-- Logs begin at Sun 2022-09-25 00:10:43 UTC, end at Sun 2022-09-25 02:21:51 UTC. -- Sep 25 00:50:39.209330 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 25 00:50:42.002319 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.common.config [-] Logging enabled! Sep 25 00:50:42.002975 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 25 00:50:42.003134 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107076) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 25 00:50:42.006434 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.common.config [-] Logging enabled! Sep 25 00:50:42.006697 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 25 00:50:42.007011 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107076) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 25 00:50:42.008002 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 00:50:42.008243 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 00:50:42.008761 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 00:50:42.009262 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 00:50:42.010050 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 00:50:42.010386 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.010693 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.011066 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.011233 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.011531 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.011821 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.012148 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.012456 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.012748 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.013031 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.013319 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.013554 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.013839 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.014131 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.016023 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.016023 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] debug = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.016023 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.016023 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.016023 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.016023 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.016701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.016701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.016848 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.017132 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.017418 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.017769 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.018051 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.018345 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.018636 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.018927 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.019207 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.019484 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.019773 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.020081 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.020362 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] log_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.020641 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.020941 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.021229 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.021532 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.021759 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.021983 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.022276 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.022567 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.022846 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.023125 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.023399 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.023674 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.023977 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.024243 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.024534 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.024829 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.025149 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.025427 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.025701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.025977 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.026252 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.026541 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.026816 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.027091 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.027366 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.027655 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.027924 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.028226 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.028536 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.028825 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.029111 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.029404 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.029677 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.029964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.030240 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.030515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.030790 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] use_json = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.031073 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.031346 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.031630 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.031905 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.032203 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.032479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.032756 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.033047 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.033325 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:42.033625 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.033926 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.034232 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.034523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.034834 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.035120 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.035417 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.035703 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.036023 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.036319 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.036615 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.036901 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.037202 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.037495 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.037807 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.038115 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.038413 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.038710 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.038986 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.039264 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.039542 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.039822 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.040140 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.040422 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.040746 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.041046 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.041324 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.041625 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.041912 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.042199 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.042493 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.042786 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.043062 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.043346 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.043640 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.043919 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.044225 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.044514 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.044796 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.045073 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.045354 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.045647 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.045938 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.046213 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.046490 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.046785 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.047066 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.047339 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.047614 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.047893 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.048192 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.048479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.048760 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.049034 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.049306 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.049587 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.049861 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.050133 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.050415 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.050688 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.050975 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.051250 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.051527 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.051803 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.052104 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.052382 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.052658 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.052933 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.053215 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.053491 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.053762 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.054039 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.054313 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.054588 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.054875 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.055178 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.055461 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.055745 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.056054 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.056864 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.057147 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.057428 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.057709 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.057987 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.058264 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.058560 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.058864 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.059159 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.059454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.059775 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.060163 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.060449 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.060732 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.061018 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.061304 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.061590 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.061877 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.062160 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.062442 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.062726 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.063013 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.063318 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.063619 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.063902 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.064234 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.064536 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.064835 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.065120 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.065437 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.065721 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:42.065939 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 00:50:42.066196 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107076) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 25 00:50:42.451983 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=107076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 25 00:50:42.452319 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=107076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 25 00:50:42.452587 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=107076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 25 00:50:42.452822 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=107076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 25 00:50:42.453104 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 25 00:50:42.453442 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 25 00:50:42.799777 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.800095 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.800376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.801589 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.801867 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.802139 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.858074 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.858354 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.858626 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.876103 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.876392 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.876668 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.907066 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.907348 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.907613 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.946080 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.946361 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:42.946645 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.187726 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.188428 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.188428 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.189685 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.190432 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.293121 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.293300 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.293519 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.293796 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.294068 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.294387 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.294653 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.294913 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.295178 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.295470 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.295735 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.296040 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.296307 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.296572 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.296835 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.297093 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.297361 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.297636 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.297914 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.298192 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.298448 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.298703 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.298991 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.299394 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.299661 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.299912 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.300379 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:50:43.300623 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:50:43.300863 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:50:43.301101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:50:43.301341 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:50:43.301580 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:50:43.301959 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 25 00:50:43.305418 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 25 00:50:43.310039 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 25 00:50:43.314221 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 25 00:50:43.315936 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 25 00:50:43.316617 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 25 00:50:43.316965 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 25 00:50:43.317354 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 25 00:50:43.320216 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 25 00:50:43.320470 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 25 00:50:43.320827 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 00:50:43.326102 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 25 00:50:43.350145 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 25 00:50:43.350630 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.350942 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107076) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 25 00:50:43.351323 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.352753 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107076) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 25 00:50:43.353081 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 00:50:43.353857 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 25 00:50:43.365181 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.365467 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:43.475986 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 25 00:50:43.476214 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 25 00:50:43.476393 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 25 00:50:43.476765 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 25 00:50:43.533203 dv-neutron-master-2-hyperv neutron-server[107076]: INFO dbcounter [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Registered counter for database neutron Sep 25 00:50:43.552457 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_db.sqlalchemy.engines [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107076) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 25 00:50:43.558645 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG dbcounter [-] [107076] Writer thread running {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:50:44.135167 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Initializing driver for type 'gre' Sep 25 00:50:44.136142 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] gre ID ranges: [(1, 1000)] Sep 25 00:50:44.207917 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Initializing driver for type 'local' Sep 25 00:50:44.208632 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Initializing driver for type 'vlan' Sep 25 00:50:44.224048 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] VlanTypeDriver initialization complete Sep 25 00:50:44.224285 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Initializing driver for type 'vxlan' Sep 25 00:50:44.224716 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] vxlan ID ranges: [(1, 1000)] Sep 25 00:50:44.294974 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Initializing extension driver 'port_security' Sep 25 00:50:44.294974 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.extensions.port_security [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] PortSecurityExtensionDriver initialization complete Sep 25 00:50:44.294974 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Initializing mechanism driver 'openvswitch' Sep 25 00:50:44.295365 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Initializing mechanism driver 'hyperv' Sep 25 00:50:44.302174 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.plugins.ml2.plugin [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:50:44.302895 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > port after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.303250 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > port after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.303605 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > port after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.304177 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:50:44.304607 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.304993 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.305451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.305748 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:50:44.306137 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > network after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.306495 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > network after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.306849 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > network after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.307239 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:50:44.307743 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > security_group after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.308053 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > security_group after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.308415 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.308809 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:50:44.309258 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.309631 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.310329 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.310502 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:50:44.310912 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > address_group after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.311264 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > address_group after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.311665 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.312081 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107076) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:50:44.312539 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] ML2 OVO RPC backend initialized. {{(pid=107076) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 25 00:50:44.313310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.313743 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.314097 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > network before_response 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.314457 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > networks before_response 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.314812 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > port before_response 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.315191 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > ports before_response 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.315542 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > subnet before_response 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.315913 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > subnets before_response 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.316274 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > network after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.316620 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > network after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.317105 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > network after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.317375 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > port after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.317702 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > port after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.318044 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > port after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.318388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.318735 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.319154 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.327697 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded quota_driver: . Sep 25 00:50:44.328116 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.plugin [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Modular L2 Plugin initialization complete Sep 25 00:50:44.328566 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading services supported by the core plugin {{(pid=107076) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 25 00:50:44.328960 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.plugins.ml2.managers [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Got port-security extension from driver 'port_security' Sep 25 00:50:44.329482 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.extensions.vlantransparent [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Disabled vlantransparent extension. Sep 25 00:50:44.330010 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107076) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 25 00:50:44.330342 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading Plugin: router Sep 25 00:50:44.368539 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.368977 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router after_create 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.369353 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router before_create 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.369728 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.370113 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.370475 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router after_delete 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.370845 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.371198 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.371567 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router after_create 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.371918 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router after_update 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.372313 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router after_update 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.372664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.373032 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router after_update 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.373453 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.373838 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: port after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.374193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: port after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.374541 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: subnet after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.374889 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.375248 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.375606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.375987 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: port before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.376476 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router precommit_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.376690 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router after_update 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.377103 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.377469 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.377984 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.378199 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.378580 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > agent after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.378937 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > agent after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.379322 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > network after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.380301 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Tracking information for resource: router configured {{(pid=107076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:50:44.380794 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Tracking information for resource: floatingip configured {{(pid=107076) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:50:44.386707 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.db.l3_agentschedulers_db [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 25 00:50:44.387212 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: port after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.387591 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: port after_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.387976 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: port after_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.388353 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: port after_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.389193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router before_create 55550100 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.389572 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.389943 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router precommit_create 55550100 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.390310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > router precommit_update 55550100 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.395352 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.services.provider_configuration [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service providers = [] {{(pid=107076) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 25 00:50:44.395718 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.db.servicetype_db [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107076) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 25 00:50:44.399028 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.services.service_base [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107076) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 00:50:44.399389 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.services.service_base [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107076) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 00:50:44.399737 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.services.service_base [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107076) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 00:50:44.401555 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.services.service_base [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107076) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 00:50:44.402100 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.services.service_base [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 25 00:50:44.402681 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:50:44.403127 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 25 00:50:44.418198 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:50:44.418623 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading Plugin: auto_allocate Sep 25 00:50:44.424591 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: network precommit_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.424983 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: network precommit_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.425533 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:50:44.425856 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading Plugin: tag Sep 25 00:50:44.432989 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:50:44.433331 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading Plugin: timestamp Sep 25 00:50:44.437706 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:50:44.438042 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading Plugin: network_ip_availability Sep 25 00:50:44.443885 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.444299 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.444671 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.445484 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:50:44.445808 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading Plugin: flavors Sep 25 00:50:44.451630 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:50:44.451996 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading Plugin: revisions Sep 25 00:50:44.456701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107076) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:50:44.457095 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_concurrency.lockutils [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.004s {{(pid=107076) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 25 00:50:44.457884 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107076) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 25 00:50:44.458227 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Initializing extension manager. Sep 25 00:50:44.458765 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: __init__.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.459228 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: __pycache__ {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.459450 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: address_group.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.460490 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.461091 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: address-group Sep 25 00:50:44.461417 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: address_scope.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.462120 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.463190 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: address-scope Sep 25 00:50:44.463512 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.464511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.465033 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: router-admin-state-down-before-update Sep 25 00:50:44.465356 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: agent.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.466043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.466553 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: agent Sep 25 00:50:44.466880 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: agent_resources_synced.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.467780 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.468319 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: agent-resources-synced Sep 25 00:50:44.468641 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: allowedaddresspairs.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.470497 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.471028 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: allowed-address-pairs Sep 25 00:50:44.471355 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: auto_allocated_topology.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.472451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.472973 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: auto-allocated-topology Sep 25 00:50:44.473305 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: availability_zone.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.473974 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.474496 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: availability_zone Sep 25 00:50:44.474865 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: availability_zone_filter.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.475767 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.476276 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: availability_zone_filter Sep 25 00:50:44.476604 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: data_plane_status.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.477485 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.478019 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 25 00:50:44.478348 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: default_subnetpools.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.479237 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.479751 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: default-subnetpools Sep 25 00:50:44.480120 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.480944 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.481464 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: dhcp_agent_scheduler Sep 25 00:50:44.481794 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: dns.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.482703 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.483214 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension dns-integration not supported by any of loaded plugins Sep 25 00:50:44.483540 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: dns_domain_ports.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.484459 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.484975 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 25 00:50:44.485304 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.486222 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.486735 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 25 00:50:44.487062 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: dvr.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.487717 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.488272 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: dvr Sep 25 00:50:44.488594 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: ecmp_routes.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.489501 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.490004 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 25 00:50:44.490326 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: empty_string_filtering.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.491215 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.491721 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: empty-string-filtering Sep 25 00:50:44.492148 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.493050 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.493585 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 25 00:50:44.493913 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.494804 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.495309 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 25 00:50:44.495638 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: external_net.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.496568 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.497081 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: external-net Sep 25 00:50:44.497406 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.498291 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.498803 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: extra_dhcp_opt Sep 25 00:50:44.499132 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: extraroute.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.500049 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.500578 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: extraroute Sep 25 00:50:44.500904 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: extraroute_atomic.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.501937 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.502457 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: extraroute-atomic Sep 25 00:50:44.502787 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: filter_validation.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.503455 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.504007 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: filter-validation Sep 25 00:50:44.504320 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: fip_pf_description.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.505233 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.505745 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 25 00:50:44.506065 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: fip_pf_detail.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.506955 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.507503 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 25 00:50:44.507823 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: fip_pf_port_range.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.508831 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.510129 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 25 00:50:44.510453 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: fip_port_details.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.511360 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.511885 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: fip-port-details Sep 25 00:50:44.512265 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: flavors.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.513512 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.514044 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: flavors Sep 25 00:50:44.514369 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.516147 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.516684 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 25 00:50:44.517015 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: floatingip_pools.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.517725 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.518236 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: floatingip-pools Sep 25 00:50:44.518565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: ip_allocation.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.519489 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.520030 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 25 00:50:44.520360 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.521293 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.521809 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: ip-substring-filtering Sep 25 00:50:44.522133 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l2_adjacency.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.523058 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.523558 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 25 00:50:44.523884 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l3.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.525478 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.526011 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: router Sep 25 00:50:44.526338 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.529107 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.529664 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 25 00:50:44.530000 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.530944 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.531475 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: ext-gw-mode Sep 25 00:50:44.531806 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.532773 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.533292 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: l3-ha Sep 25 00:50:44.533619 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.534528 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.535045 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 25 00:50:44.535376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l3_flavors.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.536316 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.536844 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: l3-flavors Sep 25 00:50:44.537173 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.538565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.539090 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 25 00:50:44.539422 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.540382 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.540950 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 25 00:50:44.541281 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: l3agentscheduler.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.542385 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.542912 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: l3_agent_scheduler Sep 25 00:50:44.543255 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: local_ip.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.545261 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.545830 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension local_ip not supported by any of loaded plugins Sep 25 00:50:44.546165 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: logging.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.547796 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.548383 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension logging not supported by any of loaded plugins Sep 25 00:50:44.548725 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: metering.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.549454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.550056 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: metering Sep 25 00:50:44.550390 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.551507 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.552069 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: metering_source_and_destination_fields Sep 25 00:50:44.552403 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: multiprovidernet.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.553330 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.553838 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: multi-provider Sep 25 00:50:44.554173 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: netmtu.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.555085 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.555607 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: net-mtu Sep 25 00:50:44.555943 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: netmtu_writable.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.556911 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.557434 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: net-mtu-writable Sep 25 00:50:44.557761 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: network_availability_zone.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.558427 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.558944 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: network_availability_zone Sep 25 00:50:44.559269 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: network_ip_availability.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.560419 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.560946 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: network-ip-availability Sep 25 00:50:44.561273 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: network_segment_range.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.562052 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.562569 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 25 00:50:44.562896 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: pagination.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.563910 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.564267 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: pagination Sep 25 00:50:44.564597 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: port_device_profile.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.565482 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.566003 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: port-device-profile Sep 25 00:50:44.566324 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: port_mac_address_override.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.567223 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.567735 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: port-mac-override Sep 25 00:50:44.568087 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.568985 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.569498 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: port-mac-address-regenerate Sep 25 00:50:44.569826 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.570712 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.571228 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: port-numa-affinity-policy Sep 25 00:50:44.571554 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: port_resource_request.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.573000 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.573512 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 25 00:50:44.573837 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: port_resource_request_groups.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.574798 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.575310 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 25 00:50:44.575635 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: portbindings.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.576575 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.577090 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: binding Sep 25 00:50:44.577416 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: portbindings_extended.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.578701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.579223 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: binding-extended Sep 25 00:50:44.579558 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: portsecurity.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.580495 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.581018 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: port-security Sep 25 00:50:44.581452 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: project_id.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.582568 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.582905 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: project-id Sep 25 00:50:44.583232 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: providernet.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.584684 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.584969 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: provider Sep 25 00:50:44.585124 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.589365 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.589936 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos not supported by any of loaded plugins Sep 25 00:50:44.590274 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.591663 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.592236 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 25 00:50:44.592580 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.593522 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.594048 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 25 00:50:44.594389 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_default.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.595297 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.595817 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-default not supported by any of loaded plugins Sep 25 00:50:44.596190 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_fip.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.597126 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.597654 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-fip not supported by any of loaded plugins Sep 25 00:50:44.597982 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.598915 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.599441 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 25 00:50:44.599771 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_gateway_ip.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.600720 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.601237 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 25 00:50:44.601691 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_port_network_policy.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.602478 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.603538 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 25 00:50:44.603867 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.604952 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.605482 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 25 00:50:44.605817 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.606864 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.607389 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 25 00:50:44.607720 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_pps_rule.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.608956 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.609484 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-pps not supported by any of loaded plugins Sep 25 00:50:44.609808 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_rule_type_details.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.610721 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.611237 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 25 00:50:44.611561 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.612503 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.613019 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 25 00:50:44.613345 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: qos_rules_alias.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.614384 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.614897 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 25 00:50:44.615225 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: quota_check_limit.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.616132 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.616654 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: quota-check-limit Sep 25 00:50:44.616984 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: quotasv2.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.617977 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.618302 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: quotas Sep 25 00:50:44.619320 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: quotasv2_detail.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.621026 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.621370 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: quota_details Sep 25 00:50:44.621707 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: rbac.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.622803 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.623364 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: rbac-policies Sep 25 00:50:44.623698 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: rbac_address_group.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.624672 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.625209 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: rbac-address-group Sep 25 00:50:44.625529 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: rbac_address_scope.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.626511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.627041 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: rbac-address-scope Sep 25 00:50:44.627369 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: rbac_security_groups.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.628317 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.628847 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: rbac-security-groups Sep 25 00:50:44.629168 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: rbac_subnetpool.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.630090 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.630616 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: rbac-subnetpool Sep 25 00:50:44.630946 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: revisionifmatch.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.631867 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.632440 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: revision-if-match Sep 25 00:50:44.632743 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: revisions.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.634190 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.634809 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: standard-attr-revisions Sep 25 00:50:44.635207 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: router_availability_zone.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.636276 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.637082 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: router_availability_zone Sep 25 00:50:44.637534 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: routerservicetype.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.638845 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.639512 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension router-service-type not supported by any of loaded plugins Sep 25 00:50:44.639853 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.640825 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.641363 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: security-groups-normalized-cidr Sep 25 00:50:44.641695 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.642618 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.643148 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: port-security-groups-filtering Sep 25 00:50:44.643481 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.644460 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.644985 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: security-groups-remote-address-group Sep 25 00:50:44.645309 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.646241 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.646759 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: security-groups-shared-filtering Sep 25 00:50:44.647089 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: securitygroup.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.658218 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.658811 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: security-group Sep 25 00:50:44.659149 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: segment.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.660020 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.660532 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension segment not supported by any of loaded plugins Sep 25 00:50:44.660869 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.661895 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.662424 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 25 00:50:44.662759 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: servicetype.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.663904 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.664497 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: service-type Sep 25 00:50:44.664830 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: sorting.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.666465 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.666798 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: sorting Sep 25 00:50:44.667130 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: standard_attr_segment.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.668101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.668665 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 25 00:50:44.668993 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: standardattrdescription.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.669654 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.670185 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: standard-attr-description Sep 25 00:50:44.670512 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: stateful_security_group.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.671509 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.672073 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: stateful-security-group Sep 25 00:50:44.672410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: stdattrs_common.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.672989 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 25 00:50:44.673312 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.674263 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.674799 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 25 00:50:44.675142 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: subnet_onboard.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.676316 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.676768 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: subnet_onboard Sep 25 00:50:44.677105 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.678014 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.678539 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 25 00:50:44.678866 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: subnet_service_types.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.679774 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.680321 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: subnet-service-types Sep 25 00:50:44.680650 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: subnetallocation.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.681956 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.683238 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: subnet_allocation Sep 25 00:50:44.683625 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.684663 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.685373 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: subnetpool-prefix-ops Sep 25 00:50:44.685727 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.686958 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.687588 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 25 00:50:44.687936 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: tagging.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.689572 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.690474 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: standard-attr-tag Sep 25 00:50:44.691023 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: timestamp.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.693095 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.694002 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loaded extension: standard-attr-timestamp Sep 25 00:50:44.694403 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: trunk.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.695934 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.696947 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension trunk not supported by any of loaded plugins Sep 25 00:50:44.697501 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: trunk_details.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.699043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.699983 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension trunk-details not supported by any of loaded plugins Sep 25 00:50:44.700581 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: uplink_status_propagation.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.702194 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.703091 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 25 00:50:44.703634 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Loading extension file: vlantransparent.py {{(pid=107076) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:50:44.704824 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107076) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:50:44.705723 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 25 00:50:44.710823 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:network Sep 25 00:50:44.711673 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:subnet Sep 25 00:50:44.712365 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:50:44.712914 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:port Sep 25 00:50:44.714351 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.714816 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service FLAVORS assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.715444 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.715884 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.716252 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:router Sep 25 00:50:44.716700 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:floatingip Sep 25 00:50:44.717202 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service METERING assigned prefix: /metering {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.718697 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.719073 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.719431 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:50:44.720529 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 00:50:44.720990 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:security_group Sep 25 00:50:44.721431 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 00:50:44.721994 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service CORE assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.722338 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:50:44.722697 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] subnetpool is already registered Sep 25 00:50:44.723133 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service CORE assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.723464 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:50:44.723800 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] subnetpool is already registered Sep 25 00:50:44.726357 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.726822 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service FLAVORS assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.727454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.728556 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.728901 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:router Sep 25 00:50:44.729269 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] router is already registered Sep 25 00:50:44.729684 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:floatingip Sep 25 00:50:44.730026 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] floatingip is already registered Sep 25 00:50:44.730508 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service METERING assigned prefix: /metering {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.731253 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 00:50:44.731590 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] rbac_policy is already registered Sep 25 00:50:44.732049 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:security_group Sep 25 00:50:44.732390 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] security_group is already registered Sep 25 00:50:44.732825 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 00:50:44.733164 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] security_group_rule is already registered Sep 25 00:50:44.733669 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service CORE assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.734002 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:50:44.734338 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] subnetpool is already registered Sep 25 00:50:44.734787 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.v2.resource_helper [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Service CORE assigned prefix: {{(pid=107076) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:50:44.735118 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:50:44.735444 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING neutron.quota.resource_registry [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] subnetpool is already registered Sep 25 00:50:44.735940 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: extensions {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.737622 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: address-groups {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.739116 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: address-scopes {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.740375 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: agents {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.741560 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: auto-allocated-topology {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.744857 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: availability_zones {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.746112 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: dhcp-networks {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.747563 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: dhcp-agents {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.749153 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: routers {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.750912 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: flavors {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.752129 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: service_profiles {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.753448 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: next_providers {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.754925 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: service_profiles {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.756435 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: floatingip-pools {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.757709 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: routers {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.759872 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: floatingips {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.761104 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: l3-routers {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.762515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: l3-agents {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.764087 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: metering-labels {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.765392 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: metering-label-rules {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.766712 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: network-ip-availabilities {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.768096 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: bindings {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.769687 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: quotas {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.771270 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: quotas {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.772976 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: rbac-policies {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.774205 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: security-groups {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.775456 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: security-group-rules {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.776961 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: service-providers {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.778110 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: subnetpools {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.779452 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: subnetpools {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.780988 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.782875 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.784578 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.786492 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.788249 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.790137 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.792511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.794339 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.796202 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.798097 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron.api.extensions [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Extended resource: tags {{(pid=107076) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:50:44.805546 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING keystonemiddleware.auth_token [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 25 00:50:44.811630 dv-neutron-master-2-hyperv neutron-server[107076]: WARNING keystonemiddleware.auth_token [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 25 00:50:44.821085 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_concurrency.lockutils [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Acquiring lock "singleton_lock" {{(pid=107076) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 25 00:50:44.821417 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_concurrency.lockutils [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Acquired lock "singleton_lock" {{(pid=107076) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 25 00:50:44.821951 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_concurrency.lockutils [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Releasing lock "singleton_lock" {{(pid=107076) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 25 00:50:44.822643 dv-neutron-master-2-hyperv neutron-server[107076]: INFO oslo_service.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Starting 2 workers Sep 25 00:50:44.827668 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Started child 107187 {{(pid=107076) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 00:50:44.832640 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Started child 107188 {{(pid=107076) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 00:50:44.833998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:44.835011 dv-neutron-master-2-hyperv neutron-server[107076]: INFO neutron.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 25 00:50:44.835011 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:44.836330 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [-] (107187) wsgi starting up on http://0.0.0.0:9696 Sep 25 00:50:44.838310 dv-neutron-master-2-hyperv neutron-server[107076]: INFO oslo_service.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Starting 1 workers Sep 25 00:50:44.842860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:44.843756 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Started child 107189 {{(pid=107076) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 00:50:44.844352 dv-neutron-master-2-hyperv neutron-server[107076]: INFO oslo_service.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Starting 1 workers Sep 25 00:50:44.846116 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [-] (107188) wsgi starting up on http://0.0.0.0:9696 Sep 25 00:50:44.849201 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Started child 107190 {{(pid=107076) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 00:50:44.850016 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG neutron_lib.callbacks.manager [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=107076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:44.852137 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107076) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 00:50:44.852348 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 00:50:44.852525 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 00:50:44.852746 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 00:50:44.853836 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 00:50:44.854045 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 00:50:44.854575 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.854819 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.855270 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.855563 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.856184 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.856365 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:44.857183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] calling RpcWorker wait() {{(pid=107189) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 25 00:50:44.858175 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.858175 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.858580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.service [None req-86cfe492-f831-4bb6-96e8-34fe114ba2e7 None None] returning from RpcWorker wait() {{(pid=107189) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 25 00:50:44.858817 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.859039 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:50:44.859339 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.859339 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.859339 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.859339 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.859339 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.860518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:44.860747 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.860747 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.861197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:50:44.861451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.861451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.861451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.861451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.861451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.861451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.861451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] debug = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.861451 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.863044 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.863044 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.863044 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.863044 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.863044 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.863044 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.864836 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.864836 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.864836 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.864836 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.864836 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.864836 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.864836 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.866168 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.866168 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.866168 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.866801 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.866801 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.867281 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.867281 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.867808 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.867808 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.867808 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.868434 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.868434 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.868826 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.869040 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.869392 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.869789 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.870072 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.870389 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.870603 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_options = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.870802 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.871088 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.871364 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.871581 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.871788 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.872041 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.872245 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.872447 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.872668 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.872871 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.873070 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.873273 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.873551 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.874369 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.874369 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.874369 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.874975 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.874975 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.874975 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.875555 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.875555 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.875992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.875992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.876374 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.876374 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.876750 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.877071 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.877071 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.877551 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.877551 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.877933 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.878146 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.878347 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.878550 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.878751 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.878961 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.879242 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.879461 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.879735 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.879996 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.880273 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.880595 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.880836 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.881094 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.881340 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.881576 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.881790 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_json = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.882061 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.882311 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.882640 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.882940 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.883190 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.883190 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.883588 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.883790 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.884890 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.884890 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.885277 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.885277 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.885877 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.885877 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.886274 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.886274 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.886746 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.887069 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.887336 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.887737 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.888337 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.888337 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.888712 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.889194 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.889194 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.889644 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.889848 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.890058 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.890322 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.890543 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.890880 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.891761 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.891761 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.891761 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.892452 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.892452 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.892452 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.893039 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.893039 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.893413 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.893631 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.893889 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.894171 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.894573 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.894796 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.894947 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.895095 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.895308 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.895541 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.895802 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.896059 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.896577 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.896577 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.897010 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.897010 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.897431 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.897726 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.897726 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.898239 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.898239 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.898679 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.898909 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.899189 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.899480 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.899731 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.900590 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.900940 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.901333 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.901767 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.902010 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.902223 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.902455 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.902673 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.902884 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.903118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.903118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.903118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.903118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.903118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.903118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.903118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.903118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.903118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.907523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.907523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.907523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.907523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.907523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.907523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.907523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.907523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.907523 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.913606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.913606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.913606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.913606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.913606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.913606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.913606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.913606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.913606 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.914868 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.914868 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.914868 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.914868 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.914868 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.914868 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.914868 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.914868 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.916701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.916701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.916701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.916701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.916701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.916701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.916701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.916701 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.917768 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.917768 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.917768 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.917768 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.917768 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.917768 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.917768 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.917768 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.918823 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.918823 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.918823 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.918823 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.918823 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.918823 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.918823 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.918823 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.919874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.919874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.919874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.919874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.919874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.919874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.919874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.919874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.920972 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.920972 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.920972 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.920972 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.920972 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.920972 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.920972 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.920972 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.920972 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.922169 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.922169 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.922169 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.922169 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.922169 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.922832 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.922832 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.922832 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.923306 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.923306 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.923577 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.923710 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.926502 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.926502 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.926502 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.926502 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.926502 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.926502 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.926502 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.926502 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.932124 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.932124 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.932124 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.932124 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.932124 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.932124 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.932124 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.932124 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.933172 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.933172 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.933172 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.933172 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.933172 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.933172 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.933172 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.933172 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.934229 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.934229 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.934229 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.934229 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.934229 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.934229 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.934229 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.934229 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.935284 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.935284 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.935284 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.935284 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.935284 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.935284 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.935284 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.935284 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.946080 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.946080 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.946080 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.946080 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.946080 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.946080 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.946080 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.946080 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.948801 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.948801 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.948801 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.948801 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.948801 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.948801 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.950560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 49084) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:50:44.950828 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.950828 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.950828 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.950828 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.950828 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.950828 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.950828 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.950828 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.950828 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.956797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.956797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.956797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.956797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.956797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.956797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.956797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.956797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.956797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.958479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.958479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.958479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.958479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.958479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.958479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.958479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.958479 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.965458 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.965458 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.965458 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.965458 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.965458 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.965458 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.965458 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.965458 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.967043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.967043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.967043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.967043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.967043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.967043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.967043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.967043 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.968569 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.968569 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.968569 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.968569 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.968569 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.968569 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.968569 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.968569 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.970110 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.970110 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.970110 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.970110 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.970110 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.970110 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.970110 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.970110 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.971627 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.971627 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.971627 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.971627 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.971627 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.971627 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.971627 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.971627 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.972852 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.972852 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.972852 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.972852 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.972852 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.972852 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.972852 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.972852 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.973788 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.973788 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.973788 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.973788 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.973788 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.973788 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.973788 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.973788 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.975122 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.975122 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.975122 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.975122 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.975122 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.975122 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.975122 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.975122 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.975122 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.977388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.977388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.977388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.977388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.977388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.977388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.977388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.977388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.977388 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.979176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.979176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:44.979176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 00:50:44.979176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107076) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 00:50:44.979176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 00:50:44.979176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 00:50:44.979176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 00:50:44.979176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 00:50:44.980697 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 00:50:44.980697 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.980697 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.980697 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.980697 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.980697 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.980697 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.982601 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.982601 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.982601 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.982601 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.982601 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.982601 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.982601 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.982601 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.984519 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.984519 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.984519 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.984519 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.984519 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.984519 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.984519 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.984519 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] debug = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.986175 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.986175 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.986175 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.986175 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.986175 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.986175 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.987279 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.987279 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.987279 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.987279 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.987279 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.987279 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.987279 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.987279 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.989959 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.989959 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.989959 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.989959 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.989959 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.989959 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.989959 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.989959 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.992565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.992565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.992565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.992565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.992565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.992565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.992565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.992565 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.995656 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.995656 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.995656 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_options = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.995656 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.995656 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.995656 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.995656 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.995656 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.998193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.998193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.998193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.998193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.998193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.998193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.998193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.998193 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.999797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.999797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.999797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.999797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.999797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.999797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.999797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:44.999797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.003115 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.003115 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.003115 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.003115 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.003115 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.004272 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0370011 Sep 25 00:50:45.004515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.004515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.004515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.004515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.004515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.004515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.004515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.004515 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.006395 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.006395 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.006395 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.006395 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.006395 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.006395 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.006395 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.006395 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.007454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.007454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.007454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.007454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.007454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_json = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.007454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.007454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.007454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.007454 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.008672 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.008672 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.008672 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.008672 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.008672 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:50:45.008672 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.008672 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.008672 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.011009 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.011009 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.011009 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.011009 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.011009 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.011009 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.011009 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.011009 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012511 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012952 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012952 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012952 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012952 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012952 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012952 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012952 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.012952 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013521 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013521 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013521 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013521 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013521 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013521 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013521 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013521 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.013964 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014470 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014470 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014586 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0099854 Sep 25 00:50:45.014664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.014664 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.015892 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.015892 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.015892 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.015892 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.015892 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.015892 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.015892 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.015892 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016433 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016433 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016433 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016433 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016433 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016433 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016433 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016433 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016433 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.016992 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.017500 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.017500 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.017500 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.017500 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.017500 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.017500 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.017500 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.017500 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.017500 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.019486 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.019486 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.019486 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.019486 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.019486 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.019486 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.019486 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.019486 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.020749 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.020749 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.020749 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.020749 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.020749 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.020749 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.020749 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.020749 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.021996 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.021996 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.021996 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.021996 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.021996 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.021996 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.021996 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.021996 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.023176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.023176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.023176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.023176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.023176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.023176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.023176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.023176 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.024131 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.024131 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.024131 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.024131 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.024131 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.024131 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.024131 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.024131 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.025310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.025310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.025310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.025310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.025310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.025310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.025310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.025310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.025310 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.026203 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.026203 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.026203 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.026203 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.026203 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.026203 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.026203 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.026203 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.027376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.027376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.027376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.027376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.027376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.027376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.027376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.027376 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028206 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028206 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028206 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028206 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028206 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028206 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028206 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028206 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.028874 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.029644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:50:45.030101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.030101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.030101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.030101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.030101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.030101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.030101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.030101 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031014 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031014 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031014 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031014 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031014 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031014 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031014 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031014 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031870 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031870 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031870 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031870 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031870 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031870 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031870 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.031870 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.032854 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.032854 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.032854 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.032854 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.032854 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.032854 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.032854 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.032854 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.033811 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.033811 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.033811 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.033811 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.033811 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.033811 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.033811 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.033811 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.033811 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.036179 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.036179 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.036179 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.036179 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.036179 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.036179 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.036179 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.036179 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.037410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.037410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.037410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.037410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.037410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.037410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.037410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.037410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.037410 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.038799 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.038799 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.038799 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.038799 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.038799 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.038799 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.038799 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.038799 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.039529 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.039529 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.039529 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.039529 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.039529 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.039529 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.039529 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.039529 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.040302 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.040302 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.040302 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.040302 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.040302 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.040302 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.040302 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.040302 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.041514 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.041514 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.041514 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.041514 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.041514 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.041514 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.041514 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.041514 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.042234 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.042234 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.042234 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.042234 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.042234 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.042234 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.042234 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.042234 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043114 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043114 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043114 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043114 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043114 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043114 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043114 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043746 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043746 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.043746 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.044592 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.044729 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.044888 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.045075 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.045263 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.045444 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.045618 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.045797 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.045975 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.046153 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.046319 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.046494 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.046673 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.046838 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.047006 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.047171 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.047632 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.047632 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.047801 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.047928 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.048172 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.048279 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.048384 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.048548 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.048711 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.048876 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.049118 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.049233 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.049353 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.049487 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.049649 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.050333 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:50:45.050333 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107076) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 00:50:54.286099 dv-neutron-master-2-hyperv neutron-server[107076]: DEBUG dbcounter [-] [107076] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=107076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:58.555427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writer thread running {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:50:58.557045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466da884-9694-4c93-8e08-0164cdabfcf2 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 00:50:58.736460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466da884-9694-4c93-8e08-0164cdabfcf2 None None] No non-hosted networks {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 25 00:50:58.740057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce2a7ac6-3bc7-460b-8272-674d009f6008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872971'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:00.426996 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writer thread running {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:51:01.417720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d5a2fef-47ee-40bf-baf4-9d790961a439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872971'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:01.479119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b60d2e61-e9cf-4693-b19c-a07be2c87d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:03.680237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872971'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:04.792513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 49166) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:05.795124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872971'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:05.797459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.798010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.798817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.799666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.800469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.801265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.802118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.802920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.803748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.804755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.806207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.807918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.809311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.810223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.811395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:05.812267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:51:05.869105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:51:05.894782 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.db.l3_hamode_db [None req-e6dba3fd-ca97-408f-a9df-8cfe99f79ba6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 25 00:51:06.037121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dba3fd-ca97-408f-a9df-8cfe99f79ba6 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:51:06.037798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dba3fd-ca97-408f-a9df-8cfe99f79ba6 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 25 00:51:06.088131 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING oslo_policy.policy [None req-cce87ea3-8618-4d48-8f27-9e8cc2ad55fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:51:06.089016 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING oslo_policy.policy [None req-cce87ea3-8618-4d48-8f27-9e8cc2ad55fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:51:06.409381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872971'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:06.438139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-cce87ea3-8618-4d48-8f27-9e8cc2ad55fc admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:51:06.439405 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cce87ea3-8618-4d48-8f27-9e8cc2ad55fc admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.6444881 Sep 25 00:51:10.357266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49202) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:11.220767 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING oslo_policy.policy [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:51:11.221739 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING oslo_policy.policy [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:51:11.643281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:51:11.663624 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR stevedore.extension [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 25 00:51:11.812289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.policy [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107187) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 00:51:11.896190 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING oslo_policy.policy [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:51:11.896650 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING oslo_policy.policy [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:51:11.930854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writer thread running {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:51:12.067614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745232686279', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745232686811', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745232637951', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745232661134', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745232651226', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745232871530', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1310631', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1298641', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8307362', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8367017'] for rbac-policy (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:12.213032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:12.215237 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2d51fa52-3480-4631-a591-37c3681870b3 admin admin] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.8551135 Sep 25 00:51:16.025140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=27,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:16.270680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49220) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:16.402246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=16,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:16.653746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:51:16.658358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=22,neutron:INSERT=34 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:16.690819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Made reservation on behalf of 25168f1d5a384a46b86d9088c12b76b9 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:51:16.695679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:16.716358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:16.854253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Publish callbacks [] for security_group (6067b8f7-4f9a-4e55-970f-587f31a0e623), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:16.858963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (6067b8f7-4f9a-4e55-970f-587f31a0e623), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:16.887845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:51:16.932168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745229049016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (fe998738-6d40-42c5-b394-f4099936bbb4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:16.932778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Unsubscribe: segment precommit_create {{(pid=107187) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 00:51:16.933350 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Added segment fe998738-6d40-42c5-b394-f4099936bbb4 of type vlan for network b867c457-3cd0-4bd5-a97f-1db4beef5517 Sep 25 00:51:16.952345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6067b8f7-4f9a-4e55-970f-587f31a0e623,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:17.006793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.007133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.007485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.007827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.009256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.009588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.009920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.010243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.010595 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.010930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.011267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.011605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.011936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.012280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.012598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Tracked resource versions report: Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: pushed versions: Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: { 'AddressGroup': {'1.2'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Agent': {'1.1'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'ConntrackHelper': {'1.0'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Log': {'1.0'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'NDPProxy': {'1.0'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Network': {'1.1'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Port': {'1.7'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'PortForwarding': {'1.3'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'QosPolicy': {'1.10'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'SecurityGroup': {'1.5'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'SubPort': {'1.0'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Subnet': {'1.1'}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Trunk': {'1.1'}} Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: consumer versions: Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: L3 agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: Metadata agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: Metering agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Agent': '1.1', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'ConntrackHelper': '1.0', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'LocalIPAssociation': '1.0', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Log': '1.0', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'NDPProxy': '1.0', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Network': '1.1', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Port': '1.7', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'PortForwarding': '1.3', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'QosPolicy': '1.10', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'SecurityGroup': '1.5', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'SecurityGroupRule': '1.2', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'SubPort': '1.0', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Subnet': '1.1', Sep 25 00:51:17.014168 dv-neutron-master-2-hyperv neutron-server[107187]: 'Trunk': '1.1'}} Sep 25 00:51:17.017690 dv-neutron-master-2-hyperv neutron-server[107187]: {{(pid=107187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:51:17.070667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (b867c457-3cd0-4bd5-a97f-1db4beef5517), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:17.137124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (b867c457-3cd0-4bd5-a97f-1db4beef5517), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:17.143599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:51:17.144434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:17.245841 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9736495 Sep 25 00:51:17.304437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4eb5a-1af4-4576-bdcc-65cd38255f5e demo demo] Pushing event updated for resources: {'Network': ['ID=b867c457-3cd0-4bd5-a97f-1db4beef5517,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:17.325732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network b867c457-3cd0-4bd5-a97f-1db4beef5517 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:51:18.440583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=7 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:18.444596 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:20.545292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49238) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:21.121408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc3ad56-e773-4d11-b97d-c28ac1f711dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:51:21.122730 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dfc3ad56-e773-4d11-b97d-c28ac1f711dd demo admin] 10.222.0.49 "GET /networking/v2.0/networks/b867c457-3cd0-4bd5-a97f-1db4beef5517 HTTP/1.1" status: 200 len: 825 time: 0.5762947 Sep 25 00:51:21.156358 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-23e9e593-ace7-4e49-adf0-518dea895e97 demo admin] 10.222.0.49 "GET /networking/v2.0/subnetpools/d9587256-b4f9-42b4-9b88-522d3c088472 HTTP/1.1" status: 200 len: 734 time: 0.0220556 Sep 25 00:51:21.166281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd9587256-b4f9-42b4-9b88-522d3c088472', 'ip_version': 4, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517', 'name': 'private-subnet'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:51:21.192934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Made reservation on behalf of 25168f1d5a384a46b86d9088c12b76b9 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:51:21.196626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:21.490376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:21.601475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (f57d08f2-acef-4398-adde-ff05e9aa79d0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:21.668742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:21.694135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Pushing event updated for resources: {'Subnet': ['ID=f57d08f2-acef-4398-adde-ff05e9aa79d0,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:21.704782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Checking segment: {'id': 'fe998738-6d40-42c5-b394-f4099936bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:51:21.704896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Network hostable DHCP agents. Network: b867c457-3cd0-4bd5-a97f-1db4beef5517, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:51:21.734514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Network b867c457-3cd0-4bd5-a97f-1db4beef5517 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:51:21.756067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b867c457-3cd0-4bd5-a97f-1db4beef5517) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:51:21.763169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:51:21.763774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:21.768525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae57a041-35ae-458c-862b-aee939591945 None None] Network b867c457-3cd0-4bd5-a97f-1db4beef5517 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:51:21.785486 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f125985e-7ac5-4084-8412-fdfa56f8629b demo admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6228151 Sep 25 00:51:22.106755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b867c457-3cd0-4bd5-a97f-1db4beef5517', 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517', 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'fixed_ips': [{'subnet_id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:51:22.108574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:22.591072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Allocated IP 172.20.0.2 (b867c457-3cd0-4bd5-a97f-1db4beef5517/f57d08f2-acef-4398-adde-ff05e9aa79d0/a420ff32-fe24-451b-901e-ee3d5ca90915) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:51:22.971690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Publish callbacks [] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:22.985725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:23.133488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Network b867c457-3cd0-4bd5-a97f-1db4beef5517 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:51:23.150977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:51:23.159388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Pushing event updated for resources: {'Port': ['ID=a420ff32-fe24-451b-901e-ee3d5ca90915,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:23.163279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:51:23.225349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.225807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.226639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.227055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.227618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.228218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.228778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.229330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.229913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.230477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.231050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.231621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.232206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.232761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.233316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Tracked resource versions report: Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: pushed versions: Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: { 'AddressGroup': {'1.2'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Agent': {'1.1'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'ConntrackHelper': {'1.0'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Log': {'1.0'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'NDPProxy': {'1.0'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Network': {'1.1'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Port': {'1.7'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'PortForwarding': {'1.3'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'QosPolicy': {'1.10'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'SecurityGroup': {'1.5'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'SubPort': {'1.0'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Subnet': {'1.1'}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Trunk': {'1.1'}} Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: consumer versions: Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: L3 agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: Metadata agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: Metering agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Agent': '1.1', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'ConntrackHelper': '1.0', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'LocalIPAssociation': '1.0', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Log': '1.0', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'NDPProxy': '1.0', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Network': '1.1', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Port': '1.7', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'PortForwarding': '1.3', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'QosPolicy': '1.10', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'SecurityGroup': '1.5', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'SecurityGroupRule': '1.2', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'SubPort': '1.0', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Subnet': '1.1', Sep 25 00:51:23.235970 dv-neutron-master-2-hyperv neutron-server[107189]: 'Trunk': '1.1'}} Sep 25 00:51:23.241539 dv-neutron-master-2-hyperv neutron-server[107189]: {{(pid=107189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:51:23.332518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Attempting to bind port a420ff32-fe24-451b-901e-ee3d5ca90915 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:51:23.333168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Attempting to bind port a420ff32-fe24-451b-901e-ee3d5ca90915 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fe998738-6d40-42c5-b394-f4099936bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:51:23.333866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Attempting to bind port a420ff32-fe24-451b-901e-ee3d5ca90915 on network b867c457-3cd0-4bd5-a97f-1db4beef5517 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:51:23.417373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:51:23.417859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Checking segment: {'id': 'fe998738-6d40-42c5-b394-f4099936bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:51:23.418589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:23.419190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Bound using segment: {'id': 'fe998738-6d40-42c5-b394-f4099936bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:51:23.420038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Bound port: a420ff32-fe24-451b-901e-ee3d5ca90915, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe998738-6d40-42c5-b394-f4099936bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:51:23.420698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:23.501080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] For port a420ff32-fe24-451b-901e-ee3d5ca90915, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:51:23.529806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] For port a420ff32-fe24-451b-901e-ee3d5ca90915, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a420ff32-fe24-451b-901e-ee3d5ca90915,segment=NetworkSegment(fe998738-6d40-42c5-b394-f4099936bbb4),segment_id=fe998738-6d40-42c5-b394-f4099936bbb4)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:51:23.540255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:23.581214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:23.614397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf6730-7652-4c1a-bdcb-541e2af811d7 None None] Pushing event updated for resources: {'Port': ['ID=a420ff32-fe24-451b-901e-ee3d5ca90915,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:25.220129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49246) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:25.713145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-61d4d538-6da3-4337-acc1-0b94c90ab764 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:51:25.714593 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-61d4d538-6da3-4337-acc1-0b94c90ab764 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4932954 Sep 25 00:51:28.507213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-263f8ca1-608b-41a3-9e1d-5800bc7f81b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:29.201731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49254) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:29.638658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-e16597a7-dba9-4dda-8bf4-e99ebf871c8c admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:51:29.640683 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e16597a7-dba9-4dda-8bf4-e99ebf871c8c admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4372063 Sep 25 00:51:31.413588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-91870731-15b0-4d23-a293-286581c639b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:31.775752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=25,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:31.777787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:32.425491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a420ff32-fe24-451b-901e-ee3d5ca90915 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:51:32.522367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:32.557862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a420ff32-fe24-451b-901e-ee3d5ca90915 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:51:32.558423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:32.558882 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a420ff32-fe24-451b-901e-ee3d5ca90915 Sep 25 00:51:32.730200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a420ff32-fe24-451b-901e-ee3d5ca90915 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:51:32.730823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:32.747226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49268) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:32.781116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port a420ff32-fe24-451b-901e-ee3d5ca90915, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a420ff32-fe24-451b-901e-ee3d5ca90915,segment=NetworkSegment(fe998738-6d40-42c5-b394-f4099936bbb4),segment_id=fe998738-6d40-42c5-b394-f4099936bbb4)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:51:32.793271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:32.860485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=a420ff32-fe24-451b-901e-ee3d5ca90915,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:33.292068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c6bf4080-2af9-4e7e-9fd1-4bb7bf5a9d4c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:51:33.337324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4080-2af9-4e7e-9fd1-4bb7bf5a9d4c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (3772b99b-9990-4592-a9fe-0ca33f632625), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:33.339824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4080-2af9-4e7e-9fd1-4bb7bf5a9d4c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (3772b99b-9990-4592-a9fe-0ca33f632625), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:33.498487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4080-2af9-4e7e-9fd1-4bb7bf5a9d4c demo demo] Publish callbacks [] for router_controller (3772b99b-9990-4592-a9fe-0ca33f632625), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:33.504748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4080-2af9-4e7e-9fd1-4bb7bf5a9d4c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (3772b99b-9990-4592-a9fe-0ca33f632625), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:33.527464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c6bf4080-2af9-4e7e-9fd1-4bb7bf5a9d4c demo demo] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:33.532004 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c6bf4080-2af9-4e7e-9fd1-4bb7bf5a9d4c demo demo] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7801409 Sep 25 00:51:33.586204 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7787c9f-de01-4aba-9a80-0d45317c3a6b None None] Network b867c457-3cd0-4bd5-a97f-1db4beef5517 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:51:33.667030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:33.686880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6212f6de-559d-41fc-acf7-23404984435f None None] Provisioning complete for port a420ff32-fe24-451b-901e-ee3d5ca90915 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:51:33.687290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6212f6de-559d-41fc-acf7-23404984435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:33.687643 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6212f6de-559d-41fc-acf7-23404984435f None None] Attempt 1 to provision port a420ff32-fe24-451b-901e-ee3d5ca90915 Sep 25 00:51:33.853610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6212f6de-559d-41fc-acf7-23404984435f None None] Current status of the port a420ff32-fe24-451b-901e-ee3d5ca90915 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:51:34.081522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8ef76021-8c79-4d96-817a-88d9a731f57d None None] Provisioning complete for port a420ff32-fe24-451b-901e-ee3d5ca90915 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:51:34.081995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8ef76021-8c79-4d96-817a-88d9a731f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:34.082391 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8ef76021-8c79-4d96-817a-88d9a731f57d None None] Attempt 1 to provision port a420ff32-fe24-451b-901e-ee3d5ca90915 Sep 25 00:51:34.184347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8ef76021-8c79-4d96-817a-88d9a731f57d None None] Current status of the port a420ff32-fe24-451b-901e-ee3d5ca90915 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:51:34.373244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a420ff32-fe24-451b-901e-ee3d5ca90915 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:51:34.434433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a420ff32-fe24-451b-901e-ee3d5ca90915 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:51:34.435023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:34.435548 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a420ff32-fe24-451b-901e-ee3d5ca90915 Sep 25 00:51:34.540724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:34.548885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a420ff32-fe24-451b-901e-ee3d5ca90915 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:51:35.774659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:36.322244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:36.812637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 49278) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:37.314894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-c21f5131-42f6-431d-921d-ccb034aec5b9 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:51:37.316096 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c21f5131-42f6-431d-921d-ccb034aec5b9 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5021112 Sep 25 00:51:40.431358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49286) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:40.917509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:51:40.946691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Made reservation on behalf of 0900cf658c994224bff45ee677c86282 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:51:40.949350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:40.961738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:41.066387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Publish callbacks [] for security_group (271b0a7c-5687-4fdf-b64b-8808ef47c610), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:41.071709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (271b0a7c-5687-4fdf-b64b-8808ef47c610), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:41.094854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Reserving flat network on physical network physnet1 {{(pid=107187) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 25 00:51:41.117856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b0a7c-5687-4fdf-b64b-8808ef47c610,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:41.126527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (694971c1-b07c-4999-a75a-7ceb1f9679db), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:41.126999 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Added segment 694971c1-b07c-4999-a75a-7ceb1f9679db of type flat for network 138a0b37-abec-4287-895a-94d38f21a5dc Sep 25 00:51:41.219714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (138a0b37-abec-4287-895a-94d38f21a5dc), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:41.261750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (138a0b37-abec-4287-895a-94d38f21a5dc), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:41.262934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:51:41.263646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:41.354739 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9215212 Sep 25 00:51:41.385752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b44d4-bc7b-4352-89f9-e325909ec413 admin admin] Pushing event updated for resources: {'Network': ['ID=138a0b37-abec-4287-895a-94d38f21a5dc,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:41.398260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 138a0b37-abec-4287-895a-94d38f21a5dc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:51:41.906137 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:41.950217 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:44.263356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49294) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:44.732610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a982263-67f0-4eb5-ab14-be445aab608e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:51:44.734163 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2a982263-67f0-4eb5-ab14-be445aab608e demo admin] 10.222.0.49 "GET /networking/v2.0/subnets/f57d08f2-acef-4398-adde-ff05e9aa79d0 HTTP/1.1" status: 200 len: 849 time: 0.4695103 Sep 25 00:51:44.864797 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-11df23b8-09bd-4b8b-9bdc-8782dc5026a3 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/3772b99b-9990-4592-a9fe-0ca33f632625 HTTP/1.1" status: 200 len: 704 time: 0.1246450 Sep 25 00:51:45.311070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:45.355750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:45.429524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:45.867323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Allocated IP 172.20.0.1 (b867c457-3cd0-4bd5-a97f-1db4beef5517/f57d08f2-acef-4398-adde-ff05e9aa79d0/c8a698aa-48fe-46b4-a284-fde6a66204a9) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:51:46.057882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Publish callbacks [] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:46.129095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:46.215485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Network b867c457-3cd0-4bd5-a97f-1db4beef5517 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:51:46.221387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:51:46.225643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:51:46.227848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (3772b99b-9990-4592-a9fe-0ca33f632625), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:46.249358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Pushing event updated for resources: {'Port': ['ID=c8a698aa-48fe-46b4-a284-fde6a66204a9,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:46.458295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:46.488328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Provisioning complete for port c8a698aa-48fe-46b4-a284-fde6a66204a9 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:51:46.489223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:46.489618 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Attempt 1 to provision port c8a698aa-48fe-46b4-a284-fde6a66204a9 Sep 25 00:51:46.533536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Port c8a698aa-48fe-46b4-a284-fde6a66204a9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:51:46.704049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Publish callbacks [] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:46.710911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:46.712054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (3772b99b-9990-4592-a9fe-0ca33f632625), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:46.815358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Pushing event updated for resources: {'Port': ['ID=c8a698aa-48fe-46b4-a284-fde6a66204a9,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:46.826362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:46.834277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:46.880546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Network b867c457-3cd0-4bd5-a97f-1db4beef5517 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:51:46.882852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:51:47.034375 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Attempt 2 to provision port c8a698aa-48fe-46b4-a284-fde6a66204a9 Sep 25 00:51:47.077307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Port c8a698aa-48fe-46b4-a284-fde6a66204a9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:51:47.085701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Router 3772b99b-9990-4592-a9fe-0ca33f632625 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:51:47.185481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:51:47.192248 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2139533c-d9a2-41ce-bf8b-b957989c6c36 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/3772b99b-9990-4592-a9fe-0ca33f632625/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3168359 Sep 25 00:51:47.208248 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Sync routers for ids ['3772b99b-9990-4592-a9fe-0ca33f632625'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:51:47.224754 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Routers {'3772b99b-9990-4592-a9fe-0ca33f632625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:51:47.225626 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:51:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3772b99b-9990-4592-a9fe-0ca33f632625'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:51:47.449173 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Set router 3772b99b-9990-4592-a9fe-0ca33f632625 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:51:47.578374 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Attempt 3 to provision port c8a698aa-48fe-46b4-a284-fde6a66204a9 Sep 25 00:51:47.625019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Port c8a698aa-48fe-46b4-a284-fde6a66204a9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:51:47.932867 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'name': 'router1', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:51:33Z', 'updated_at': '2022-09-25T00:51:46Z', 'revision_number': 2, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'gw_port_host': None, '_interfaces': [{'id': 'c8a698aa-48fe-46b4-a284-fde6a66204a9', 'name': '', 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'mac_address': 'fa:16:3e:22:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:51:45Z', 'updated_at': '2022-09-25T00:51:46Z', 'revision_number': 2, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'subnets': [{'id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9587256-b4f9-42b4-9b88-522d3c088472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:51:48.003055 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Checking router: 3772b99b-9990-4592-a9fe-0ca33f632625 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:51:48.003423 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Updating router 3772b99b-9990-4592-a9fe-0ca33f632625 port c8a698aa-48fe-46b4-a284-fde6a66204a9 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:51:48.064084 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:48.126784 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Attempt 4 to provision port c8a698aa-48fe-46b4-a284-fde6a66204a9 Sep 25 00:51:48.155768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:48.172652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Port c8a698aa-48fe-46b4-a284-fde6a66204a9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:51:48.673654 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Attempt 5 to provision port c8a698aa-48fe-46b4-a284-fde6a66204a9 Sep 25 00:51:48.701577 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Publish callbacks [] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:48.716810 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:48.726440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Port c8a698aa-48fe-46b4-a284-fde6a66204a9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:51:48.909635 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Pushing event updated for resources: {'Port': ['ID=c8a698aa-48fe-46b4-a284-fde6a66204a9,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:48.915995 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Attempting to bind port c8a698aa-48fe-46b4-a284-fde6a66204a9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:51:48.916444 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Attempting to bind port c8a698aa-48fe-46b4-a284-fde6a66204a9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fe998738-6d40-42c5-b394-f4099936bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:51:48.916979 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Attempting to bind port c8a698aa-48fe-46b4-a284-fde6a66204a9 on network b867c457-3cd0-4bd5-a97f-1db4beef5517 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:51:48.962466 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.962853 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.963540 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.963713 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.964235 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.965276 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.965276 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.965583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.965906 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.966299 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.966705 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.967115 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.967496 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.967887 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.968462 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Tracked resource versions report: Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: pushed versions: Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: { 'AddressGroup': {'1.2'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Agent': {'1.1'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'ConntrackHelper': {'1.0'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Log': {'1.0'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'NDPProxy': {'1.0'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Network': {'1.1'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Port': {'1.7'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'PortForwarding': {'1.3'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'QosPolicy': {'1.10'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'SecurityGroup': {'1.5'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'SubPort': {'1.0'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Subnet': {'1.1'}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Trunk': {'1.1'}} Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: consumer versions: Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: L3 agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: Metadata agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: Metering agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Agent': '1.1', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'ConntrackHelper': '1.0', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'LocalIPAssociation': '1.0', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Log': '1.0', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'NDPProxy': '1.0', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Network': '1.1', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Port': '1.7', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'PortForwarding': '1.3', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'QosPolicy': '1.10', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'SecurityGroup': '1.5', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'SecurityGroupRule': '1.2', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'SubPort': '1.0', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Subnet': '1.1', Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: 'Trunk': '1.1'}} Sep 25 00:51:48.970231 dv-neutron-master-2-hyperv neutron-server[107190]: {{(pid=107190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:51:49.054799 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:51:49.055275 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Checking segment: {'id': 'fe998738-6d40-42c5-b394-f4099936bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:51:49.055826 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:49.056302 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Bound using segment: {'id': 'fe998738-6d40-42c5-b394-f4099936bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:51:49.056893 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Bound port: c8a698aa-48fe-46b4-a284-fde6a66204a9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe998738-6d40-42c5-b394-f4099936bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:51:49.057329 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:49.111420 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:49.142239 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] For port c8a698aa-48fe-46b4-a284-fde6a66204a9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:51:49.169121 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] For port c8a698aa-48fe-46b4-a284-fde6a66204a9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8a698aa-48fe-46b4-a284-fde6a66204a9,segment=NetworkSegment(fe998738-6d40-42c5-b394-f4099936bbb4),segment_id=fe998738-6d40-42c5-b394-f4099936bbb4)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:51:49.176755 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:49.181404 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:49.227570 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Attempt 6 to provision port c8a698aa-48fe-46b4-a284-fde6a66204a9 Sep 25 00:51:49.247720 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Routers {'3772b99b-9990-4592-a9fe-0ca33f632625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:51:49.248486 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:51:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3772b99b-9990-4592-a9fe-0ca33f632625'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:51:49.255555 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cceac-b1b9-4dd9-b70a-c3f8d092cb17 None None] Pushing event updated for resources: {'Port': ['ID=c8a698aa-48fe-46b4-a284-fde6a66204a9,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:49.340835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Current status of the port c8a698aa-48fe-46b4-a284-fde6a66204a9 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:51:49.343219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:49.364937 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] Set router 3772b99b-9990-4592-a9fe-0ca33f632625 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:51:49.403170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] For port c8a698aa-48fe-46b4-a284-fde6a66204a9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8a698aa-48fe-46b4-a284-fde6a66204a9,segment=NetworkSegment(fe998738-6d40-42c5-b394-f4099936bbb4),segment_id=fe998738-6d40-42c5-b394-f4099936bbb4)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:51:49.409703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:49.499522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14534997-fe34-47a7-9e6f-730cb4740db4 None None] Pushing event updated for resources: {'Port': ['ID=c8a698aa-48fe-46b4-a284-fde6a66204a9,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:49.540047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-18908337-a64b-4664-ad40-64700ea0f856 None None] Provisioning complete for port c8a698aa-48fe-46b4-a284-fde6a66204a9 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:51:49.540637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-18908337-a64b-4664-ad40-64700ea0f856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:49.541044 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-18908337-a64b-4664-ad40-64700ea0f856 None None] Attempt 1 to provision port c8a698aa-48fe-46b4-a284-fde6a66204a9 Sep 25 00:51:49.629665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-18908337-a64b-4664-ad40-64700ea0f856 None None] Current status of the port c8a698aa-48fe-46b4-a284-fde6a66204a9 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:51:49.658056 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'name': 'router1', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:51:33Z', 'updated_at': '2022-09-25T00:51:46Z', 'revision_number': 2, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'gw_port_host': None, '_interfaces': [{'id': 'c8a698aa-48fe-46b4-a284-fde6a66204a9', 'name': '', 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'mac_address': 'fa:16:3e:22:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:51:45Z', 'updated_at': '2022-09-25T00:51:49Z', 'revision_number': 4, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'subnets': [{'id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9587256-b4f9-42b4-9b88-522d3c088472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:51:49.707340 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0b5c2-84b9-4171-a27c-a5b4775b15de None None] The sync data for ids ['3772b99b-9990-4592-a9fe-0ca33f632625'] in dv-neutron-master-2-hyperv is: [{'id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'name': 'router1', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:51:33Z', 'updated_at': '2022-09-25T00:51:46Z', 'revision_number': 2, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'gw_port_host': None, '_interfaces': [{'id': 'c8a698aa-48fe-46b4-a284-fde6a66204a9', 'name': '', 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'mac_address': 'fa:16:3e:22:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:51:45Z', 'updated_at': '2022-09-25T00:51:49Z', 'revision_number': 4, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'subnets': [{'id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9587256-b4f9-42b4-9b88-522d3c088472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:51:49.903020 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:51:50.175577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49304) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:50.858996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c661f2-ef84-4da0-8b6e-e19f07f32db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:51:50.860579 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-66c661f2-ef84-4da0-8b6e-e19f07f32db7 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 842 time: 0.6838024 Sep 25 00:51:50.873570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Request body: {'subnet': {'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_dhcp': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:51:50.905119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Made reservation on behalf of 0900cf658c994224bff45ee677c86282 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:51:50.910779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:51.408953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 00:51:51.409695 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (90aa2bcf-450d-4964-9326-2123c7e5c10e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:51.469791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Pushing event updated for resources: {'Subnet': ['ID=90aa2bcf-450d-4964-9326-2123c7e5c10e,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:51.481972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:51:51.482329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Network hostable DHCP agents. Network: 138a0b37-abec-4287-895a-94d38f21a5dc, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:51:51.503720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:51:51.517631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 138a0b37-abec-4287-895a-94d38f21a5dc) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:51:51.526065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc21189-ae69-4080-a773-2dc32af9cb77 None None] Network 138a0b37-abec-4287-895a-94d38f21a5dc requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:51:51.526881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:51:51.527028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:51.553115 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b1d7730f-c3a9-4f7e-88b0-22f67c24337f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6844435 Sep 25 00:51:51.697528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f3deb-6f9e-48b4-b230-8da2755ca93c None None] Network 138a0b37-abec-4287-895a-94d38f21a5dc requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:51:54.616640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 49312) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:51:55.108438 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR stevedore.extension [None req-9fcd32d4-f612-47b8-8a9b-253c0207c5c6 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 25 00:51:55.165699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.policy [None req-9fcd32d4-f612-47b8-8a9b-253c0207c5c6 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107188) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 00:51:55.231254 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING oslo_policy.policy [None req-9fcd32d4-f612-47b8-8a9b-253c0207c5c6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:51:55.231254 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING oslo_policy.policy [None req-9fcd32d4-f612-47b8-8a9b-253c0207c5c6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:51:55.265718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writer thread running {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:51:55.343878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:55.542547 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9fcd32d4-f612-47b8-8a9b-253c0207c5c6 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/3772b99b-9990-4592-a9fe-0ca33f632625 HTTP/1.1" status: 200 len: 710 time: 0.9247725 Sep 25 00:51:55.812719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35cd5dc-ad7a-4288-abd6-314addbf4b4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:51:55.814545 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b35cd5dc-ad7a-4288-abd6-314addbf4b4f demo admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 886 time: 0.2641850 Sep 25 00:51:55.825286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:51:56.145164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Publish callbacks [] for router_gateway (3772b99b-9990-4592-a9fe-0ca33f632625), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:56.426807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c8a698aa-48fe-46b4-a284-fde6a66204a9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:51:56.445476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Publish callbacks [] for router_gateway (3772b99b-9990-4592-a9fe-0ca33f632625), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:56.494738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port c8a698aa-48fe-46b4-a284-fde6a66204a9 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:51:56.495225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:56.495488 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port c8a698aa-48fe-46b4-a284-fde6a66204a9 Sep 25 00:51:56.544443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:56.555278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:56.604739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port c8a698aa-48fe-46b4-a284-fde6a66204a9 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:51:56.874994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Allocated IP 172.36.7.180 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d1a8d5c7-302d-40ad-91a7-57c89956884a) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:51:57.043164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:57.063555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Publish callbacks [] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:57.168457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:57.213792 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:57.223461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:51:57.247901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:51:57.304399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:51:57.308187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Pushing event updated for resources: {'Port': ['ID=d1a8d5c7-302d-40ad-91a7-57c89956884a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:51:57.354326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.354674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.355026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.355378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.355706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.356078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.356410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.356742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.357087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.357415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.357759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.358091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.358413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.358734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.359157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Tracked resource versions report: Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: pushed versions: Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: { 'AddressGroup': {'1.2'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Agent': {'1.1'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'ConntrackHelper': {'1.0'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Log': {'1.0'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'NDPProxy': {'1.0'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Network': {'1.1'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Port': {'1.7'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'PortForwarding': {'1.3'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'QosPolicy': {'1.10'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'SecurityGroup': {'1.5'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'SubPort': {'1.0'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Subnet': {'1.1'}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Trunk': {'1.1'}} Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: consumer versions: Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: L3 agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: Metadata agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: Metering agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Agent': '1.1', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'ConntrackHelper': '1.0', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'LocalIPAssociation': '1.0', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Log': '1.0', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'NDPProxy': '1.0', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Network': '1.1', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Port': '1.7', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'PortForwarding': '1.3', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'QosPolicy': '1.10', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'SecurityGroup': '1.5', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'SecurityGroupRule': '1.2', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'SubPort': '1.0', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Subnet': '1.1', Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: 'Trunk': '1.1'}} Sep 25 00:51:57.360683 dv-neutron-master-2-hyperv neutron-server[107188]: {{(pid=107188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:51:57.720856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Publish callbacks [] for router_gateway (3772b99b-9990-4592-a9fe-0ca33f632625), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:57.982402 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (3772b99b-9990-4592-a9fe-0ca33f632625), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:57.989484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (3772b99b-9990-4592-a9fe-0ca33f632625), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:58.182764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Router 3772b99b-9990-4592-a9fe-0ca33f632625 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:51:58.305480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:51:58.313312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:58.316451 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-60ce94de-078d-4b75-ab7a-bae6fe1e5b82 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/3772b99b-9990-4592-a9fe-0ca33f632625 HTTP/1.1" status: 200 len: 890 time: 2.4939082 Sep 25 00:51:58.325429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Sync routers for ids ['3772b99b-9990-4592-a9fe-0ca33f632625'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:51:58.348771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Routers {'3772b99b-9990-4592-a9fe-0ca33f632625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:51:58.349892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:51:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3772b99b-9990-4592-a9fe-0ca33f632625'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:51:58.692500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bb25708b-42e8-4c6f-bb5a-eef52bddd465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:58.747098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Set router 3772b99b-9990-4592-a9fe-0ca33f632625 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:51:59.222020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:59.542163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'name': 'router1', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd1a8d5c7-302d-40ad-91a7-57c89956884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:51:33Z', 'updated_at': '2022-09-25T00:51:57Z', 'revision_number': 4, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'gw_port': {'id': 'd1a8d5c7-302d-40ad-91a7-57c89956884a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:51:56Z', 'updated_at': '2022-09-25T00:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c8a698aa-48fe-46b4-a284-fde6a66204a9', 'name': '', 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'mac_address': 'fa:16:3e:22:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:51:45Z', 'updated_at': '2022-09-25T00:51:49Z', 'revision_number': 5, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'subnets': [{'id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9587256-b4f9-42b4-9b88-522d3c088472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:51:59.629903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Checking router: 3772b99b-9990-4592-a9fe-0ca33f632625 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:51:59.630259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Updating router 3772b99b-9990-4592-a9fe-0ca33f632625 port d1a8d5c7-302d-40ad-91a7-57c89956884a binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:51:59.663645 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:59.698946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:59.896004 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=38 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:00.218097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Publish callbacks [] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:00.226879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:00.280709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Attempting to bind port d1a8d5c7-302d-40ad-91a7-57c89956884a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:52:00.281241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Attempting to bind port d1a8d5c7-302d-40ad-91a7-57c89956884a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:52:00.281742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Attempting to bind port d1a8d5c7-302d-40ad-91a7-57c89956884a on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:52:00.342330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e3667-78c1-494c-a46f-8db64589ad46 None None] Pushing event updated for resources: {'Port': ['ID=d1a8d5c7-302d-40ad-91a7-57c89956884a,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:52:00.372794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:52:00.373483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:52:00.373888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:00.374281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:52:00.374821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Bound port: d1a8d5c7-302d-40ad-91a7-57c89956884a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:52:00.375217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:00.458408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] For port d1a8d5c7-302d-40ad-91a7-57c89956884a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:52:00.462408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] For port d1a8d5c7-302d-40ad-91a7-57c89956884a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d1a8d5c7-302d-40ad-91a7-57c89956884a,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:52:00.469922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:00.485502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:00.543292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Routers {'3772b99b-9990-4592-a9fe-0ca33f632625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:52:00.544337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:51:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3772b99b-9990-4592-a9fe-0ca33f632625'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:52:00.618665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e3667-78c1-494c-a46f-8db64589ad46 None None] Pushing event updated for resources: {'Port': ['ID=d1a8d5c7-302d-40ad-91a7-57c89956884a,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:52:00.717178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] Set router 3772b99b-9990-4592-a9fe-0ca33f632625 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:52:00.861904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:01.007483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'name': 'router1', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd1a8d5c7-302d-40ad-91a7-57c89956884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:51:33Z', 'updated_at': '2022-09-25T00:51:57Z', 'revision_number': 4, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'gw_port': {'id': 'd1a8d5c7-302d-40ad-91a7-57c89956884a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:51:56Z', 'updated_at': '2022-09-25T00:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c8a698aa-48fe-46b4-a284-fde6a66204a9', 'name': '', 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'mac_address': 'fa:16:3e:22:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:51:45Z', 'updated_at': '2022-09-25T00:51:49Z', 'revision_number': 5, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'subnets': [{'id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9587256-b4f9-42b4-9b88-522d3c088472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:52:01.053488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530e0ff-bfb0-42a5-85c6-2d0b398796c8 None None] The sync data for ids ['3772b99b-9990-4592-a9fe-0ca33f632625'] in dv-neutron-master-2-hyperv is: [{'id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'name': 'router1', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd1a8d5c7-302d-40ad-91a7-57c89956884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:51:33Z', 'updated_at': '2022-09-25T00:51:57Z', 'revision_number': 4, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'gw_port': {'id': 'd1a8d5c7-302d-40ad-91a7-57c89956884a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:51:56Z', 'updated_at': '2022-09-25T00:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c8a698aa-48fe-46b4-a284-fde6a66204a9', 'name': '', 'network_id': 'b867c457-3cd0-4bd5-a97f-1db4beef5517', 'tenant_id': '25168f1d5a384a46b86d9088c12b76b9', 'mac_address': 'fa:16:3e:22:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3772b99b-9990-4592-a9fe-0ca33f632625', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:51:45Z', 'updated_at': '2022-09-25T00:51:49Z', 'revision_number': 5, 'project_id': '25168f1d5a384a46b86d9088c12b76b9', 'subnets': [{'id': 'f57d08f2-acef-4398-adde-ff05e9aa79d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9587256-b4f9-42b4-9b88-522d3c088472'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:52:01.426912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-636f22e6-59ad-4e3e-8bbe-ebfff2815a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:01.538767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=74,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:01.542692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:02.154565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49332) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:52:02.441601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d1a8d5c7-302d-40ad-91a7-57c89956884a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:52:02.501478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d1a8d5c7-302d-40ad-91a7-57c89956884a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:52:02.501878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:02.502224 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d1a8d5c7-302d-40ad-91a7-57c89956884a Sep 25 00:52:02.601932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d1a8d5c7-302d-40ad-91a7-57c89956884a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:52:02.602340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:02.634155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port d1a8d5c7-302d-40ad-91a7-57c89956884a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d1a8d5c7-302d-40ad-91a7-57c89956884a,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:52:02.641530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:02.746450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=d1a8d5c7-302d-40ad-91a7-57c89956884a,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:52:02.775699 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7cbf6ec2-3a3f-4b52-9c9c-14a3afcb66b9 admin admin] 10.222.0.49 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.6199307 Sep 25 00:52:03.615620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:04.431519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d1a8d5c7-302d-40ad-91a7-57c89956884a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:52:04.510843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d1a8d5c7-302d-40ad-91a7-57c89956884a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:52:04.511148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d1a8d5c7-302d-40ad-91a7-57c89956884a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:04.511499 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d1a8d5c7-302d-40ad-91a7-57c89956884a Sep 25 00:52:04.694323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d1a8d5c7-302d-40ad-91a7-57c89956884a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:52:05.777285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:06.322596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:08.302626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:08.311695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:12.765690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:12.774917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:16.307407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:16.316105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:18.941108 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:18.958054 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:26.911732 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:52:28.645343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c55ed1c4-566e-46a4-8b4d-d77be00e1f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:31.426485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-06df39ff-28e0-45e7-a332-b42a200ca65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:33.776222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:35.786842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:36.352513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:36.911335 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:45.780517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:46.344975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:55.924046 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:55.936784 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:58.514613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8ebecb1-0b5c-4871-91aa-d41f5a882a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:01.423284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c4823574-b81e-409b-b22d-4de8b5a0c560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:03.648674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:03.913867 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:53:05.777720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:06.355316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:13.899725 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:13.902254 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:16.331624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:16.348738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:28.500202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-571296d5-f2e2-4298-9f47-e77a0e6bfdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:31.410401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9f93fe39-b432-4fa9-a082-3f04da5e4bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:32.917326 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:32.924640 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:33.624365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:35.774739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:36.334250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:40.903606 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:53:46.325623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:46.328049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:53.122838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 49924) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:53:53.500855 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8b2897-98dd-4727-8bcf-3943155ab705 admin admin] GET failed (client error): The resource could not be found. Sep 25 00:53:53.502238 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-de8b2897-98dd-4727-8bcf-3943155ab705 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3785217 Sep 25 00:53:53.675466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10f3f2-4cf0-42ad-9bc2-539782382b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:53:53.677150 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9e10f3f2-4cf0-42ad-9bc2-539782382b5b admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1698804 Sep 25 00:53:56.404175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 49934) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:53:56.832647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d1a7a1-4740-47d7-b641-a07f1b83edf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:53:56.833958 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-54d1a7a1-4740-47d7-b641-a07f1b83edf5 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/f57d08f2-acef-4398-adde-ff05e9aa79d0 HTTP/1.1" status: 200 len: 849 time: 0.4288118 Sep 25 00:53:56.848120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:53:56.939606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Publish callbacks [] for subnet (f57d08f2-acef-4398-adde-ff05e9aa79d0), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:57.095741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745228993172'] for subnet (f57d08f2-acef-4398-adde-ff05e9aa79d0), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:57.131279 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:53:57.132235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:57.133512 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] 10.222.0.49 "PUT /networking/v2.0/subnets/f57d08f2-acef-4398-adde-ff05e9aa79d0 HTTP/1.1" status: 200 len: 868 time: 0.2892435 Sep 25 00:53:57.136892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916088ce-f691-4f0f-b15b-3ef51169ef21 None None] Network b867c457-3cd0-4bd5-a97f-1db4beef5517 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:53:57.158863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57d08f2-acef-4398-adde-ff05e9aa79d0,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:53:57.167643 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.168058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.168398 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.168748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.169090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.169430 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.169932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.170273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.170624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.170961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.171298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.171634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.171999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.172329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.172683 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979c5c-ef67-421b-94e1-5114d3bc5339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:53:57.541605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-50d71241-72dd-4f93-a5a6-bcd0554800e4 None None] Provisioning complete for port c8a698aa-48fe-46b4-a284-fde6a66204a9 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:53:57.542005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-50d71241-72dd-4f93-a5a6-bcd0554800e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c8a698aa-48fe-46b4-a284-fde6a66204a9), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:57.542324 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-50d71241-72dd-4f93-a5a6-bcd0554800e4 None None] Attempt 1 to provision port c8a698aa-48fe-46b4-a284-fde6a66204a9 Sep 25 00:53:57.626674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-50d71241-72dd-4f93-a5a6-bcd0554800e4 None None] Current status of the port c8a698aa-48fe-46b4-a284-fde6a66204a9 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:53:57.635903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-50d71241-72dd-4f93-a5a6-bcd0554800e4 None None] Provisioning complete for port a420ff32-fe24-451b-901e-ee3d5ca90915 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:53:57.636338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-50d71241-72dd-4f93-a5a6-bcd0554800e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a420ff32-fe24-451b-901e-ee3d5ca90915), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:57.636674 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-50d71241-72dd-4f93-a5a6-bcd0554800e4 None None] Attempt 1 to provision port a420ff32-fe24-451b-901e-ee3d5ca90915 Sep 25 00:53:57.733429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-50d71241-72dd-4f93-a5a6-bcd0554800e4 None None] Current status of the port a420ff32-fe24-451b-901e-ee3d5ca90915 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:53:58.506938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4aa1dd70-8597-4b59-9999-44a4b4094707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:58.648757 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=13 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:58.654477 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:59.838770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 49942) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:00.474111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef001199-da75-4c9d-8463-675d0d9197bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:00.474639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef001199-da75-4c9d-8463-675d0d9197bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:00.476349 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ef001199-da75-4c9d-8463-675d0d9197bd admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6366434 Sep 25 00:54:01.414994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b9d26e5b-58d8-4513-a961-8f1c17ca95d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:03.200958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 49950) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:03.626053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:03.669689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c7842-c9ed-47d9-abb7-42dcb5261cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:03.670170 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c7842-c9ed-47d9-abb7-42dcb5261cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:03.671738 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-519c7842-c9ed-47d9-abb7-42dcb5261cf4 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4697940 Sep 25 00:54:05.773522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:06.344316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:06.345749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49958) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:06.839513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45c36d-bba5-4301-8509-588bc6e83e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:06.841181 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3f45c36d-bba5-4301-8509-588bc6e83e8a admin admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 886 time: 0.4938579 Sep 25 00:54:09.619692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49968) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:09.914719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:09.921293 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:10.191841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f598e3b-ac1d-4323-93ce-3075a0652b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:10.193259 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9f598e3b-ac1d-4323-93ce-3075a0652b68 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/b867c457-3cd0-4bd5-a97f-1db4beef5517 HTTP/1.1" status: 200 len: 869 time: 0.5722795 Sep 25 00:54:12.930154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49976) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:13.399767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837e99-8f0d-458f-944b-68fb3a4f7269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:13.400272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837e99-8f0d-458f-944b-68fb3a4f7269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:13.401975 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-84837e99-8f0d-458f-944b-68fb3a4f7269 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4708200 Sep 25 00:54:13.665551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:13.667559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:16.103750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 49984) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:16.327339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:16.338679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:16.525330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea8426-cc93-465e-abf4-411a64f482bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:16.525788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea8426-cc93-465e-abf4-411a64f482bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:16.527348 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-13ea8426-cc93-465e-abf4-411a64f482bc admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4224913 Sep 25 00:54:17.902206 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:54:19.193112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 49992) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:19.615229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a9e83-cda9-4f3b-bf06-3e433e03cb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:19.617623 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-681a9e83-cda9-4f3b-bf06-3e433e03cb84 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/90aa2bcf-450d-4964-9326-2123c7e5c10e HTTP/1.1" status: 200 len: 816 time: 0.4233172 Sep 25 00:54:22.305357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50000) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:22.852049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127c153b-f841-4693-81f9-2719a3fc7814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:22.853578 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-127c153b-f841-4693-81f9-2719a3fc7814 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/f57d08f2-acef-4398-adde-ff05e9aa79d0 HTTP/1.1" status: 200 len: 868 time: 0.5472462 Sep 25 00:54:26.518304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=34 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:26.521946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=35 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:27.897297 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:27.898855 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:28.634100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-13a7b3e2-ed2d-4b12-9da3-e7ae75c45e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:31.422926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f129c04-a91e-46fd-a6f7-037488af70cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:32.842861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=11 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:32.848188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=12 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:33.630218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:35.768195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:36.344764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:46.337012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:46.339408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:46.918589 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:53.805392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50058) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:54.216106 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-b09ca56f-0c89-4662-bd39-954af4509ddd admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:54:54.217202 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b09ca56f-0c89-4662-bd39-954af4509ddd admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4107721 Sep 25 00:54:54.896072 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:54.902459 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:54:56.998479 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50066) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:57.415531 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2225aa92-377d-47a7-9a4a-9f83ccdda377 admin admin] GET failed (client error): The resource could not be found. Sep 25 00:54:57.416862 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2225aa92-377d-47a7-9a4a-9f83ccdda377 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4174192 Sep 25 00:54:57.533165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d90e2-577e-4045-ae6e-c8c209c12659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:54:57.534705 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0d2d90e2-577e-4045-ae6e-c8c209c12659 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1133873 Sep 25 00:54:58.507647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e04a01d4-c640-46e0-91b3-f14709fdef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:00.252880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50076) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:00.624796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:00.646530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Made reservation on behalf of 0900cf658c994224bff45ee677c86282 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:00.648924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:00.677784 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.services.revisions.revision_plugin [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Could not find related network for resource to bump revision. Sep 25 00:55:00.690269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:55:00.700500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (87124095-8dae-4968-ba85-ec0020f99b17), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:00.700837 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Added segment 87124095-8dae-4968-ba85-ec0020f99b17 of type vlan for network d51dcaa5-e961-4aff-8e45-44198b4184c2 Sep 25 00:55:00.744478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (d51dcaa5-e961-4aff-8e45-44198b4184c2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:00.774111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (d51dcaa5-e961-4aff-8e45-44198b4184c2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:00.775224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:00.775735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:00.837286 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5830979 Sep 25 00:55:00.851186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Pushing event updated for resources: {'Network': ['ID=d51dcaa5-e961-4aff-8e45-44198b4184c2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:00.859624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.860571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.860869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.861216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.861549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.861879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.862208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.862529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.862876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.863209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.863542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.863861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.864772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.864772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.865033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd212c-c6ac-449a-89ee-8f61b0458214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:00.881653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network d51dcaa5-e961-4aff-8e45-44198b4184c2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:55:01.423231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-910318d2-593e-423a-aab1-e2fcaad16aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:03.568689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50084) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:03.630593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:03.953371 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17e64af-313e-4732-8c7d-8656bd696291 admin admin] GET failed (client error): The resource could not be found. Sep 25 00:55:03.954769 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d17e64af-313e-4732-8c7d-8656bd696291 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3850956 Sep 25 00:55:04.070669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd295089-d791-497b-a8b4-9bed55354bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:04.072212 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bd295089-d791-497b-a8b4-9bed55354bb3 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1127946 Sep 25 00:55:04.083661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:04.107725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Made reservation on behalf of 0900cf658c994224bff45ee677c86282 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:04.111250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:04.353530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (7612cce7-1b99-41dc-b15e-42ea0b01e4b1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:04.412413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=7612cce7-1b99-41dc-b15e-42ea0b01e4b1,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:04.424550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Checking segment: {'id': '87124095-8dae-4968-ba85-ec0020f99b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:04.424907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Network hostable DHCP agents. Network: d51dcaa5-e961-4aff-8e45-44198b4184c2, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:55:04.445392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Network d51dcaa5-e961-4aff-8e45-44198b4184c2 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:55:04.456739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d51dcaa5-e961-4aff-8e45-44198b4184c2) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:04.463117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:04.464249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:04.465415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436de730-91bb-4353-88f0-1a8f5b8630d9 None None] Network d51dcaa5-e961-4aff-8e45-44198b4184c2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:04.481269 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c18b3a1a-8771-475b-b566-fd9d89e0a7af admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4012272 Sep 25 00:55:04.588620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d51dcaa5-e961-4aff-8e45-44198b4184c2', 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2', 'project_id': '0900cf658c994224bff45ee677c86282', 'fixed_ips': [{'subnet_id': '7612cce7-1b99-41dc-b15e-42ea0b01e4b1'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:55:04.589535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:04.752682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Allocated IP 192.168.233.2 (d51dcaa5-e961-4aff-8e45-44198b4184c2/7612cce7-1b99-41dc-b15e-42ea0b01e4b1/50ed2b68-7b65-43ae-97f9-de88973eaab5) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:04.897991 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:04.924800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Publish callbacks [] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:04.932038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:04.981858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Network d51dcaa5-e961-4aff-8e45-44198b4184c2 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:04.986322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:04.989688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:04.998887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Pushing event updated for resources: {'Port': ['ID=50ed2b68-7b65-43ae-97f9-de88973eaab5,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:05.014986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.015496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.016049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.016548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.017037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.017525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.018006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.018637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.019058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.019467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.019979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.020493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.020970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.021474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.021920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:05.105087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Attempting to bind port 50ed2b68-7b65-43ae-97f9-de88973eaab5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:05.105685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Attempting to bind port 50ed2b68-7b65-43ae-97f9-de88973eaab5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '87124095-8dae-4968-ba85-ec0020f99b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:05.106286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Attempting to bind port 50ed2b68-7b65-43ae-97f9-de88973eaab5 on network d51dcaa5-e961-4aff-8e45-44198b4184c2 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:05.182641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:05.183115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Checking segment: {'id': '87124095-8dae-4968-ba85-ec0020f99b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:05.183741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:05.184377 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Bound using segment: {'id': '87124095-8dae-4968-ba85-ec0020f99b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:05.185169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Bound port: 50ed2b68-7b65-43ae-97f9-de88973eaab5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87124095-8dae-4968-ba85-ec0020f99b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:05.185763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:05.275039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] For port 50ed2b68-7b65-43ae-97f9-de88973eaab5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:05.279461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] For port 50ed2b68-7b65-43ae-97f9-de88973eaab5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50ed2b68-7b65-43ae-97f9-de88973eaab5,segment=NetworkSegment(87124095-8dae-4968-ba85-ec0020f99b17),segment_id=87124095-8dae-4968-ba85-ec0020f99b17)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:05.286543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:05.408249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fc1e2-3320-4410-82bd-4621e84fb780 None None] Pushing event updated for resources: {'Port': ['ID=50ed2b68-7b65-43ae-97f9-de88973eaab5,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:05.789112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:06.275237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192352c6-3046-4389-93f0-8b66d7bf8078 None None] Network d51dcaa5-e961-4aff-8e45-44198b4184c2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:06.330799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:06.336188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:06.367505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7dbd6d9f-890a-4572-9d31-843f20aa481d None None] Provisioning complete for port 50ed2b68-7b65-43ae-97f9-de88973eaab5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:06.367895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6d9f-890a-4572-9d31-843f20aa481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:06.368502 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dbd6d9f-890a-4572-9d31-843f20aa481d None None] Attempt 1 to provision port 50ed2b68-7b65-43ae-97f9-de88973eaab5 Sep 25 00:55:06.406499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:06.601767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd6d9f-890a-4572-9d31-843f20aa481d None None] Current status of the port 50ed2b68-7b65-43ae-97f9-de88973eaab5 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:06.602199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6d9f-890a-4572-9d31-843f20aa481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:06.606411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 50ed2b68-7b65-43ae-97f9-de88973eaab5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:06.684939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-7dbd6d9f-890a-4572-9d31-843f20aa481d None None] For port 50ed2b68-7b65-43ae-97f9-de88973eaab5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50ed2b68-7b65-43ae-97f9-de88973eaab5,segment=NetworkSegment(87124095-8dae-4968-ba85-ec0020f99b17),segment_id=87124095-8dae-4968-ba85-ec0020f99b17)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:55:06.694792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6d9f-890a-4572-9d31-843f20aa481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:06.705285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 50ed2b68-7b65-43ae-97f9-de88973eaab5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:06.705285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:06.705574 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 50ed2b68-7b65-43ae-97f9-de88973eaab5 Sep 25 00:55:06.841851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd6d9f-890a-4572-9d31-843f20aa481d None None] Pushing event updated for resources: {'Port': ['ID=50ed2b68-7b65-43ae-97f9-de88973eaab5,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:06.893245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 50ed2b68-7b65-43ae-97f9-de88973eaab5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:06.920160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6a986f61-b32f-409d-b6d8-1958ab8af33f None None] Provisioning complete for port 50ed2b68-7b65-43ae-97f9-de88973eaab5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:06.920557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6a986f61-b32f-409d-b6d8-1958ab8af33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:06.920900 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6a986f61-b32f-409d-b6d8-1958ab8af33f None None] Attempt 1 to provision port 50ed2b68-7b65-43ae-97f9-de88973eaab5 Sep 25 00:55:07.006913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6a986f61-b32f-409d-b6d8-1958ab8af33f None None] Current status of the port 50ed2b68-7b65-43ae-97f9-de88973eaab5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:07.528773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:07.531296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=13 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:08.513968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 50ed2b68-7b65-43ae-97f9-de88973eaab5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:08.573938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 50ed2b68-7b65-43ae-97f9-de88973eaab5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:08.574464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (50ed2b68-7b65-43ae-97f9-de88973eaab5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:08.574993 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 50ed2b68-7b65-43ae-97f9-de88973eaab5 Sep 25 00:55:08.683360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 50ed2b68-7b65-43ae-97f9-de88973eaab5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:14.474381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=66,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:14.476367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=72,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:18.678925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=74 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:18.680981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:23.914144 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:23.915856 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:28.521183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f3987af-5c92-4239-a19f-92f7facf1d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:31.418802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-876281cb-4245-4e2a-8238-1845563d5154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:31.901385 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:55:33.634310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:35.772861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:36.351323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.896914 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:41.897812 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:46.342607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:46.346265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:58.515523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0c042fa3-b215-460e-be88-bf4897bbdc2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:00.913710 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=17 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:00.914524 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:01.415551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9af0824b-3fba-4852-9c84-55afaa6222a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.637976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:05.790769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.357723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:08.900123 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:56:16.350515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:16.352407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:18.894979 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:18.896204 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:22.128293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50148) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:22.134498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-9b82d45f-fbd2-4b14-8c30-2b3c15b46eda tempest-verify_tempest_config-335346466 tempest-verify_tempest_config-335346466-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:56:22.135705 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9b82d45f-fbd2-4b14-8c30-2b3c15b46eda tempest-verify_tempest_config-335346466 tempest-verify_tempest_config-335346466-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0060992 Sep 25 00:56:22.471850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50166) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:22.614132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.733160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Publish callbacks [] for security_group (195e6b26-b4d8-4db7-95cf-19ff261d4b4f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.737205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (195e6b26-b4d8-4db7-95cf-19ff261d4b4f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.785655 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a7304baff1bf45719d38b5842800e570&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3126805 Sep 25 00:56:22.786634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195e6b26-b4d8-4db7-95cf-19ff261d4b4f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:22.789078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50170) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:22.794780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.795699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.796093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.796437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.796776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.797111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.797440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.797766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.798111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.798443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.798790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.799122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.799446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.799767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.800129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4187527-0658-4b96-8da7-ed9ae820cc88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:22.857626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Publish callbacks [] for security_group (195e6b26-b4d8-4db7-95cf-19ff261d4b4f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.882262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Publish callbacks [] for security_group (195e6b26-b4d8-4db7-95cf-19ff261d4b4f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.984163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (195e6b26-b4d8-4db7-95cf-19ff261d4b4f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.986670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.987845 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/195e6b26-b4d8-4db7-95cf-19ff261d4b4f HTTP/1.1" status: 204 len: 168 time: 0.1972423 Sep 25 00:56:22.996857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e6b26-b4d8-4db7-95cf-19ff261d4b4f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:23.004972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.005319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.005689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.006034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.006418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.006711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.007039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.007366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.007710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.008066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.008415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.008753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.009158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.009568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:23.009892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3147a411-9978-47ff-a670-d139e5103c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:28.531969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-08102cf2-b2a1-42d9-aa11-a0de408a07c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:31.419248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-12dbcb81-c7e1-4797-839b-3954647d1378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:32.790238 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:32.790928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:32.999757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:33.000729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:33.641147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.777473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.356657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:37.906752 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:37.911364 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:45.898593 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:56:46.346417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:46.351653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:55.894954 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:55.895641 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:58.517334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7ed38391-cb75-412e-b944-5c624402e8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:01.424242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f71baff5-5438-417a-a213-84d3a21d7aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:03.643024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:05.772148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:06.359402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.901732 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:14.908317 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:16.352972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:16.356320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:22.898646 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 5 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:57:28.521138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8dedfde3-133c-43e4-822f-4d0344ece75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:31.430929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe47af18-4659-4949-99d9-12207a5c2d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.893348 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:33.646909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.775825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.362739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.419910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872971'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:50.410825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:50.415042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:54.113395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50246) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:54.228829 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2925a9d2-93c8-4e21-a9c6-27fd1d166e3b admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1143899 Sep 25 00:57:56.771134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50256) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:56.829919 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-743ce19d-01b0-4482-b23d-5f82fe4a644c admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0576532 Sep 25 00:57:58.515758 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:58.517660 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:58.525063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-47d5e657-e251-4392-b7c2-3a0f6b3e68c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:59.898099 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:58:01.424142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b958025-1f96-458d-a345-0b915420a0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.649832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.782920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.368246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.823920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:06.824697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:09.894659 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:10.405432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.392481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:20.400541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:28.532544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a036aea7-a3f0-406e-aba8-6c9d1c2e90ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:28.902083 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:28.904194 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:31.427073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3633c91c-a639-4cd2-a234-042c40ea9b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:33.656818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:35.784748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:36.373526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:36.897782 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:58:40.436418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:50.430359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:50.431543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:54.904474 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:58.531097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-42300cdf-df05-4205-aec2-a8a24c1a28b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:01.443022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4a9252f6-d3d5-4a8e-a841-be29e4c815d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:03.666494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:05.791819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:05.897125 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:05.903627 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:06.376723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:10.456405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:13.899214 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:59:20.159394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50396) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:20.446085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:20.452306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:20.593249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-383466647-network', 'tenant_id': '6fca05771f584281881ef056a7ee9629'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:20.624064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Made reservation on behalf of 6fca05771f584281881ef056a7ee9629 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:20.624064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.633901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.753948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Publish callbacks [] for security_group (da715f46-21fd-497c-88d9-9f19bb273118), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.760689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (da715f46-21fd-497c-88d9-9f19bb273118), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.798208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:20.802107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da715f46-21fd-497c-88d9-9f19bb273118,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:20.813433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.814057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.814548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.815042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.815512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.816044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.816713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.817216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.817724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.818214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.818552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.818875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.819343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.819823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.820345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Tracked resource versions report: Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: pushed versions: Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: { 'AddressGroup': {'1.2'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Agent': {'1.1'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'ConntrackHelper': {'1.0'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Log': {'1.0'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'NDPProxy': {'1.0'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Network': {'1.1'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Port': {'1.7'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'PortForwarding': {'1.3'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'QosPolicy': {'1.10'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'SecurityGroup': {'1.5'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'SubPort': {'1.0'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Subnet': {'1.1'}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Trunk': {'1.1'}} Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: consumer versions: Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: HyperV agent@hv-neutron-mast: {}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: L3 agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: Metadata agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: Metering agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Agent': '1.1', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'ConntrackHelper': '1.0', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'LocalIPAssociation': '1.0', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Log': '1.0', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'NDPProxy': '1.0', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Network': '1.1', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Port': '1.7', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'PortForwarding': '1.3', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'QosPolicy': '1.10', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'SecurityGroup': '1.5', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'SecurityGroupRule': '1.2', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'SubPort': '1.0', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Subnet': '1.1', Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: 'Trunk': '1.1'}} Sep 25 00:59:20.822439 dv-neutron-master-2-hyperv neutron-server[107187]: {{(pid=107187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:59:20.844840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (1ceca849-57df-4fea-9616-bc29246578d6), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.845626 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Added segment 1ceca849-57df-4fea-9616-bc29246578d6 of type vlan for network 30f22b87-e145-46d8-aa47-94c16470461f Sep 25 00:59:20.931153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (30f22b87-e145-46d8-aa47-94c16470461f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.971771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (30f22b87-e145-46d8-aa47-94c16470461f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.972920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:20.974938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.054121 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50430) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:21.057357 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8947992 Sep 25 00:59:21.063429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Request body: {'subnet': {'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-383466647-subnet', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:21.079506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897404de-6cfe-42ac-8e3f-0771fbf83d22 admin admin] Pushing event updated for resources: {'Network': ['ID=30f22b87-e145-46d8-aa47-94c16470461f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:21.096906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 30f22b87-e145-46d8-aa47-94c16470461f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:21.102049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Made reservation on behalf of 6fca05771f584281881ef056a7ee9629 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:21.105135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.530447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (397df8b9-9cb9-49e4-9e4f-944946615a69), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.608364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Pushing event updated for resources: {'Subnet': ['ID=397df8b9-9cb9-49e4-9e4f-944946615a69,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:21.625376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.625831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.626394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.626928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.627262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.627593 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.627921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.628267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.628740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.629220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.629563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.629892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.630216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.630564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.630859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Tracked resource versions report: Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: pushed versions: Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: { 'AddressGroup': {'1.2'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Agent': {'1.1'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'ConntrackHelper': {'1.0'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Log': {'1.0'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'NDPProxy': {'1.0'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Network': {'1.1'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Port': {'1.7'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'PortForwarding': {'1.3'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'QosPolicy': {'1.10'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'SecurityGroup': {'1.5'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'SubPort': {'1.0'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Subnet': {'1.1'}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Trunk': {'1.1'}} Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: consumer versions: Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: HyperV agent@hv-neutron-mast: {}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: L3 agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: Metadata agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: Metering agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Agent': '1.1', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'ConntrackHelper': '1.0', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'LocalIPAssociation': '1.0', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Log': '1.0', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'NDPProxy': '1.0', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Network': '1.1', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Port': '1.7', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'PortForwarding': '1.3', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'QosPolicy': '1.10', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'SecurityGroup': '1.5', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'SecurityGroupRule': '1.2', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'SubPort': '1.0', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Subnet': '1.1', Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: 'Trunk': '1.1'}} Sep 25 00:59:21.632292 dv-neutron-master-2-hyperv neutron-server[107188]: {{(pid=107188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:59:21.650717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Checking segment: {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:21.651073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Network hostable DHCP agents. Network: 30f22b87-e145-46d8-aa47-94c16470461f, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:59:21.679318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Network 30f22b87-e145-46d8-aa47-94c16470461f is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:59:21.699978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 30f22b87-e145-46d8-aa47-94c16470461f) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:21.707108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:21.708383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.717354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a80623-008e-4d5c-81c7-c39a3275b8d3 None None] Network 30f22b87-e145-46d8-aa47-94c16470461f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:21.754635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50448) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:21.761694 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-00bddcfb-60aa-46f2-8fdb-6757a88b011d admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7012136 Sep 25 00:59:21.769047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:21.797521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (3711a875-fcaa-47ab-8fcf-b5a0bae07992), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.799820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (3711a875-fcaa-47ab-8fcf-b5a0bae07992), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.881255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks [] for router_controller (3711a875-fcaa-47ab-8fcf-b5a0bae07992), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.903732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-30f22b87-e145-46d8-aa47-94c16470461f', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'project_id': '6fca05771f584281881ef056a7ee9629', 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:59:21.904958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.133914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50458) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:22.175916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Allocated IP 172.20.0.2 (30f22b87-e145-46d8-aa47-94c16470461f/397df8b9-9cb9-49e4-9e4f-944946615a69/ceed100c-5dd6-46c0-8586-32db9cf4f231) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:22.260387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks [] for router_gateway (3711a875-fcaa-47ab-8fcf-b5a0bae07992), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.421459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50470) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:22.431818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Publish callbacks [] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.449343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.547129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Network 30f22b87-e145-46d8-aa47-94c16470461f is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:22.560533 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:22.567134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:22.582633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Pushing event updated for resources: {'Port': ['ID=ceed100c-5dd6-46c0-8586-32db9cf4f231,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:22.602841 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.603433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.604102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.604698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.605418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.606014 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.606592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.607163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.607725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.608104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.608639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.609265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.609649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-431176378-network', 'tenant_id': '7f2f717a45524867bd74d08995113927'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:22.609755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.610087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.610419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Tracked resource versions report: Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: pushed versions: Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: { 'AddressGroup': {'1.2'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Agent': {'1.1'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'ConntrackHelper': {'1.0'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Log': {'1.0'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'NDPProxy': {'1.0'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Network': {'1.1'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Port': {'1.7'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'PortForwarding': {'1.3'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'QosPolicy': {'1.10'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'SecurityGroup': {'1.5'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'SubPort': {'1.0'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Subnet': {'1.1'}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Trunk': {'1.1'}} Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: consumer versions: Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: HyperV agent@hv-neutron-mast: {}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: L3 agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: Metadata agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: Metering agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Agent': '1.1', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'ConntrackHelper': '1.0', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'LocalIPAssociation': '1.0', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Log': '1.0', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'NDPProxy': '1.0', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Network': '1.1', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Port': '1.7', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'PortForwarding': '1.3', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'QosPolicy': '1.10', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'SecurityGroup': '1.5', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'SecurityGroupRule': '1.2', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'SubPort': '1.0', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Subnet': '1.1', Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: 'Trunk': '1.1'}} Sep 25 00:59:22.611784 dv-neutron-master-2-hyperv neutron-server[107189]: {{(pid=107189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:59:22.662356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Made reservation on behalf of 7f2f717a45524867bd74d08995113927 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:22.667328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.672690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks [] for router_gateway (3711a875-fcaa-47ab-8fcf-b5a0bae07992), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.685874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.723544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.724740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Attempting to bind port ceed100c-5dd6-46c0-8586-32db9cf4f231 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:22.725414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Attempting to bind port ceed100c-5dd6-46c0-8586-32db9cf4f231 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:22.725903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Attempting to bind port ceed100c-5dd6-46c0-8586-32db9cf4f231 on network 30f22b87-e145-46d8-aa47-94c16470461f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:22.804083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:22.804921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Checking segment: {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:22.805372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.806604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Bound using segment: {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:22.807479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Bound port: ceed100c-5dd6-46c0-8586-32db9cf4f231, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:22.808527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.862022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Publish callbacks [] for security_group (da4d38f3-96a6-4884-ad2f-8f6d9529977d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.873595 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (da4d38f3-96a6-4884-ad2f-8f6d9529977d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.875316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:22.935001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] For port ceed100c-5dd6-46c0-8586-32db9cf4f231, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:22.941516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:22.946632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] For port ceed100c-5dd6-46c0-8586-32db9cf4f231, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ceed100c-5dd6-46c0-8586-32db9cf4f231,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:22.956654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Allocated IP 172.36.7.13 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:22.959555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.966914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:22.980208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745229049016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (089123b3-49e9-40b3-adef-16e3d832507a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.980208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Unsubscribe: segment precommit_create {{(pid=107188) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 00:59:22.980208 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Added segment 089123b3-49e9-40b3-adef-16e3d832507a of type vlan for network 3c9af416-4358-430a-ad21-683d4c0622d9 Sep 25 00:59:23.097778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8d2cb-996d-4249-9b53-245859ffeda4 None None] Pushing event updated for resources: {'Port': ['ID=ceed100c-5dd6-46c0-8586-32db9cf4f231,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:23.157029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (3c9af416-4358-430a-ad21-683d4c0622d9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.175038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks [] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.202599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4d38f3-96a6-4884-ad2f-8f6d9529977d,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:23.206537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (3c9af416-4358-430a-ad21-683d4c0622d9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.207922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:23.208854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.229349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.313002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:23.368545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:23.388043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:23.396006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:23.404190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] Pushing event updated for resources: {'Network': ['ID=3c9af416-4358-430a-ad21-683d4c0622d9,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:23.412635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1484848181-network', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:23.448844 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-86f9e967-461f-42fb-af50-dcea45f52391 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3125215 Sep 25 00:59:23.449690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:23.453229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50488) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:23.454566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Made reservation on behalf of 05c1407a105c4bd4a5e9c4debd1d7f74 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:23.458788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.470527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 3c9af416-4358-430a-ad21-683d4c0622d9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:23.471825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Request body: {'subnet': {'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-431176378-subnet', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:23.498125 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:23.507842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Made reservation on behalf of 7f2f717a45524867bd74d08995113927 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:23.511684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.604141 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.797365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks [] for router_gateway (3711a875-fcaa-47ab-8fcf-b5a0bae07992), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.851885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Publish callbacks [] for security_group (9c2fedf7-2080-4689-b5b3-0cc34feeb74c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.867036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (9c2fedf7-2080-4689-b5b3-0cc34feeb74c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.884857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (2c93a3e5-97fe-4b87-8a41-1625b3b2fadf), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.894482 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:23.946136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c93a3e5-97fe-4b87-8a41-1625b3b2fadf,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:23.951620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:23.994631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a2945ff0-1f47-4158-b913-d2b882e9004c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:23.994987 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Added segment a2945ff0-1f47-4158-b913-d2b882e9004c of type vlan for network da310e92-d7bd-433d-bd93-f81d5d9edbcf Sep 25 00:59:24.015027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2fedf7-2080-4689-b5b3-0cc34feeb74c,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:24.076926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Checking segment: {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:24.078249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Network hostable DHCP agents. Network: 3c9af416-4358-430a-ad21-683d4c0622d9, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:59:24.095457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (3711a875-fcaa-47ab-8fcf-b5a0bae07992), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.098649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (da310e92-d7bd-433d-bd93-f81d5d9edbcf), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.134941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Network 3c9af416-4358-430a-ad21-683d4c0622d9 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:59:24.163364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:24.171997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (da310e92-d7bd-433d-bd93-f81d5d9edbcf), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.173352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:24.174142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.292027 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8689284 Sep 25 00:59:24.293833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50512) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:24.301361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3c9af416-4358-430a-ad21-683d4c0622d9) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:24.315664 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Request body: {'subnet': {'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1484848181-subnet', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:24.315928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4140792-5d16-4326-8c8a-16e3fe7e9fbe None None] Network 3c9af416-4358-430a-ad21-683d4c0622d9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:24.333836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:24.335271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.435555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:59:24.443229 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6ce20502-9c43-4fd0-adf2-295684d437e9 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9786167 Sep 25 00:59:24.444672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b77fd-25e5-4886-9c8f-fdffc8fe8d88 admin admin] Pushing event updated for resources: {'Network': ['ID=da310e92-d7bd-433d-bd93-f81d5d9edbcf,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:24.446570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50514) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:24.459607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Made reservation on behalf of 05c1407a105c4bd4a5e9c4debd1d7f74 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:24.463041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:24.464479 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.476684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network da310e92-d7bd-433d-bd93-f81d5d9edbcf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:24.495536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:24.531196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:24.537759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:24.596652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (6e50a8d0-93d6-4d98-a812-2e20f565afa9), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.598974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (6e50a8d0-93d6-4d98-a812-2e20f565afa9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.625764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:24.795046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ceed100c-5dd6-46c0-8586-32db9cf4f231 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:24.809246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:59:24.820818 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Sync routers for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:59:24.839104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3c9af416-4358-430a-ad21-683d4c0622d9', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'project_id': '7f2f717a45524867bd74d08995113927', 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:59:24.839466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50520) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:24.840397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.850384 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:24.851582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b641bd5-f891-4c64-b6dd-5b64c9d41493 None None] Network 30f22b87-e145-46d8-aa47-94c16470461f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:24.855347 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:24.888963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.890993 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ac75ef8b-5775-48c6-ab9f-e98f80bf8fe5 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.1343935 Sep 25 00:59:24.894293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-33d93f10-0eb0-4a40-b40b-ac6317283858 None None] Provisioning complete for port ceed100c-5dd6-46c0-8586-32db9cf4f231 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:24.894647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks [] for router_controller (6e50a8d0-93d6-4d98-a812-2e20f565afa9), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.895290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33d93f10-0eb0-4a40-b40b-ac6317283858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.895565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50526) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:24.896171 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-33d93f10-0eb0-4a40-b40b-ac6317283858 None None] Attempt 1 to provision port ceed100c-5dd6-46c0-8586-32db9cf4f231 Sep 25 00:59:25.037506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50528) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:25.051302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (82e81295-8b2f-4758-b928-2ce277ab246c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.111778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:25.171077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Checking segment: {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:25.172420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Network hostable DHCP agents. Network: da310e92-d7bd-433d-bd93-f81d5d9edbcf, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:59:25.203636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Network da310e92-d7bd-433d-bd93-f81d5d9edbcf is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:59:25.218374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e81295-8b2f-4758-b928-2ce277ab246c,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:25.224097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, da310e92-d7bd-433d-bd93-f81d5d9edbcf) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:25.253812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:25.255114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.310062 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-79b77d38-2d40-4b5a-a919-0077ec95a7f9 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0047765 Sep 25 00:59:25.313086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50536) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:25.331226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:25.403756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (6ba4205a-1a5f-4219-bb2d-0a23eb020806), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.405194 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (6ba4205a-1a5f-4219-bb2d-0a23eb020806), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.481863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Allocated IP 172.20.0.2 (3c9af416-4358-430a-ad21-683d4c0622d9/2c93a3e5-97fe-4b87-8a41-1625b3b2fadf/4646d255-d408-4cfd-bcb5-d97d974e8c24) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:25.506584 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:25.670598 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks [] for router_controller (6ba4205a-1a5f-4219-bb2d-0a23eb020806), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.885261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4462d88e-3d5a-4f23-88de-2dbd9dc48a9a tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1631331622'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:25.886092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4462d88e-3d5a-4f23-88de-2dbd9dc48a9a tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Unknown quota resources ['metering_label']. {{(pid=107188) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 25 00:59:25.920330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Publish callbacks [] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.988312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da6299f-ec24-4aa0-ab44-bb309ab8dedc None None] Network da310e92-d7bd-433d-bd93-f81d5d9edbcf requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:26.001304 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:23Z', 'revision_number': 3, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:26.024573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.075742 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Checking router: 3711a875-fcaa-47ab-8fcf-b5a0bae07992 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:59:26.077616 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Updating router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:59:26.144840 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-03514aaf-18c9-427e-a84f-9dcaa8841b24 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-187379116'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:26.145785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-03514aaf-18c9-427e-a84f-9dcaa8841b24 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Unknown quota resources ['metering_label']. {{(pid=107188) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 25 00:59:26.164230 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.271768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:26.272844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ceed100c-5dd6-46c0-8586-32db9cf4f231 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:26.273251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.273605 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ceed100c-5dd6-46c0-8586-32db9cf4f231 Sep 25 00:59:26.284856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.331764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50546) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:26.559246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50550) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:26.572821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Network 3c9af416-4358-430a-ad21-683d4c0622d9 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:26.616738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-33d93f10-0eb0-4a40-b40b-ac6317283858 None None] Current status of the port ceed100c-5dd6-46c0-8586-32db9cf4f231 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:26.617397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33d93f10-0eb0-4a40-b40b-ac6317283858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.634734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Pushing event updated for resources: {'Port': ['ID=4646d255-d408-4cfd-bcb5-d97d974e8c24,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:26.638623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:26.649782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:26.657895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:26.686164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Allocated IP 172.20.0.1 (30f22b87-e145-46d8-aa47-94c16470461f/397df8b9-9cb9-49e4-9e4f-944946615a69/58abda90-c35d-4cc7-af9e-f2fb9306dbd5) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:26.695406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-33d93f10-0eb0-4a40-b40b-ac6317283858 None None] For port ceed100c-5dd6-46c0-8586-32db9cf4f231, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ceed100c-5dd6-46c0-8586-32db9cf4f231,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:26.791642 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Publish callbacks [] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.799052 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:26.807293 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.832289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks [] for router_gateway (6ba4205a-1a5f-4219-bb2d-0a23eb020806), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.844086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4462d88e-3d5a-4f23-88de-2dbd9dc48a9a tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.851166 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4462d88e-3d5a-4f23-88de-2dbd9dc48a9a tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.8073914 Sep 25 00:59:26.888461 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Pushing event updated for resources: {'Port': ['ID=e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:26.891065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33d93f10-0eb0-4a40-b40b-ac6317283858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.904638 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.905064 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.905527 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.906031 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.906230 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.906556 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.907051 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.907393 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.907897 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.908272 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.908691 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.909061 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.909399 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.909728 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.910106 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Tracked resource versions report: Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: pushed versions: Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: { 'AddressGroup': {'1.2'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Agent': {'1.1'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'ConntrackHelper': {'1.0'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Log': {'1.0'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'NDPProxy': {'1.0'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Network': {'1.1'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Port': {'1.7'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'PortForwarding': {'1.3'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'QosPolicy': {'1.10'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'SecurityGroup': {'1.5'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'SubPort': {'1.0'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Subnet': {'1.1'}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Trunk': {'1.1'}} Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: consumer versions: Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: HyperV agent@hv-neutron-mast: {}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: L3 agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: Metadata agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: Metering agent@dv-neutron-master-2-hyperv: {}, Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Agent': '1.1', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'ConntrackHelper': '1.0', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'LocalIPAssociation': '1.0', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Log': '1.0', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'NDPProxy': '1.0', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Network': '1.1', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Port': '1.7', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'PortForwarding': '1.3', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'QosPolicy': '1.10', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'SecurityGroup': '1.5', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'SecurityGroupRule': '1.2', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'SubPort': '1.0', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Subnet': '1.1', Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: 'Trunk': '1.1'}} Sep 25 00:59:26.911384 dv-neutron-master-2-hyperv neutron-server[107190]: {{(pid=107190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:59:26.921982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ceed100c-5dd6-46c0-8586-32db9cf4f231 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:26.922187 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Attempting to bind port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:26.922408 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Attempting to bind port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:26.922953 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Attempting to bind port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:26.924208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Publish callbacks [] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.954443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50560) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:26.969318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9567fe70-8387-4964-a897-cb1ecb8a5561 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '19441805-c344-45e9-ab7f-b750657846a8'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:26.970320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9567fe70-8387-4964-a897-cb1ecb8a5561 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107188) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 25 00:59:27.017123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks [] for router_gateway (6e50a8d0-93d6-4d98-a812-2e20f565afa9), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.022979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:27.023993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:27.030221 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:27.030921 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:27.031820 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.032668 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:27.033924 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Bound port: e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:27.034766 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.160236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50564) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:27.198034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Attempting to bind port 4646d255-d408-4cfd-bcb5-d97d974e8c24 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:27.205494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Attempting to bind port 4646d255-d408-4cfd-bcb5-d97d974e8c24 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:27.206304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Attempting to bind port 4646d255-d408-4cfd-bcb5-d97d974e8c24 on network 3c9af416-4358-430a-ad21-683d4c0622d9 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:27.227028 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] For port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:27.240193 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] For port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:27.258864 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.266397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:27.279134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-03514aaf-18c9-427e-a84f-9dcaa8841b24 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.283685 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-03514aaf-18c9-427e-a84f-9dcaa8841b24 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 2.4376249 Sep 25 00:59:27.292626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50568) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:27.308423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-371c4637-6034-40cc-aa12-51b0f7a0fe4a tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dcaf3b8b-742b-49bb-8686-02aa3c4af665'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:27.309279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-371c4637-6034-40cc-aa12-51b0f7a0fe4a tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107187) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 25 00:59:27.312437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d93f10-0eb0-4a40-b40b-ac6317283858 None None] Pushing event updated for resources: {'Port': ['ID=ceed100c-5dd6-46c0-8586-32db9cf4f231,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:27.362353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.363680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-cd7f2957-d3e0-48c9-b51a-1d7384e55982 None None] Provisioning complete for port ceed100c-5dd6-46c0-8586-32db9cf4f231 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:27.366819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cd7f2957-d3e0-48c9-b51a-1d7384e55982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.367480 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cd7f2957-d3e0-48c9-b51a-1d7384e55982 None None] Attempt 1 to provision port ceed100c-5dd6-46c0-8586-32db9cf4f231 Sep 25 00:59:27.368678 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:27.369306 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:27.391586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4bdc8d5d-2b88-49c0-912f-ae231ac6f787 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Request body: {'quota': {'network': 2}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:27.429481 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a99bd0-d6a9-4bf3-a893-50497103614b None None] Pushing event updated for resources: {'Port': ['ID=e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:27.441889 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.services.metering.metering_plugin [None req-9567fe70-8387-4964-a897-cb1ecb8a5561 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 25 00:59:27.494173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:27.495661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Checking segment: {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:27.496544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.497348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Bound using segment: {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:27.498311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Bound port: 4646d255-d408-4cfd-bcb5-d97d974e8c24, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:27.499361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.547802 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:27.551717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:59:27.552928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.601973 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.674142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1707675072'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:27.777126 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.services.metering.metering_plugin [None req-371c4637-6034-40cc-aa12-51b0f7a0fe4a tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 25 00:59:27.791995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] For port 4646d255-d408-4cfd-bcb5-d97d974e8c24, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:27.826673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f2957-d3e0-48c9-b51a-1d7384e55982 None None] Current status of the port ceed100c-5dd6-46c0-8586-32db9cf4f231 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:27.830363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] For port 4646d255-d408-4cfd-bcb5-d97d974e8c24, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4646d255-d408-4cfd-bcb5-d97d974e8c24,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:27.840990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9567fe70-8387-4964-a897-cb1ecb8a5561 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.849064 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9567fe70-8387-4964-a897-cb1ecb8a5561 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8841476 Sep 25 00:59:27.849369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:27.850637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:27.851834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50578) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:27.872543 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:23Z', 'revision_number': 3, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:27.887113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Network 30f22b87-e145-46d8-aa47-94c16470461f is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:27.917597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-71963223-3571-4497-a76c-27277694b26a tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '19441805-c344-45e9-ab7f-b750657846a8'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:27.918169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-71963223-3571-4497-a76c-27277694b26a tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107188) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 25 00:59:27.927905 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4bdc8d5d-2b88-49c0-912f-ae231ac6f787 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] 10.222.0.49 "PUT /networking/v2.0/quotas/6127d17e657b4236847bf6d8688e2be1 HTTP/1.1" status: 200 len: 368 time: 0.7615695 Sep 25 00:59:27.935891 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf232c3-dd74-4df5-a0dc-9610b2b84121 None None] The sync data for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv is: [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:23Z', 'revision_number': 3, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:59:27.941291 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50580) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:27.954862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Request body: {'network': {'project_id': '6127d17e657b4236847bf6d8688e2be1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:27.968101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:28.033446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591f04a-a6b8-4b21-9df4-e5a0e9e763ef None None] Pushing event updated for resources: {'Port': ['ID=4646d255-d408-4cfd-bcb5-d97d974e8c24,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:28.037195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Allocated IP 172.20.0.2 (da310e92-d7bd-433d-bd93-f81d5d9edbcf/82e81295-8b2f-4758-b928-2ce277ab246c/dd641db6-b239-44cb-8906-9c02ee3cf964) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:28.063091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:28.085126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:28.085622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (3711a875-fcaa-47ab-8fcf-b5a0bae07992), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.107010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:28.136447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.159557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Made reservation on behalf of 6127d17e657b4236847bf6d8688e2be1 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:28.162948 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.173807 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.services.metering.metering_plugin [None req-71963223-3571-4497-a76c-27277694b26a tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 25 00:59:28.304344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Pushing event updated for resources: {'Port': ['ID=58abda90-c35d-4cc7-af9e-f2fb9306dbd5,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:28.312597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-371c4637-6034-40cc-aa12-51b0f7a0fe4a tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.313882 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-371c4637-6034-40cc-aa12-51b0f7a0fe4a tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0208876 Sep 25 00:59:28.340591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.352113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50582) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:28.370137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Publish callbacks [] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.385445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5f98dd03-03bb-45e9-8667-8a2ca3cea080 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dcaf3b8b-742b-49bb-8686-02aa3c4af665'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:28.385941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5f98dd03-03bb-45e9-8667-8a2ca3cea080 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107187) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 25 00:59:28.389810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.391566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Made reservation on behalf of 0c192818ef7c4c9d90e0527fa5ff77df for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:28.396421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.436390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71963223-3571-4497-a76c-27277694b26a tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.439585 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-71963223-3571-4497-a76c-27277694b26a tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5265961 Sep 25 00:59:28.443093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks [] for router_gateway (6ba4205a-1a5f-4219-bb2d-0a23eb020806), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.469333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50584) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:28.537505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Pushing event updated for resources: {'Port': ['ID=dd641db6-b239-44cb-8906-9c02ee3cf964,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:28.585669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Network da310e92-d7bd-433d-bd93-f81d5d9edbcf is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:28.590962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4fe6eaf1-fb50-448e-bfd4-5c97cdd64e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.595366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:28.614201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:28.615205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.620409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Provisioning complete for port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:28.620998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.621354 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 1 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:28.701811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:28.740256 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4e555ea3-3a36-4961-8dd4-a2db07e5e45d tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-label-rules?id=79ef1bbd-f59d-48f7-a63b-5bfc9dbec0b5 HTTP/1.1" status: 200 len: 464 time: 0.0313287 Sep 25 00:59:28.742263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.744694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50586) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:28.747350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks [] for router_gateway (6e50a8d0-93d6-4d98-a812-2e20f565afa9), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.751798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Attempting to bind port dd641db6-b239-44cb-8906-9c02ee3cf964 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:28.752289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Attempting to bind port dd641db6-b239-44cb-8906-9c02ee3cf964 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:28.752752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Attempting to bind port dd641db6-b239-44cb-8906-9c02ee3cf964 on network da310e92-d7bd-433d-bd93-f81d5d9edbcf {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:28.783904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.823350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:28.824043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Checking segment: {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:28.824213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.824620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Bound using segment: {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:28.825114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Bound port: dd641db6-b239-44cb-8906-9c02ee3cf964, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:28.825537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.849947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Allocated IP 172.36.7.34 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/67892545-ff7d-48d6-9c74-788d63ec3005) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:28.881337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks [] for security_group (cff8d0d0-4cd1-4c56-a90d-f76ba292b486), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.910947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] For port dd641db6-b239-44cb-8906-9c02ee3cf964, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:28.916247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] For port dd641db6-b239-44cb-8906-9c02ee3cf964, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd641db6-b239-44cb-8906-9c02ee3cf964,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:28.927496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:28.935914 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.services.metering.metering_plugin [None req-5f98dd03-03bb-45e9-8667-8a2ca3cea080 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 25 00:59:29.107238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002e9d-4fe6-47b2-b070-983e21a7d39a None None] Pushing event updated for resources: {'Port': ['ID=dd641db6-b239-44cb-8906-9c02ee3cf964,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:29.123593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5f98dd03-03bb-45e9-8667-8a2ca3cea080 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.133400 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5f98dd03-03bb-45e9-8667-8a2ca3cea080 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7776835 Sep 25 00:59:29.150599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50588) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:29.184201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:29.195717 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-02d6a009-e3ec-4625-ad4e-731bd70d0fa4 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-label-rules?id=da796605-682d-47fb-8504-0e0ba487f23b HTTP/1.1" status: 200 len: 462 time: 0.0420892 Sep 25 00:59:29.197578 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (cff8d0d0-4cd1-4c56-a90d-f76ba292b486), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.208014 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 2 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:29.214834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50592) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:29.234193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:29.255344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5a406977-2895-47c1-98d1-682e5dfc121c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.255877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.257286 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Added segment 5a406977-2895-47c1-98d1-682e5dfc121c of type vlan for network 8156b208-3b85-4271-afad-08bc567f32b3 Sep 25 00:59:29.324971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (8156b208-3b85-4271-afad-08bc567f32b3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.360767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:29.369310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:29.372217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:29.424014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:29.457461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:29.457866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.458281 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba Sep 25 00:59:29.482339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks [] for security_group (ef1ffa44-dd9a-4971-8920-eaa667b3f8a2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.487439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b21fa619-f256-41d7-b2f2-9763c1b4f4ba tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.492600 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b21fa619-f256-41d7-b2f2-9763c1b4f4ba tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "DELETE /networking/v2.0/metering/metering-label-rules/da796605-682d-47fb-8504-0e0ba487f23b HTTP/1.1" status: 204 len: 168 time: 0.2765028 Sep 25 00:59:29.494574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50594) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:29.497669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (ef1ffa44-dd9a-4971-8920-eaa667b3f8a2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.524559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:29.552199 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9773efbd-c236-4f1c-8057-e105acef1f1a tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-label-rules?id=da796605-682d-47fb-8504-0e0ba487f23b HTTP/1.1" status: 200 len: 221 time: 0.0445783 Sep 25 00:59:29.563095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50596) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:29.563939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:29.570220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4f769f06-9d78-4330-8912-17e73a6d8446 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1702495242', 'description': 'label created by tempest'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:29.570665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4f769f06-9d78-4330-8912-17e73a6d8446 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Unknown quota resources ['metering_label']. {{(pid=107187) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 25 00:59:29.611346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:29.611770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.615008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ebae9dc2-d9ff-475a-aa5b-8515dca3edbd tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.616327 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ebae9dc2-d9ff-475a-aa5b-8515dca3edbd tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "DELETE /networking/v2.0/metering/metering-label-rules/79ef1bbd-f59d-48f7-a63b-5bfc9dbec0b5 HTTP/1.1" status: 204 len: 168 time: 0.8655026 Sep 25 00:59:29.628418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (8156b208-3b85-4271-afad-08bc567f32b3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.629183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:29.629720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.638892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:29.645464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.646421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4646d255-d408-4cfd-bcb5-d97d974e8c24 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:29.648012 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50598) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:29.724056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:29.747608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 4646d255-d408-4cfd-bcb5-d97d974e8c24 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:29.748156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.748645 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 4646d255-d408-4cfd-bcb5-d97d974e8c24 Sep 25 00:59:29.752591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (dd4e09c6-2e75-42a3-9b28-2c06ebc34167), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.754296 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Added segment dd4e09c6-2e75-42a3-9b28-2c06ebc34167 of type vlan for network 00b79643-9b3a-4480-9510-b8e73029815e Sep 25 00:59:29.754711 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Pushing event updated for resources: {'Network': ['ID=8156b208-3b85-4271-afad-08bc567f32b3,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:29.784075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:29.791308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 8156b208-3b85-4271-afad-08bc567f32b3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:29.791659 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8461630 Sep 25 00:59:29.798422 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks [] for port (67892545-ff7d-48d6-9c74-788d63ec3005), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.799869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50602) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:29.802747 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abe7de-5608-4fe2-b10d-91ec9fd1ac25 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff8d0d0-4cd1-4c56-a90d-f76ba292b486,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:29.818022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Request body: {'network': {'project_id': '6127d17e657b4236847bf6d8688e2be1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:29.841213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (00b79643-9b3a-4480-9510-b8e73029815e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.848395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b8a48-17bf-4ed3-b3b4-0badc9c2bccd None None] Network 3c9af416-4358-430a-ad21-683d4c0622d9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:29.849111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:29.851319 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1839d8eb-b54c-4171-b6a5-c49f7e71bdaf tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-label-rules?id=79ef1bbd-f59d-48f7-a63b-5bfc9dbec0b5 HTTP/1.1" status: 200 len: 221 time: 0.1257987 Sep 25 00:59:29.862599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50604) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:29.869480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d7900c22-122f-4bd4-a0fe-a530eb339f3e tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--394194801', 'description': 'label created by tempest'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:29.870091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d7900c22-122f-4bd4-a0fe-a530eb339f3e tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Unknown quota resources ['metering_label']. {{(pid=107188) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 25 00:59:29.880009 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 3 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:29.910435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (00b79643-9b3a-4480-9510-b8e73029815e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.916672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:29.917732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:29.932750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1ffa44-dd9a-4971-8920-eaa667b3f8a2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:29.943707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Made reservation on behalf of 6127d17e657b4236847bf6d8688e2be1 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:29.947178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.076178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (67892545-ff7d-48d6-9c74-788d63ec3005), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.176593 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.2261400 Sep 25 00:59:30.179255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50606) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:30.182806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:30.194383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:30.226279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Request body: {'subnet': {'network_id': '00b79643-9b3a-4480-9510-b8e73029815e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:30.309600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a935ee7a-d43c-43d9-bc56-ea3268f7e1d8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.309961 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Added segment a935ee7a-d43c-43d9-bc56-ea3268f7e1d8 of type vlan for network eb75ec6f-51b6-42f8-98b7-c674900fde3a Sep 25 00:59:30.323744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:30.338617 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:30.347892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 4646d255-d408-4cfd-bcb5-d97d974e8c24 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:30.349713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.383532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:30.419161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 4646d255-d408-4cfd-bcb5-d97d974e8c24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4646d255-d408-4cfd-bcb5-d97d974e8c24,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:30.421699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Pushing event updated for resources: {'Port': ['ID=67892545-ff7d-48d6-9c74-788d63ec3005,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:30.428500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.431569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ceed100c-5dd6-46c0-8586-32db9cf4f231 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:30.448068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7900c22-122f-4bd4-a0fe-a530eb339f3e tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.452010 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d7900c22-122f-4bd4-a0fe-a530eb339f3e tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5839107 Sep 25 00:59:30.458947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Allocated IP 172.36.7.15 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/006b2911-bfef-4322-b885-0840a106ce87) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:30.460018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50608) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:30.494390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (eb75ec6f-51b6-42f8-98b7-c674900fde3a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.520165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ac817-9e47-4ed0-b395-a20f8aa44ddf tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event updated for resources: {'Network': ['ID=00b79643-9b3a-4480-9510-b8e73029815e,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:30.547831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 00b79643-9b3a-4480-9510-b8e73029815e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:30.650797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks [] for floatingip (4836c39e-109c-4f43-ade2-a75792047f3a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.682793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533cdff0-b189-4ac7-b88e-496c1a0b22ed None None] Network da310e92-d7bd-433d-bd93-f81d5d9edbcf requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:30.715050 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 4 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:30.718164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (eb75ec6f-51b6-42f8-98b7-c674900fde3a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.719440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:30.719550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f769f06-9d78-4330-8912-17e73a6d8446 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.719626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=4646d255-d408-4cfd-bcb5-d97d974e8c24,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:30.720637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.720800 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4f769f06-9d78-4330-8912-17e73a6d8446 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.1541600 Sep 25 00:59:30.726507 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a94ccfd7-9e33-4e00-b3a4-46907862f371 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-labels?id=e7e90e93-e4c3-4e02-8291-7ee65fa6f89d HTTP/1.1" status: 200 len: 467 time: 0.2619157 Sep 25 00:59:30.727080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50610) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:30.731925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50612) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:30.813764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:30.815497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ceed100c-5dd6-46c0-8586-32db9cf4f231 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:30.815925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.816347 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ceed100c-5dd6-46c0-8586-32db9cf4f231 Sep 25 00:59:30.889443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:30.941743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Made reservation on behalf of 0c192818ef7c4c9d90e0527fa5ff77df for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:30.945749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks [] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.954902 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1530418 Sep 25 00:59:30.961414 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ed0185ac-7f82-4f1f-8693-51f136fa81ae tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-labels?id=6621e848-1831-4146-9777-3ee3f713f88f HTTP/1.1" status: 200 len: 468 time: 0.2287607 Sep 25 00:59:30.964622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50614) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:30.965110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50616) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:30.973348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (67892545-ff7d-48d6-9c74-788d63ec3005), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:30.974022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d84b74d3-ba15-490b-99db-f4a119c8ab49 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Request body: {'network': {'project_id': '6127d17e657b4236847bf6d8688e2be1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:30.978594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfb0c6-0d7d-4b9d-bdac-13473508ae35 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Pushing event updated for resources: {'Network': ['ID=eb75ec6f-51b6-42f8-98b7-c674900fde3a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:30.992997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network eb75ec6f-51b6-42f8-98b7-c674900fde3a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:31.000869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ceed100c-5dd6-46c0-8586-32db9cf4f231 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:31.029763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks [] for port (006b2911-bfef-4322-b885-0840a106ce87), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.033391 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:31.035895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:31.177440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:31.186425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (006b2911-bfef-4322-b885-0840a106ce87), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.211228 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84b74d3-ba15-490b-99db-f4a119c8ab49 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 25 00:59:31.212537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84b74d3-ba15-490b-99db-f4a119c8ab49 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 00:59:31.214537 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d84b74d3-ba15-490b-99db-f4a119c8ab49 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2446105 Sep 25 00:59:31.263061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50618) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.358034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:31.370529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dd641db6-b239-44cb-8906-9c02ee3cf964 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:31.392146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Publish callbacks [] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.400212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:31.402347 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 5 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:31.405511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Pushing event updated for resources: {'Port': ['ID=006b2911-bfef-4322-b885-0840a106ce87,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:31.410700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:31.481413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:31.482254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c91c629b-4388-4487-92f7-99d6d5c136ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.499090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port dd641db6-b239-44cb-8906-9c02ee3cf964 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:31.500112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.500630 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port dd641db6-b239-44cb-8906-9c02ee3cf964 Sep 25 00:59:31.569914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aedc48c7-ea66-4ddd-853f-b2708da9f38f tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.572050 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aedc48c7-ea66-4ddd-853f-b2708da9f38f tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "DELETE /networking/v2.0/metering/metering-labels/e7e90e93-e4c3-4e02-8291-7ee65fa6f89d HTTP/1.1" status: 204 len: 168 time: 0.8365731 Sep 25 00:59:31.572905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.573736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (3711a875-fcaa-47ab-8fcf-b5a0bae07992), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.580346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50620) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.606271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port dd641db6-b239-44cb-8906-9c02ee3cf964 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:31.606966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.619487 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-67ce2c86-902e-4fa2-9b98-1dbe39b05a6e tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6127d17e657b4236847bf6d8688e2be1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3457711 Sep 25 00:59:31.630103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50622) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.644430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:31.645447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:31.659395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port dd641db6-b239-44cb-8906-9c02ee3cf964, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd641db6-b239-44cb-8906-9c02ee3cf964,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:31.666784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.667940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4646d255-d408-4cfd-bcb5-d97d974e8c24 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:31.674520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-604346a6-78a0-400c-8a56-e88fe43ecb5c tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.677270 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0e8a4aa1-5dcc-4baa-8f48-df2c71963fc3 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-labels?id=e7e90e93-e4c3-4e02-8291-7ee65fa6f89d HTTP/1.1" status: 200 len: 216 time: 0.0954466 Sep 25 00:59:31.681440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-604346a6-78a0-400c-8a56-e88fe43ecb5c tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "DELETE /networking/v2.0/metering/metering-labels/6621e848-1831-4146-9777-3ee3f713f88f HTTP/1.1" status: 204 len: 168 time: 0.7017491 Sep 25 00:59:31.685511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks [] for port (67892545-ff7d-48d6-9c74-788d63ec3005), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.688321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50624) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.689073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50626) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.705705 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (67892545-ff7d-48d6-9c74-788d63ec3005), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.706891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (4836c39e-109c-4f43-ade2-a75792047f3a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.725460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Pushing event updated for resources: {'Port': ['ID=58abda90-c35d-4cc7-af9e-f2fb9306dbd5,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:31.766772 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-047cd281-79fc-4165-89dd-cf89894d55e8 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-labels?id=6621e848-1831-4146-9777-3ee3f713f88f HTTP/1.1" status: 200 len: 216 time: 0.0360518 Sep 25 00:59:31.774268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50630) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.793048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.794423 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1637802 Sep 25 00:59:31.799776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50632) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.801701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=dd641db6-b239-44cb-8906-9c02ee3cf964,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:31.809282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 4646d255-d408-4cfd-bcb5-d97d974e8c24 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:31.809754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.809859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1775871567', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'fixed_ips': [{'ip_address': '172.36.7.34'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:31.810255 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 4646d255-d408-4cfd-bcb5-d97d974e8c24 Sep 25 00:59:31.836652 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2b81033c-7fd8-4939-a725-6fafc9ef4101 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1045330 Sep 25 00:59:31.841052 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Allocated IP 172.36.7.52 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/bfaf3c9f-a048-4ec2-ae13-f727341e5de0) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:31.851365 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-85b98e23-7019-48d6-b356-8a00fec6a0ea tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0629005 Sep 25 00:59:31.853073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50634) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.853401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50636) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.907274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2180f8-7ee7-4479-a88a-a638a7abf88d tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Pushing event updated for resources: {'Port': ['ID=67892545-ff7d-48d6-9c74-788d63ec3005,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:31.910885 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2f42f73c-5455-4a26-a5f5-2ea9a56ecff0 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0544124 Sep 25 00:59:31.911468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b23539b-975b-46d8-90c0-1154bac4492a tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks [] for security_group (cff8d0d0-4cd1-4c56-a90d-f76ba292b486), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:31.921873 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8a0e53bc-d715-41c0-8b2a-83f5ff5e6550 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0600336 Sep 25 00:59:31.921873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50640) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.924229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50642) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:31.931353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 4646d255-d408-4cfd-bcb5-d97d974e8c24 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:31.935272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:31.982100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Made reservation on behalf of ece82d07d14e436cb22c57558cdb4a70 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:31.983706 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 6 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:31.984515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.027267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Network 30f22b87-e145-46d8-aa47-94c16470461f is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:32.041998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:32.064294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:32.065918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.083223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:32.083626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.084219 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba Sep 25 00:59:32.119027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b23539b-975b-46d8-90c0-1154bac4492a tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks [] for security_group (cff8d0d0-4cd1-4c56-a90d-f76ba292b486), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.126735 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-aee3b586-dd41-4321-8569-81e100b6e8ae tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-labels/dcaf3b8b-742b-49bb-8686-02aa3c4af665 HTTP/1.1" status: 200 len: 472 time: 0.1971374 Sep 25 00:59:32.141830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50644) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:32.142840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:32.150441 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-aae781ca-20f5-4c86-98c0-abe9fb2433c7 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-labels/19441805-c344-45e9-ab7f-b750657846a8 HTTP/1.1" status: 200 len: 473 time: 0.2281721 Sep 25 00:59:32.167622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50646) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:32.209609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:32.216540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks [] for router_gateway (6ba4205a-1a5f-4219-bb2d-0a23eb020806), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.281113 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6b8edbdb-acf6-4108-a2ab-1f797e6209c9 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-label-rules/3e68cc92-b91e-4d68-979a-95aef40d5aa0 HTTP/1.1" status: 200 len: 459 time: 0.1331544 Sep 25 00:59:32.295493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50648) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:32.328524 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-19a97ab4-255f-454e-bce9-a386b8f0fba1 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "GET /networking/v2.0/metering/metering-label-rules/479b8a2b-7ec8-422d-b3a3-b53c4441850b HTTP/1.1" status: 200 len: 461 time: 0.1332500 Sep 25 00:59:32.330576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50650) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:32.359021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:32.360454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks [] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.371279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:59:32.418072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (b23fabd0-3566-4bf1-ba28-d350e495056c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.456845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:32.460273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:32.504139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b23539b-975b-46d8-90c0-1154bac4492a tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (cff8d0d0-4cd1-4c56-a90d-f76ba292b486), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.506812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b23539b-975b-46d8-90c0-1154bac4492a tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.512740 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9b23539b-975b-46d8-90c0-1154bac4492a tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cff8d0d0-4cd1-4c56-a90d-f76ba292b486 HTTP/1.1" status: 204 len: 168 time: 0.8799853 Sep 25 00:59:32.513017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50652) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:32.567887 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 7 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:32.616934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.632486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event updated for resources: {'Subnet': ['ID=b23fabd0-3566-4bf1-ba28-d350e495056c,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:32.652923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:32.715190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:32.742063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (eb75ec6f-51b6-42f8-98b7-c674900fde3a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.759690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:32.768144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-44053259-5e40-4d90-971a-0caba2dcb836 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.771835 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-44053259-5e40-4d90-971a-0caba2dcb836 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "DELETE /networking/v2.0/metering/metering-label-rules/479b8a2b-7ec8-422d-b3a3-b53c4441850b HTTP/1.1" status: 204 len: 168 time: 0.4339373 Sep 25 00:59:32.774469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:32.776626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50654) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:32.785076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Checking segment: {'id': 'dd4e09c6-2e75-42a3-9b28-2c06ebc34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00b79643-9b3a-4480-9510-b8e73029815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:32.785443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Network hostable DHCP agents. Network: 00b79643-9b3a-4480-9510-b8e73029815e, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:59:32.788130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:32.805122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Pushing event updated for resources: {'Port': ['ID=bfaf3c9f-a048-4ec2-ae13-f727341e5de0,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:32.809234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:59:32.810798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23539b-975b-46d8-90c0-1154bac4492a tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff8d0d0-4cd1-4c56-a90d-f76ba292b486,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:32.828440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f2c49f8-8735-4f62-ae01-d77fd62e13fd tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.834516 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5f2c49f8-8735-4f62-ae01-d77fd62e13fd tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "DELETE /networking/v2.0/metering/metering-label-rules/3e68cc92-b91e-4d68-979a-95aef40d5aa0 HTTP/1.1" status: 204 len: 168 time: 0.5348947 Sep 25 00:59:32.843816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50658) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:32.965770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks [] for security_group (923e6cc5-5eae-43af-8c72-79a08d2d419c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:32.979753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (923e6cc5-5eae-43af-8c72-79a08d2d419c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:33.052190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] device_id is not set on port 4675730a-e298-4eca-b8a7-5f343acd6839 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 00:59:33.122267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dd641db6-b239-44cb-8906-9c02ee3cf964 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:33.157402 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 8 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:33.166901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (6ba4205a-1a5f-4219-bb2d-0a23eb020806), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:33.178782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923e6cc5-5eae-43af-8c72-79a08d2d419c,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:33.193570 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-23a97646-82d3-4247-8620-e20423d4191e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3711a875-fcaa-47ab-8fcf-b5a0bae07992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2884519 Sep 25 00:59:33.193770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Sync routers for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:59:33.222225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:33.222944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:33.225033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:33.230125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:33.267437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port dd641db6-b239-44cb-8906-9c02ee3cf964 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:33.273066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Network 00b79643-9b3a-4480-9510-b8e73029815e is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:59:33.273616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:33.274326 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port dd641db6-b239-44cb-8906-9c02ee3cf964 Sep 25 00:59:33.327440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (eb75ec6f-51b6-42f8-98b7-c674900fde3a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:33.392256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 00b79643-9b3a-4480-9510-b8e73029815e) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:33.454313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e410f5-8d82-421e-9077-839be1af1d04 None None] Network 00b79643-9b3a-4480-9510-b8e73029815e requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:33.455975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.456339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.457134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.457619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > port after_create 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.457978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > port after_delete 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.458343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > port after_update 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.458677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.459031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.459348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.459739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.519428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02014912-cacf-4868-9101-cb3c8ca1d756 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:33.523573 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-02014912-cacf-4868-9101-cb3c8ca1d756 tempest-MeteringIpV6TestJSON-1645418719 tempest-MeteringIpV6TestJSON-1645418719-project-admin] 10.222.0.49 "DELETE /networking/v2.0/metering/metering-labels/dcaf3b8b-742b-49bb-8686-02aa3c4af665 HTTP/1.1" status: 204 len: 168 time: 0.6763105 Sep 25 00:59:33.663718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port dd641db6-b239-44cb-8906-9c02ee3cf964 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:33.686560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:33.802725 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 25 00:59:33.803321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 00:59:33.856248 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7e93bdd5-499b-4a44-ac9b-32fc4dfd49f0 tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.0516276 Sep 25 00:59:33.857112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50684) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:33.871109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.872158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.872654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.873198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=107187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:59:33.873750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb75ec6f-51b6-42f8-98b7-c674900fde3a']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:33.881971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:59:33.925789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:33.926409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:33.945188 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 9 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:33.974882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-00a9bd2b-9a55-4124-9bce-eba5ab6eefa6 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:33.978978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-00a9bd2b-9a55-4124-9bce-eba5ab6eefa6 tempest-MeteringTestJSON-252021238 tempest-MeteringTestJSON-252021238-project-admin] 10.222.0.49 "DELETE /networking/v2.0/metering/metering-labels/19441805-c344-45e9-ab7f-b750657846a8 HTTP/1.1" status: 204 len: 168 time: 1.1951377 Sep 25 00:59:34.018947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.041835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a935ee7a-d43c-43d9-bc56-ea3268f7e1d8') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:34.042356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a935ee7a-d43c-43d9-bc56-ea3268f7e1d8') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:34.065643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-00b79643-9b3a-4480-9510-b8e73029815e', 'network_id': '00b79643-9b3a-4480-9510-b8e73029815e', 'project_id': '0c192818ef7c4c9d90e0527fa5ff77df', 'fixed_ips': [{'subnet_id': 'b23fabd0-3566-4bf1-ba28-d350e495056c'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:59:34.066769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.127898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (a935ee7a-d43c-43d9-bc56-ea3268f7e1d8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.139042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:34.187326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ce6f1e34-7cc0-44cb-a8f8-9c365cc1ec26 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9655864 Sep 25 00:59:34.212850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50690) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:34.213457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50692) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:34.214619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:34.216445 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:59:34.228174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Request body: {'port': {'network_id': '00b79643-9b3a-4480-9510-b8e73029815e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-21755271'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:34.232952 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Sync routers for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:59:34.249180 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:34.252887 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:34.307555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a935ee7a-d43c-43d9-bc56-ea3268f7e1d8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.340406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 00:59:34.340824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (a935ee7a-d43c-43d9-bc56-ea3268f7e1d8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.496867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks [] for router_gateway (6e50a8d0-93d6-4d98-a812-2e20f565afa9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.520640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '58abda90-c35d-4cc7-af9e-f2fb9306dbd5', 'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'mac_address': 'fa:16:3e:91:ad:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:26Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 2, 'project_id': '6fca05771f584281881ef056a7ee9629', 'subnets': [{'id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:34.564226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:34.606454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Checking router: 3711a875-fcaa-47ab-8fcf-b5a0bae07992 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:59:34.613022 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:34.613777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Updating router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:59:34.633482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (eb75ec6f-51b6-42f8-98b7-c674900fde3a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.671824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50702) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:34.692621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.697155 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9bc9087b-aad2-483d-9c8c-6e89e9b2fa85 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3791950 Sep 25 00:59:34.699579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb75ec6f-51b6-42f8-98b7-c674900fde3a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:34.701327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50706) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:34.704572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.709152 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5fa9cb15-5ca0-4f3a-8090-71217531ab85 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/eb75ec6f-51b6-42f8-98b7-c674900fde3a HTTP/1.1" status: 204 len: 168 time: 2.1890895 Sep 25 00:59:34.730516 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Attempt 10 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:34.736321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:34.761541 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:34.763678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:34.862655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Allocated IP 172.20.0.2 (00b79643-9b3a-4480-9510-b8e73029815e/b23fabd0-3566-4bf1-ba28-d350e495056c/3ea0edf2-6447-4ca0-bd14-6391a69f8c87) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:34.887366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50710) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:34.888164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50712) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:34.900564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-996dcc2a-7147-413a-99b9-412ab739b871 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:34.903294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-bf0e0188-1b0c-430c-b8e0-3a1bbad13f90 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487242094', 'description': 'tempest-description--1916257437'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:34.936709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:34.991484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0188-1b0c-430c-b8e0-3a1bbad13f90 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.032160 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:35.034840 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:31Z', 'revision_number': 3, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:35.072270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Provisioning complete for port 4646d255-d408-4cfd-bcb5-d97d974e8c24 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:35.073433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.074579 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Attempt 1 to provision port 4646d255-d408-4cfd-bcb5-d97d974e8c24 Sep 25 00:59:35.094068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Deleting port 67892545-ff7d-48d6-9c74-788d63ec3005 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:59:35.095048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (67892545-ff7d-48d6-9c74-788d63ec3005), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.110824 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Checking router: 6ba4205a-1a5f-4219-bb2d-0a23eb020806 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:59:35.111608 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Updating router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 port 006b2911-bfef-4322-b885-0840a106ce87 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:59:35.117928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0188-1b0c-430c-b8e0-3a1bbad13f90 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group (c8cc001f-fb87-4902-a6b5-ca7aab2cf510), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.120268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:35.164125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-85923890-4770-4f4a-b898-1dbc1e2950a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.174262 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (006b2911-bfef-4322-b885-0840a106ce87), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.177202 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment a935ee7a-d43c-43d9-bc56-ea3268f7e1d8 resource provider aggregate not found Sep 25 00:59:35.205550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0188-1b0c-430c-b8e0-3a1bbad13f90 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (c8cc001f-fb87-4902-a6b5-ca7aab2cf510), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.221617 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Made reservation on behalf of 0c192818ef7c4c9d90e0527fa5ff77df for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:35.228539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.245111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment a935ee7a-d43c-43d9-bc56-ea3268f7e1d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a935ee7a-d43c-43d9-bc56-ea3268f7e1d8 found for delete ", "request_id": "req-164fe3e1-ed47-4045-ad36-ed57cce1f7c0"}]} Sep 25 00:59:35.251196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf0e0188-1b0c-430c-b8e0-3a1bbad13f90 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.255402 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bf0e0188-1b0c-430c-b8e0-3a1bbad13f90 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3544211 Sep 25 00:59:35.267568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50720) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:35.310829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:35.331522 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (67892545-ff7d-48d6-9c74-788d63ec3005), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.332286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks [] for floatingip (67892545-ff7d-48d6-9c74-788d63ec3005), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.354155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Calling delete_port for 67892545-ff7d-48d6-9c74-788d63ec3005 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:59:35.407387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (6e50a8d0-93d6-4d98-a812-2e20f565afa9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.416754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f2b218c4-620a-4d96-a311-721c0d2a37d1 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Request body: {'security_group_rule': {'security_group_id': 'c8cc001f-fb87-4902-a6b5-ca7aab2cf510', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:35.442588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Publish callbacks [] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.464316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Current status of the port 4646d255-d408-4cfd-bcb5-d97d974e8c24 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:35.499669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.530066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f2b218c4-620a-4d96-a311-721c0d2a37d1 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group_rule (4c461f64-8920-459d-bab7-61b76519a860), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.572671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Pushing event updated for resources: {'Port': ['ID=3ea0edf2-6447-4ca0-bd14-6391a69f8c87,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:35.597061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Provisioning complete for port dd641db6-b239-44cb-8906-9c02ee3cf964 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:35.598260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.598962 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Attempt 1 to provision port dd641db6-b239-44cb-8906-9c02ee3cf964 Sep 25 00:59:35.609432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (8156b208-3b85-4271-afad-08bc567f32b3), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.621923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] device_id is not set on port eb024afb-7e8c-4c9c-b3a5-4af383df4d4f yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 00:59:35.642072 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Publish callbacks [] for port (006b2911-bfef-4322-b885-0840a106ce87), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.653009 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (006b2911-bfef-4322-b885-0840a106ce87), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.658058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Network 00b79643-9b3a-4480-9510-b8e73029815e is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:35.666137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:35.668395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:35.682598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:35.692844 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Attempting to bind port 006b2911-bfef-4322-b885-0840a106ce87 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:35.693196 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Attempting to bind port 006b2911-bfef-4322-b885-0840a106ce87 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:35.693549 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Attempting to bind port 006b2911-bfef-4322-b885-0840a106ce87 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:35.710036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e0188-1b0c-430c-b8e0-3a1bbad13f90 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cc001f-fb87-4902-a6b5-ca7aab2cf510,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:35.757824 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf0ed4-0ebb-4431-85c6-9daefbcfafc7 None None] Pushing event updated for resources: {'Port': ['ID=006b2911-bfef-4322-b885-0840a106ce87,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:35.807742 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:35.809124 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:35.812048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d2860c0-79eb-485b-984f-bd977bc6ee6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.815823 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.817460 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:35.818541 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Bound port: 006b2911-bfef-4322-b885-0840a106ce87, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:35.819445 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (006b2911-bfef-4322-b885-0840a106ce87), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.828531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f2b218c4-620a-4d96-a311-721c0d2a37d1 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group_rule (4c461f64-8920-459d-bab7-61b76519a860), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.842991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:35.897159 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] For port 006b2911-bfef-4322-b885-0840a106ce87, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:35.903259 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] For port 006b2911-bfef-4322-b885-0840a106ce87, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=006b2911-bfef-4322-b885-0840a106ce87,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:35.918976 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (006b2911-bfef-4322-b885-0840a106ce87), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:35.978250 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:35.979116 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:35.999112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.005473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d2860c0-79eb-485b-984f-bd977bc6ee6f admin admin] Publish callbacks [] for security_group (7a5eb6b8-fad3-442d-8a4d-5aab777463e7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.019620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Attempting to bind port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:36.021364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Attempting to bind port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dd4e09c6-2e75-42a3-9b28-2c06ebc34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00b79643-9b3a-4480-9510-b8e73029815e'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:36.022209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Attempting to bind port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 on network 00b79643-9b3a-4480-9510-b8e73029815e {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:36.031589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d2860c0-79eb-485b-984f-bd977bc6ee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7a5eb6b8-fad3-442d-8a4d-5aab777463e7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.136604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f2b218c4-620a-4d96-a311-721c0d2a37d1 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (4c461f64-8920-459d-bab7-61b76519a860), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.158409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Publish callbacks [] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.162108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:36.162975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Checking segment: {'id': 'dd4e09c6-2e75-42a3-9b28-2c06ebc34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00b79643-9b3a-4480-9510-b8e73029815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:36.163647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.165357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Bound using segment: {'id': 'dd4e09c6-2e75-42a3-9b28-2c06ebc34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00b79643-9b3a-4480-9510-b8e73029815e'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:36.165894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:36.166885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Bound port: 3ea0edf2-6447-4ca0-bd14-6391a69f8c87, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4e09c6-2e75-42a3-9b28-2c06ebc34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00b79643-9b3a-4480-9510-b8e73029815e'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:36.167664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.192310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Current status of the port dd641db6-b239-44cb-8906-9c02ee3cf964 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:36.220024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Provisioning complete for port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:36.220957 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.221665 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Attempt 1 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:36.222727 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7d2860c0-79eb-485b-984f-bd977bc6ee6f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=73dbc77004ef4bd1b67cd4b3da02827b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9709091 Sep 25 00:59:36.235360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2860c0-79eb-485b-984f-bd977bc6ee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5eb6b8-fad3-442d-8a4d-5aab777463e7,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:36.237458 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:36.240257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50724) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:36.257895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.263020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (67892545-ff7d-48d6-9c74-788d63ec3005), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.407042 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:36.423490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Pushing event deleted for resources: {'Port': ['ID=67892545-ff7d-48d6-9c74-788d63ec3005,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:36.426545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (8156b208-3b85-4271-afad-08bc567f32b3), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.468533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8156b208-3b85-4271-afad-08bc567f32b3']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:36.479491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Allocated IP 172.20.0.6 (00b79643-9b3a-4480-9510-b8e73029815e/b23fabd0-3566-4bf1-ba28-d350e495056c/eb024afb-7e8c-4c9c-b3a5-4af383df4d4f) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:36.492606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a406977-2895-47c1-98d1-682e5dfc121c') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:36.492606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a406977-2895-47c1-98d1-682e5dfc121c') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:36.494326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks [] for floatingip (4836c39e-109c-4f43-ade2-a75792047f3a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.499179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.501748 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5758924f-a5ad-4e77-8124-708166cac9aa tempest-ExternalNetworksAdminNegativeTestJSON-984377467 tempest-ExternalNetworksAdminNegativeTestJSON-984377467-project-admin] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4836c39e-109c-4f43-ade2-a75792047f3a HTTP/1.1" status: 204 len: 168 time: 2.6418834 Sep 25 00:59:36.521143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (5a406977-2895-47c1-98d1-682e5dfc121c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.528157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:36.548870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5a406977-2895-47c1-98d1-682e5dfc121c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.550395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.562638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 00:59:36.562930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aeaa0-f8d3-43ac-83dd-6985ca16def6 None None] Pushing event updated for resources: {'Port': ['ID=58abda90-c35d-4cc7-af9e-f2fb9306dbd5,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:36.563539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (5a406977-2895-47c1-98d1-682e5dfc121c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.604326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] For port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:36.609450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53f8ed5b-5dc2-4c1d-b2d4-2819f326f3ff admin admin] Publish callbacks [] for security_group (7a5eb6b8-fad3-442d-8a4d-5aab777463e7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.637987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Attempting to bind port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:36.638563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Attempting to bind port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:36.639117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Attempting to bind port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 on network 30f22b87-e145-46d8-aa47-94c16470461f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:36.645021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] For port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ea0edf2-6447-4ca0-bd14-6391a69f8c87,segment=NetworkSegment(dd4e09c6-2e75-42a3-9b28-2c06ebc34167),segment_id=dd4e09c6-2e75-42a3-9b28-2c06ebc34167)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:36.685863 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:31Z', 'revision_number': 3, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:36.689054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.708700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:36.728949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (8156b208-3b85-4271-afad-08bc567f32b3), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.737746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.745601 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/8156b208-3b85-4271-afad-08bc567f32b3 HTTP/1.1" status: 204 len: 168 time: 1.8538613 Sep 25 00:59:36.750998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f2b218c4-620a-4d96-a311-721c0d2a37d1 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.752850 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f2b218c4-620a-4d96-a311-721c0d2a37d1 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3479645 Sep 25 00:59:36.753970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b218c4-620a-4d96-a311-721c0d2a37d1 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c461f64-8920-459d-bab7-61b76519a860,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:36.770344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50730) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:36.802955 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a61f42-71ef-4b8b-9435-f6c8e5fd2435 None None] The sync data for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv is: [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:31Z', 'revision_number': 3, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:59:36.819501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:36.820182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Checking segment: {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:36.820876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.822475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Bound using segment: {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:36.823708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Bound port: 58abda90-c35d-4cc7-af9e-f2fb9306dbd5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:36.824569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.828579 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf0ed4-0ebb-4431-85c6-9daefbcfafc7 None None] Pushing event updated for resources: {'Port': ['ID=006b2911-bfef-4322-b885-0840a106ce87,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:36.850560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-aac2d2ec-d66d-45e1-a60a-dc2d020ce8e5 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Request body: {'security_group_rule': {'security_group_id': 'c8cc001f-fb87-4902-a6b5-ca7aab2cf510', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:36.876677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b712f3e-47b7-4063-a67a-e92e9a625276 None None] Pushing event updated for resources: {'Port': ['ID=3ea0edf2-6447-4ca0-bd14-6391a69f8c87,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:36.962622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:36.972727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53f8ed5b-5dc2-4c1d-b2d4-2819f326f3ff admin admin] Publish callbacks [] for security_group (7a5eb6b8-fad3-442d-8a4d-5aab777463e7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.979371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71d4cf-0c88-4c17-985f-4ee35106dc83 tempest-QuotasNegativeTest-1017224547 tempest-QuotasNegativeTest-1017224547-project-admin] Pushing event deleted for resources: {'Network': ['ID=8156b208-3b85-4271-afad-08bc567f32b3,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:37.033677 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Attempt 2 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:37.044182 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-85923890-4770-4f4a-b898-1dbc1e2950a1 admin admin] Publish callbacks [] for security_group (afdf6a2f-168a-4ffd-b324-38dd7def009b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.050639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aac2d2ec-d66d-45e1-a60a-dc2d020ce8e5 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group_rule (c4c79274-f233-4e85-a6c8-55f33097c838), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.083242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-85923890-4770-4f4a-b898-1dbc1e2950a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (afdf6a2f-168a-4ffd-b324-38dd7def009b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.138866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50734) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:37.152273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] For port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:37.167544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] For port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58abda90-c35d-4cc7-af9e-f2fb9306dbd5,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:37.177607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:37.188402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.228137 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-85923890-4770-4f4a-b898-1dbc1e2950a1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9640ea509bb74e2eac100b278661490e&name=default HTTP/1.1" status: 200 len: 2994 time: 2.5521934 Sep 25 00:59:37.259144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50736) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:37.403817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:37.403817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aeaa0-f8d3-43ac-83dd-6985ca16def6 None None] Pushing event updated for resources: {'Port': ['ID=58abda90-c35d-4cc7-af9e-f2fb9306dbd5,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:37.405817 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 5a406977-2895-47c1-98d1-682e5dfc121c resource provider aggregate not found Sep 25 00:59:37.460817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:37.467375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:37.469958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:37.486531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53f8ed5b-5dc2-4c1d-b2d4-2819f326f3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7a5eb6b8-fad3-442d-8a4d-5aab777463e7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.490470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53f8ed5b-5dc2-4c1d-b2d4-2819f326f3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.496582 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-53f8ed5b-5dc2-4c1d-b2d4-2819f326f3ff admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7a5eb6b8-fad3-442d-8a4d-5aab777463e7 HTTP/1.1" status: 204 len: 168 time: 1.2398238 Sep 25 00:59:37.577068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks [] for port (eb024afb-7e8c-4c9c-b3a5-4af383df4d4f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.643396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8ed5b-5dc2-4c1d-b2d4-2819f326f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5eb6b8-fad3-442d-8a4d-5aab777463e7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:37.651645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (eb024afb-7e8c-4c9c-b3a5-4af383df4d4f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.660152 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 5a406977-2895-47c1-98d1-682e5dfc121c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a406977-2895-47c1-98d1-682e5dfc121c found for delete ", "request_id": "req-a65d6db6-e3a2-4836-abc0-a465e0ec34f5"}]} Sep 25 00:59:37.698094 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Attempt 3 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:37.870468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923890-4770-4f4a-b898-1dbc1e2950a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdf6a2f-168a-4ffd-b324-38dd7def009b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:37.958423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aac2d2ec-d66d-45e1-a60a-dc2d020ce8e5 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group_rule (c4c79274-f233-4e85-a6c8-55f33097c838), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.012559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aac2d2ec-d66d-45e1-a60a-dc2d020ce8e5 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (c4c79274-f233-4e85-a6c8-55f33097c838), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.134951 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event updated for resources: {'Port': ['ID=eb024afb-7e8c-4c9c-b3a5-4af383df4d4f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:38.154553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9ff47cd-2c61-4bb1-9a51-1af03e45ce5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.171573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Network 00b79643-9b3a-4480-9510-b8e73029815e is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:38.179695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:38.186935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:38.193975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:38.194657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.205754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aac2d2ec-d66d-45e1-a60a-dc2d020ce8e5 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.208906 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aac2d2ec-d66d-45e1-a60a-dc2d020ce8e5 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4194314 Sep 25 00:59:38.221047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2d2ec-d66d-45e1-a60a-dc2d020ce8e5 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c79274-f233-4e85-a6c8-55f33097c838,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:38.228604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50750) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:38.271521 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cd5e5d57-273c-428e-ace3-bca8d2c1456d tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0491786 Sep 25 00:59:38.276959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:38.283199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50752) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:38.285620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:59:38.361529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a9362b6-6e54-45da-accc-3c1636e16cab admin admin] Publish callbacks [] for security_group (afdf6a2f-168a-4ffd-b324-38dd7def009b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.469896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.515667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Current status of the port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:38.516365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a9362b6-6e54-45da-accc-3c1636e16cab admin admin] Publish callbacks [] for security_group (afdf6a2f-168a-4ffd-b324-38dd7def009b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.516622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.636270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:38.684393 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca3731-c2ed-4049-843f-b55a7d8b1833 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Deleting port eb024afb-7e8c-4c9c-b3a5-4af383df4d4f {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:59:38.698073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3731-c2ed-4049-843f-b55a7d8b1833 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (eb024afb-7e8c-4c9c-b3a5-4af383df4d4f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.715244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:38.735674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] For port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58abda90-c35d-4cc7-af9e-f2fb9306dbd5,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:38.788816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.832601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.844963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50756) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:38.906194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50758) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:38.921570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:38.958813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0f56-cf6e-4dc2-aeb0-56beb9cd0c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:38.979652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3731-c2ed-4049-843f-b55a7d8b1833 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (eb024afb-7e8c-4c9c-b3a5-4af383df4d4f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.025170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:59:39.030911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca3731-c2ed-4049-843f-b55a7d8b1833 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Calling delete_port for eb024afb-7e8c-4c9c-b3a5-4af383df4d4f owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:59:39.037231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.134753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Sync routers for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:59:39.142491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.145152 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-065409fa-1dea-49d4-ae85-640421d2530e admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.6954851 Sep 25 00:59:39.160797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50762) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:39.260408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:39.286288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6908af-bec1-42ee-8252-0bc553796f1e None None] Network 00b79643-9b3a-4480-9510-b8e73029815e requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:39.362786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a9362b6-6e54-45da-accc-3c1636e16cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (afdf6a2f-168a-4ffd-b324-38dd7def009b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.366225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a9362b6-6e54-45da-accc-3c1636e16cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.367670 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4a9362b6-6e54-45da-accc-3c1636e16cab admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/afdf6a2f-168a-4ffd-b324-38dd7def009b HTTP/1.1" status: 204 len: 168 time: 2.0953429 Sep 25 00:59:39.419980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:39.420646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:39.435268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:39.512205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:39.534603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9362b6-6e54-45da-accc-3c1636e16cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdf6a2f-168a-4ffd-b324-38dd7def009b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:39.537175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9ff47cd-2c61-4bb1-9a51-1af03e45ce5d admin admin] Publish callbacks [] for security_group (cd8984c9-380d-49cd-830d-7ab82ba0d02f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.552663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9ff47cd-2c61-4bb1-9a51-1af03e45ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (cd8984c9-380d-49cd-830d-7ab82ba0d02f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.557626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91073ff-aaf9-4ef8-b9f1-e3cbffbd0754 None None] Pushing event updated for resources: {'Port': ['ID=58abda90-c35d-4cc7-af9e-f2fb9306dbd5,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:39.597219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cbdd-d729-4818-ae54-ace392b9f629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.637663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-13074cdc-7d65-4c88-8999-dfa15465328b None None] Provisioning complete for port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:39.638301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-13074cdc-7d65-4c88-8999-dfa15465328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.638871 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-13074cdc-7d65-4c88-8999-dfa15465328b None None] Attempt 1 to provision port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 Sep 25 00:59:39.682326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Allocated IP 172.36.7.38 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/296007cb-0d93-428a-b1ef-957651c217eb) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:39.730150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Allocated IP 172.20.0.1 (da310e92-d7bd-433d-bd93-f81d5d9edbcf/82e81295-8b2f-4758-b928-2ce277ab246c/8998138a-31c1-408d-8708-530bbb832648) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:39.759903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:39.762299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.763668 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 Sep 25 00:59:39.767750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0f56-cf6e-4dc2-aeb0-56beb9cd0c58 admin admin] Publish callbacks [] for security_group (24621145-d629-4aa3-a527-75b4d693ad23), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.834235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0f56-cf6e-4dc2-aeb0-56beb9cd0c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (24621145-d629-4aa3-a527-75b4d693ad23), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.875130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff47cd-2c61-4bb1-9a51-1af03e45ce5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8984c9-380d-49cd-830d-7ab82ba0d02f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:39.967720 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d9ff47cd-2c61-4bb1-9a51-1af03e45ce5d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ef267902a85e4cbca3daec99215e64cd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8090131 Sep 25 00:59:39.971771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3731-c2ed-4049-843f-b55a7d8b1833 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (eb024afb-7e8c-4c9c-b3a5-4af383df4d4f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:39.975185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50770) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:40.005847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:40.006492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.009477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:40.026708 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cd3e0f56-cf6e-4dc2-aeb0-56beb9cd0c58 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=de68dc207e4e4383a8a7c14578fb53f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1804874 Sep 25 00:59:40.029543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca3731-c2ed-4049-843f-b55a7d8b1833 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event deleted for resources: {'Port': ['ID=eb024afb-7e8c-4c9c-b3a5-4af383df4d4f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:40.048089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50772) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:40.073539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:40.075051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e0f56-cf6e-4dc2-aeb0-56beb9cd0c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24621145-d629-4aa3-a527-75b4d693ad23,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:40.099624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ea0edf2-6447-4ca0-bd14-6391a69f8c87,segment=NetworkSegment(dd4e09c6-2e75-42a3-9b28-2c06ebc34167),segment_id=dd4e09c6-2e75-42a3-9b28-2c06ebc34167)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:40.104017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3731-c2ed-4049-843f-b55a7d8b1833 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.109735 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b1ca3731-c2ed-4049-843f-b55a7d8b1833 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] 10.222.0.49 "DELETE /networking/v2.0/ports/eb024afb-7e8c-4c9c-b3a5-4af383df4d4f HTTP/1.1" status: 204 len: 168 time: 1.8090055 Sep 25 00:59:40.122082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50774) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:40.189143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.190508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 006b2911-bfef-4322-b885-0840a106ce87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:40.214059 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cbdd-d729-4818-ae54-ace392b9f629 admin admin] Publish callbacks [] for security_group (7873bc1a-5fb7-49a5-88c8-ffc4e5425b4f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.256263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a6b9cbdd-d729-4818-ae54-ace392b9f629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7873bc1a-5fb7-49a5-88c8-ffc4e5425b4f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.328460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Publish callbacks [] for port (8998138a-31c1-408d-8708-530bbb832648), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.331225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d05cb75-ae3f-4f24-8755-7eba2160da09 admin admin] Publish callbacks [] for security_group (cd8984c9-380d-49cd-830d-7ab82ba0d02f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.335405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:40.336350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:40.351892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=3ea0edf2-6447-4ca0-bd14-6391a69f8c87,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:40.376074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50778) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:40.385919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for port (296007cb-0d93-428a-b1ef-957651c217eb), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.460134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d05cb75-ae3f-4f24-8755-7eba2160da09 admin admin] Publish callbacks [] for security_group (cd8984c9-380d-49cd-830d-7ab82ba0d02f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.496997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bae6456d-b955-496e-8132-b6a58423aa2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.509814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a6b9cbdd-d729-4818-ae54-ace392b9f629 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e22a27268ba84e5bb2b969acab08c11e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5866818 Sep 25 00:59:40.510334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:40.536889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50780) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:40.547161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '58abda90-c35d-4cc7-af9e-f2fb9306dbd5', 'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'mac_address': 'fa:16:3e:91:ad:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:26Z', 'updated_at': '2022-09-25T00:59:37Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'subnets': [{'id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:40.575926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9cbdd-d729-4818-ae54-ace392b9f629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7873bc1a-5fb7-49a5-88c8-ffc4e5425b4f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:40.613414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db031871-698a-486c-8fe7-431781346548 admin admin] Publish callbacks [] for security_group (24621145-d629-4aa3-a527-75b4d693ad23), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.617501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 006b2911-bfef-4322-b885-0840a106ce87 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:40.618612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (006b2911-bfef-4322-b885-0840a106ce87), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.619064 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 006b2911-bfef-4322-b885-0840a106ce87 Sep 25 00:59:40.653746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d05cb75-ae3f-4f24-8755-7eba2160da09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (cd8984c9-380d-49cd-830d-7ab82ba0d02f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.657544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d05cb75-ae3f-4f24-8755-7eba2160da09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.662006 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2d05cb75-ae3f-4f24-8755-7eba2160da09 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cd8984c9-380d-49cd-830d-7ab82ba0d02f HTTP/1.1" status: 204 len: 168 time: 0.6856267 Sep 25 00:59:40.679279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8998138a-31c1-408d-8708-530bbb832648), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.699923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db031871-698a-486c-8fe7-431781346548 admin admin] Publish callbacks [] for security_group (24621145-d629-4aa3-a527-75b4d693ad23), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.722587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.735265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05cb75-ae3f-4f24-8755-7eba2160da09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8984c9-380d-49cd-830d-7ab82ba0d02f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:40.754441 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fd51a97d-00bc-4f40-8c57-15fc3deb822a tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.6308963 Sep 25 00:59:40.755414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50784) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:40.763315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (296007cb-0d93-428a-b1ef-957651c217eb), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.772574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1342649920'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:40.774282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bea59-0b12-470f-92a3-6ff5ab985bb7 None None] The sync data for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv is: [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '58abda90-c35d-4cc7-af9e-f2fb9306dbd5', 'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'mac_address': 'fa:16:3e:91:ad:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:26Z', 'updated_at': '2022-09-25T00:59:37Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'subnets': [{'id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:59:40.799071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2a7c9c85-27e0-484f-b9bb-1bb7aad6334e admin admin] Publish callbacks [] for security_group (7873bc1a-5fb7-49a5-88c8-ffc4e5425b4f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.827609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-13074cdc-7d65-4c88-8999-dfa15465328b None None] Current status of the port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:40.856523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:40.921610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2a7c9c85-27e0-484f-b9bb-1bb7aad6334e admin admin] Publish callbacks [] for security_group (7873bc1a-5fb7-49a5-88c8-ffc4e5425b4f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.930006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Network da310e92-d7bd-433d-bd93-f81d5d9edbcf is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:40.940746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:40.977231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:41.000830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:41.023484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:41.028302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:41.068059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 006b2911-bfef-4322-b885-0840a106ce87 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:41.068459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (006b2911-bfef-4322-b885-0840a106ce87), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.076083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:41.109058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:41.127865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Made reservation on behalf of 0c192818ef7c4c9d90e0527fa5ff77df for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:41.142520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.253511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.306600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:33Z', 'revision_number': 3, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:41.386242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 006b2911-bfef-4322-b885-0840a106ce87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=006b2911-bfef-4322-b885-0840a106ce87,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:41.388384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Checking router: 6e50a8d0-93d6-4d98-a812-2e20f565afa9 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:59:41.388944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Updating router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:59:41.403007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a13c9abf-74fc-43d3-9dc8-31ff7948740f None None] Provisioning complete for port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:41.403007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a13c9abf-74fc-43d3-9dc8-31ff7948740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.403007 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a13c9abf-74fc-43d3-9dc8-31ff7948740f None None] Attempt 1 to provision port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 Sep 25 00:59:41.474731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2a7c9c85-27e0-484f-b9bb-1bb7aad6334e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7873bc1a-5fb7-49a5-88c8-ffc4e5425b4f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.482356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2a7c9c85-27e0-484f-b9bb-1bb7aad6334e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.487578 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2a7c9c85-27e0-484f-b9bb-1bb7aad6334e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7873bc1a-5fb7-49a5-88c8-ffc4e5425b4f HTTP/1.1" status: 204 len: 168 time: 0.9432018 Sep 25 00:59:41.502782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.506765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (006b2911-bfef-4322-b885-0840a106ce87), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.537677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:41.652253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c9c85-27e0-484f-b9bb-1bb7aad6334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7873bc1a-5fb7-49a5-88c8-ffc4e5425b4f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:41.665859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50790) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:41.668380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Pushing event updated for resources: {'Port': ['ID=8998138a-31c1-408d-8708-530bbb832648,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:41.751157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ceda620c-e6dc-4056-b018-d5123590508f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.751836 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Added segment ceda620c-e6dc-4056-b018-d5123590508f of type vlan for network 581e5050-adb2-453a-b7e3-ec8bae44bd9f Sep 25 00:59:41.850975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (6ba4205a-1a5f-4219-bb2d-0a23eb020806), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.874814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bae6456d-b955-496e-8132-b6a58423aa2d admin admin] Publish callbacks [] for security_group (de0972b1-5189-4224-9a9e-91af44af840a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.956888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (581e5050-adb2-453a-b7e3-ec8bae44bd9f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.005765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db031871-698a-486c-8fe7-431781346548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (24621145-d629-4aa3-a527-75b4d693ad23), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.022134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db031871-698a-486c-8fe7-431781346548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.025089 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-db031871-698a-486c-8fe7-431781346548 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/24621145-d629-4aa3-a527-75b4d693ad23 HTTP/1.1" status: 204 len: 168 time: 1.9721308 Sep 25 00:59:42.041757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bae6456d-b955-496e-8132-b6a58423aa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (de0972b1-5189-4224-9a9e-91af44af840a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.048879 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-16fd2c5d-1735-493b-bf88-94477b21a0c3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ece82d07d14e436cb22c57558cdb4a70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3762910 Sep 25 00:59:42.054164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50796) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:42.163384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (581e5050-adb2-453a-b7e3-ec8bae44bd9f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.171228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:42.171980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.222911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for floatingip (85321129-ab1c-47b7-a837-90f1435f7530), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.277280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Allocated IP 172.20.0.1 (3c9af416-4358-430a-ad21-683d4c0622d9/2c93a3e5-97fe-4b87-8a41-1625b3b2fadf/2cf69d6e-3673-408f-9cfa-e65ceec09d88) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:42.348979 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bae6456d-b955-496e-8132-b6a58423aa2d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=338ed4d0e4ab4b20b8b6482bc265ecc1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9399810 Sep 25 00:59:42.348979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Pushing event updated for resources: {'Port': ['ID=296007cb-0d93-428a-b1ef-957651c217eb,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:42.350999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50798) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:42.356108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db031871-698a-486c-8fe7-431781346548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24621145-d629-4aa3-a527-75b4d693ad23,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:42.379342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:42.384513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:42.385837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=006b2911-bfef-4322-b885-0840a106ce87,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:42.425397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:42.476865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (296007cb-0d93-428a-b1ef-957651c217eb), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.484072 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7189939 Sep 25 00:59:42.485273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50802) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:42.501781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a13c9abf-74fc-43d3-9dc8-31ff7948740f None None] Current status of the port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:42.549330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:42.563288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50804) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:42.609890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6456d-b955-496e-8132-b6a58423aa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0972b1-5189-4224-9a9e-91af44af840a,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:42.738636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:42.739444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.741407 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 Sep 25 00:59:42.758100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8998138a-31c1-408d-8708-530bbb832648), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.814473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9863d981-833c-44bd-85c8-1b6e1eba9c4a admin admin] Publish callbacks [] for security_group (de0972b1-5189-4224-9a9e-91af44af840a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.902330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:42.902940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1dfc909a-e7d8-419f-9569-51f9fca60df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.926852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9863d981-833c-44bd-85c8-1b6e1eba9c4a admin admin] Publish callbacks [] for security_group (de0972b1-5189-4224-9a9e-91af44af840a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.941087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Provisioning complete for port 8998138a-31c1-408d-8708-530bbb832648 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:42.941722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8998138a-31c1-408d-8708-530bbb832648), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:42.942119 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Attempt 1 to provision port 8998138a-31c1-408d-8708-530bbb832648 Sep 25 00:59:43.093918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for port (296007cb-0d93-428a-b1ef-957651c217eb), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.095599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00438450-e067-487f-b630-abac412d5daa tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event updated for resources: {'Network': ['ID=581e5050-adb2-453a-b7e3-ec8bae44bd9f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:43.096104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Publish callbacks [] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.098750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-936c659a-b979-4e6c-b9ec-8aaaa0af7ec7 admin admin] Publish callbacks [] for security_group (923e6cc5-5eae-43af-8c72-79a08d2d419c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.099728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Port 8998138a-31c1-408d-8708-530bbb832648 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:43.121853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 581e5050-adb2-453a-b7e3-ec8bae44bd9f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:43.127042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:43.127663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-936c659a-b979-4e6c-b9ec-8aaaa0af7ec7 admin admin] Publish callbacks [] for security_group (923e6cc5-5eae-43af-8c72-79a08d2d419c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.130581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:43.134892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.240565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-936c659a-b979-4e6c-b9ec-8aaaa0af7ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (923e6cc5-5eae-43af-8c72-79a08d2d419c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.243752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-936c659a-b979-4e6c-b9ec-8aaaa0af7ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.245007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Publish callbacks [] for port (8998138a-31c1-408d-8708-530bbb832648), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.248632 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-936c659a-b979-4e6c-b9ec-8aaaa0af7ec7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/923e6cc5-5eae-43af-8c72-79a08d2d419c HTTP/1.1" status: 204 len: 168 time: 1.1899559 Sep 25 00:59:43.249119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (296007cb-0d93-428a-b1ef-957651c217eb), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.258211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (8998138a-31c1-408d-8708-530bbb832648), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.288502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Attempting to bind port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:43.288892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Attempting to bind port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:43.289273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Attempting to bind port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:43.363770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec963833-ca65-4f9b-a8fd-693105820ef0 None None] Pushing event updated for resources: {'Port': ['ID=bfaf3c9f-a048-4ec2-ae13-f727341e5de0,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:43.377322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c659a-b979-4e6c-b9ec-8aaaa0af7ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923e6cc5-5eae-43af-8c72-79a08d2d419c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:43.394527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:43.395141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.396291 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 Sep 25 00:59:43.427911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (85321129-ab1c-47b7-a837-90f1435f7530), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.440880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9863d981-833c-44bd-85c8-1b6e1eba9c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (de0972b1-5189-4224-9a9e-91af44af840a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.443676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9863d981-833c-44bd-85c8-1b6e1eba9c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.443840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:43.444339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:43.446546 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9863d981-833c-44bd-85c8-1b6e1eba9c4a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/de0972b1-5189-4224-9a9e-91af44af840a HTTP/1.1" status: 204 len: 168 time: 1.0831482 Sep 25 00:59:43.447756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.448300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:43.448948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Bound port: bfaf3c9f-a048-4ec2-ae13-f727341e5de0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:43.449239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.449445 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:43.466771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Pushing event updated for resources: {'Port': ['ID=296007cb-0d93-428a-b1ef-957651c217eb,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:43.472516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:43.542714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] For port bfaf3c9f-a048-4ec2-ae13-f727341e5de0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:43.544611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:43.554262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (6ba4205a-1a5f-4219-bb2d-0a23eb020806), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.567434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] For port bfaf3c9f-a048-4ec2-ae13-f727341e5de0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bfaf3c9f-a048-4ec2-ae13-f727341e5de0,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:43.572555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:43.578042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.598621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863d981-833c-44bd-85c8-1b6e1eba9c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0972b1-5189-4224-9a9e-91af44af840a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:43.606385 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Attempt 2 to provision port 8998138a-31c1-408d-8708-530bbb832648 Sep 25 00:59:43.609931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.612527 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a843bacf-f67a-4879-b49b-93f1be1e1280 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3698337 Sep 25 00:59:43.623070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Publish callbacks [] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.641221 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-71737992-9d15-4104-a39f-3a7a839f7438 tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] 10.222.0.49 "GET /networking/v2.0/agents/e9071589-0027-4a2b-9a18-aed4da7ff702/dhcp-networks HTTP/1.1" status: 200 len: 5677 time: 1.0764055 Sep 25 00:59:43.644854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50830) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:43.676352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50832) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:43.678243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:43.679238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:43.755356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Port 8998138a-31c1-408d-8708-530bbb832648 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:43.761331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec963833-ca65-4f9b-a8fd-693105820ef0 None None] Pushing event updated for resources: {'Port': ['ID=bfaf3c9f-a048-4ec2-ae13-f727341e5de0,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:43.819668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1dfc909a-e7d8-419f-9569-51f9fca60df0 admin admin] Publish callbacks [] for security_group (a4586c0d-08fd-421b-9dd5-96bbc30054f2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.822442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:43.841756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 006b2911-bfef-4322-b885-0840a106ce87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:43.867467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1dfc909a-e7d8-419f-9569-51f9fca60df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a4586c0d-08fd-421b-9dd5-96bbc30054f2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.896603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Network da310e92-d7bd-433d-bd93-f81d5d9edbcf is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:43.905496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50444b3-ea46-4c95-b63e-d3e849e56946 tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] Network 581e5050-adb2-453a-b7e3-ec8bae44bd9f is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:59:43.906974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:43.909384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:43.916874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Pushing event updated for resources: {'Port': ['ID=8998138a-31c1-408d-8708-530bbb832648,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:43.969641 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f50444b3-ea46-4c95-b63e-d3e849e56946 tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] 10.222.0.49 "POST /networking/v2.0/agents/e9071589-0027-4a2b-9a18-aed4da7ff702/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3175819 Sep 25 00:59:43.974399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:43.992507 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50838) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:44.148524 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1dfc909a-e7d8-419f-9569-51f9fca60df0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f63b1dee35384b62be3740478e669e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6493609 Sep 25 00:59:44.190088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50852) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:44.199571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f220e21-7e51-4b66-995a-90762613b843 None None] Network 581e5050-adb2-453a-b7e3-ec8bae44bd9f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:44.268806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Network 3c9af416-4358-430a-ad21-683d4c0622d9 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:44.269693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc909a-e7d8-419f-9569-51f9fca60df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4586c0d-08fd-421b-9dd5-96bbc30054f2,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:44.280875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:59:44.393944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:44.400409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:44.425418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:44.427267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (6e50a8d0-93d6-4d98-a812-2e20f565afa9), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:44.453568 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Attempt 3 to provision port 8998138a-31c1-408d-8708-530bbb832648 Sep 25 00:59:44.469236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf69d6e-3673-408f-9cfa-e65ceec09d88,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:44.560880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Port 8998138a-31c1-408d-8708-530bbb832648 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:44.563066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:33Z', 'revision_number': 3, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:44.581410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:44.594233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:59:44.608756 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-158a7c9a-140d-4eb3-ba8b-62fb27a7156a admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6ba4205a-1a5f-4219-bb2d-0a23eb020806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8943403 Sep 25 00:59:44.611438 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Sync routers for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:59:44.636274 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:44.637195 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:44.638774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd841e-69e0-44eb-928e-e652342b97a8 None None] The sync data for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv is: [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:33Z', 'revision_number': 3, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:59:44.665270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1331537047'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:44.756153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 006b2911-bfef-4322-b885-0840a106ce87 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:44.761182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (006b2911-bfef-4322-b885-0840a106ce87), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:44.761690 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 006b2911-bfef-4322-b885-0840a106ce87 Sep 25 00:59:44.940981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:44.973587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 006b2911-bfef-4322-b885-0840a106ce87 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:44.973710 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:45.043798 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:45.048015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58d8def1-e2c4-4742-aae1-9f6814d84d49 admin admin] Publish callbacks [] for security_group (a4586c0d-08fd-421b-9dd5-96bbc30054f2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.050699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:45.059463 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.062493 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Attempt 4 to provision port 8998138a-31c1-408d-8708-530bbb832648 Sep 25 00:59:45.157957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50882) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:45.158496 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ee73eb82-a84a-49f0-9885-1c662db4ec7c tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] 10.222.0.49 "GET /networking/v2.0/agents/e9071589-0027-4a2b-9a18-aed4da7ff702/dhcp-networks HTTP/1.1" status: 200 len: 6447 time: 1.1483760 Sep 25 00:59:45.170756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.194797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Port 8998138a-31c1-408d-8708-530bbb832648 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:45.232350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58d8def1-e2c4-4742-aae1-9f6814d84d49 admin admin] Publish callbacks [] for security_group (a4586c0d-08fd-421b-9dd5-96bbc30054f2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.329869 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0cff3ec7-ba71-470c-98c5-56cec866b827 tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] 10.222.0.49 "DELETE /networking/v2.0/agents/e9071589-0027-4a2b-9a18-aed4da7ff702/dhcp-networks/581e5050-adb2-453a-b7e3-ec8bae44bd9f HTTP/1.1" status: 204 len: 168 time: 0.1673665 Sep 25 00:59:45.330557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50888) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:45.407660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.474212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50890) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:45.495735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-99a9a666-3502-4279-bc35-7de44d2dc3d0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007546793', 'description': 'tempest-description--1833391886'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:45.512815 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8998138a-31c1-408d-8708-530bbb832648', 'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'mac_address': 'fa:16:3e:eb:e8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:39Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 2, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'subnets': [{'id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:45.563737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58d8def1-e2c4-4742-aae1-9f6814d84d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a4586c0d-08fd-421b-9dd5-96bbc30054f2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.571748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58d8def1-e2c4-4742-aae1-9f6814d84d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.576723 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-58d8def1-e2c4-4742-aae1-9f6814d84d49 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a4586c0d-08fd-421b-9dd5-96bbc30054f2 HTTP/1.1" status: 204 len: 168 time: 1.3850820 Sep 25 00:59:45.584280 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Checking router: 6ba4205a-1a5f-4219-bb2d-0a23eb020806 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:59:45.585102 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Updating router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 port 8998138a-31c1-408d-8708-530bbb832648 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:59:45.626154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:45.697533 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8998138a-31c1-408d-8708-530bbb832648), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.699381 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Attempt 5 to provision port 8998138a-31c1-408d-8708-530bbb832648 Sep 25 00:59:45.729039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for security_group (8befe135-8fe6-45d1-a11c-b18a98a758e8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.734641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8def1-e2c4-4742-aae1-9f6814d84d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4586c0d-08fd-421b-9dd5-96bbc30054f2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:45.737988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-99a9a666-3502-4279-bc35-7de44d2dc3d0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.753138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (8befe135-8fe6-45d1-a11c-b18a98a758e8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:45.776162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device bfaf3c9f-a048-4ec2-ae13-f727341e5de0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:45.820907 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5bcee00f-e7e8-47cd-92d9-6ab6e5b38368 tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] 10.222.0.49 "GET /networking/v2.0/agents/e9071589-0027-4a2b-9a18-aed4da7ff702/dhcp-networks HTTP/1.1" status: 200 len: 5677 time: 0.4841251 Sep 25 00:59:45.824610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50898) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:45.864240 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-67d14e80-ce23-4f89-b02a-8af620de469c tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/00b79643-9b3a-4480-9510-b8e73029815e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0377662 Sep 25 00:59:45.865004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50900) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:45.872534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:45.899610 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9eb2e994-69d5-4d68-a7a2-d6cdd0820b45 tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/00b79643-9b3a-4480-9510-b8e73029815e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0321655 Sep 25 00:59:45.900418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50902) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:45.947296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Port 8998138a-31c1-408d-8708-530bbb832648 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:45.998769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:46.001167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.007324 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 Sep 25 00:59:46.089011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-99a9a666-3502-4279-bc35-7de44d2dc3d0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group (68cbd0fd-0bf9-433c-a35f-eca25f083b39), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.104283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ee1301ba-e933-48f0-82ee-06f7e7750a5e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.105578 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Added segment ee1301ba-e933-48f0-82ee-06f7e7750a5e of type vlan for network 835f385f-4cae-4688-8cdb-e55ff8a0904f Sep 25 00:59:46.192872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (835f385f-4cae-4688-8cdb-e55ff8a0904f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.255135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:46.255528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.286981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=17 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:46.299611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8befe135-8fe6-45d1-a11c-b18a98a758e8,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:46.327190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-99a9a666-3502-4279-bc35-7de44d2dc3d0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (68cbd0fd-0bf9-433c-a35f-eca25f083b39), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.353152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port bfaf3c9f-a048-4ec2-ae13-f727341e5de0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bfaf3c9f-a048-4ec2-ae13-f727341e5de0,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:46.361114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.401367 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 00:59:46.454377 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Publish callbacks [] for port (8998138a-31c1-408d-8708-530bbb832648), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.462798 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8998138a-31c1-408d-8708-530bbb832648), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.499161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-99a9a666-3502-4279-bc35-7de44d2dc3d0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.500582 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-99a9a666-3502-4279-bc35-7de44d2dc3d0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0169685 Sep 25 00:59:46.509102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50920) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:46.518628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9a4a32cc-fa39-42c2-b777-35b3b42c09e6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Request body: {'security_group_rule': {'security_group_id': '68cbd0fd-0bf9-433c-a35f-eca25f083b39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:46.541532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (835f385f-4cae-4688-8cdb-e55ff8a0904f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.546686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:46.547344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.550909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9a666-3502-4279-bc35-7de44d2dc3d0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cbd0fd-0bf9-433c-a35f-eca25f083b39,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:46.554451 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5261a56-8fa8-496f-abf0-8adff7e6bb97 None None] Pushing event updated for resources: {'Port': ['ID=8998138a-31c1-408d-8708-530bbb832648,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:46.615864 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-93f30496-fa94-4f04-9725-4a9609d31409 tempest-DHCPAgentSchedulersTestJSON-1801857614 tempest-DHCPAgentSchedulersTestJSON-1801857614-project-admin] 10.222.0.49 "GET /networking/v2.0/agents/e9071589-0027-4a2b-9a18-aed4da7ff702/dhcp-networks HTTP/1.1" status: 200 len: 5677 time: 0.7137625 Sep 25 00:59:46.619974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50930) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:46.691280 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Attempting to bind port 8998138a-31c1-408d-8708-530bbb832648 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:46.691861 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Attempting to bind port 8998138a-31c1-408d-8708-530bbb832648 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:46.692347 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Attempting to bind port 8998138a-31c1-408d-8708-530bbb832648 on network da310e92-d7bd-433d-bd93-f81d5d9edbcf {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:46.752681 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.0752537 Sep 25 00:59:46.767019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Publish callbacks [] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.788218 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:46.789382 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Checking segment: {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:46.790719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.791269 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Bound using segment: {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:46.791916 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Bound port: 8998138a-31c1-408d-8708-530bbb832648, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:46.792887 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8998138a-31c1-408d-8708-530bbb832648), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.822498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (581e5050-adb2-453a-b7e3-ec8bae44bd9f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.842842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2f66c-2009-48dd-a553-5afb613680c0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Network': ['ID=835f385f-4cae-4688-8cdb-e55ff8a0904f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:46.848424 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:46.888176 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] For port 8998138a-31c1-408d-8708-530bbb832648, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:46.892502 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] For port 8998138a-31c1-408d-8708-530bbb832648, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8998138a-31c1-408d-8708-530bbb832648,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:46.893252 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Attempt 6 to provision port 8998138a-31c1-408d-8708-530bbb832648 Sep 25 00:59:46.898533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.899836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (6e50a8d0-93d6-4d98-a812-2e20f565afa9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.901852 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8998138a-31c1-408d-8708-530bbb832648), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.907072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=bfaf3c9f-a048-4ec2-ae13-f727341e5de0,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:46.927156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 835f385f-4cae-4688-8cdb-e55ff8a0904f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:46.949135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:47.231287 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5261a56-8fa8-496f-abf0-8adff7e6bb97 None None] Pushing event updated for resources: {'Port': ['ID=8998138a-31c1-408d-8708-530bbb832648,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:47.242450 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:47.244901 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:47.253425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (581e5050-adb2-453a-b7e3-ec8bae44bd9f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.306662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:47.322572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50946) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:47.324759 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 25 00:59:47.401211 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:47.411666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581e5050-adb2-453a-b7e3-ec8bae44bd9f']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:47.419270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf69d6e-3673-408f-9cfa-e65ceec09d88,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:47.444791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a4a32cc-fa39-42c2-b777-35b3b42c09e6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group_rule (d8a3f3ee-5fa0-4249-b8c4-67da7beddcbd), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.474828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceda620c-e6dc-4056-b018-d5123590508f') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:47.474987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Current status of the port 8998138a-31c1-408d-8708-530bbb832648 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:47.475549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8998138a-31c1-408d-8708-530bbb832648), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.480664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceda620c-e6dc-4056-b018-d5123590508f') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:47.490128 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:47.509212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Network 3c9af416-4358-430a-ad21-683d4c0622d9 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:47.517937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50950) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:47.545814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:47.554638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] For port 8998138a-31c1-408d-8708-530bbb832648, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8998138a-31c1-408d-8708-530bbb832648,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:47.566603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8998138a-31c1-408d-8708-530bbb832648), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.577702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Could not find standard attr ID for object eb024afb-7e8c-4c9c-b3a5-4af383df4d4f. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 00:59:47.595598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (ceda620c-e6dc-4056-b018-d5123590508f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.648178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ceda620c-e6dc-4056-b018-d5123590508f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.665742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 00:59:47.666474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (ceda620c-e6dc-4056-b018-d5123590508f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.741578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc99ba3-4882-4947-8027-2ed5233e44da None None] Pushing event updated for resources: {'Port': ['ID=8998138a-31c1-408d-8708-530bbb832648,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:47.785689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Provisioning complete for port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:47.804827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.807737 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Attempt 1 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:47.832192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (581e5050-adb2-453a-b7e3-ec8bae44bd9f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.868778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device bfaf3c9f-a048-4ec2-ae13-f727341e5de0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:47.868952 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment ceda620c-e6dc-4056-b018-d5123590508f resource provider aggregate not found Sep 25 00:59:47.941506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.949964 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] 10.222.0.49 "DELETE /networking/v2.0/networks/581e5050-adb2-453a-b7e3-ec8bae44bd9f HTTP/1.1" status: 204 len: 168 time: 1.3283579 Sep 25 00:59:47.957379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea019ad-703f-421c-960e-b5f84901cf43 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event deleted for resources: {'Network': ['ID=581e5050-adb2-453a-b7e3-ec8bae44bd9f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:47.963023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50962) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:47.983374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:48.031581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:48.032882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:48.033629 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 Sep 25 00:59:48.084294 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment ceda620c-e6dc-4056-b018-d5123590508f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceda620c-e6dc-4056-b018-d5123590508f found for delete ", "request_id": "req-74108f49-d0fa-4c7d-a8ae-dd57aab6ee68"}]} Sep 25 00:59:48.097479 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-50f5e17f-32d8-4c64-a17a-f570b2b2d111 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1487242094&fields=id&tenant_id=6fca05771f584281881ef056a7ee9629 HTTP/1.1" status: 200 len: 267 time: 0.7737911 Sep 25 00:59:48.183580 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc06c97a-6c55-45be-bee2-2af7e94317c3 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] DELETE failed (client error): The resource could not be found. Sep 25 00:59:48.201775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc06c97a-6c55-45be-bee2-2af7e94317c3 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 00:59:48.210618 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cc06c97a-6c55-45be-bee2-2af7e94317c3 tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] 10.222.0.49 "DELETE /networking/v2.0/ports/eb024afb-7e8c-4c9c-b3a5-4af383df4d4f HTTP/1.1" status: 404 len: 333 time: 0.2401021 Sep 25 00:59:48.219523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:48.230112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50968) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:48.314854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-433989335'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:48.362233 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8998138a-31c1-408d-8708-530bbb832648', 'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'mac_address': 'fa:16:3e:eb:e8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:39Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'subnets': [{'id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:48.437669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:48.446418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:48.465874 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62be5d2-5089-437a-8f1a-08c32173a069 None None] The sync data for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv is: [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8998138a-31c1-408d-8708-530bbb832648', 'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'mac_address': 'fa:16:3e:eb:e8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:39Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'subnets': [{'id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:59:48.486728 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Attempt 2 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:48.514641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:48.620462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:48.621713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a4a32cc-fa39-42c2-b777-35b3b42c09e6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group_rule (d8a3f3ee-5fa0-4249-b8c4-67da7beddcbd), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:48.634874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:48.637902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a4a32cc-fa39-42c2-b777-35b3b42c09e6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (d8a3f3ee-5fa0-4249-b8c4-67da7beddcbd), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:48.824249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a32cc-fa39-42c2-b777-35b3b42c09e6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a3f3ee-5fa0-4249-b8c4-67da7beddcbd,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:48.869950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a4a32cc-fa39-42c2-b777-35b3b42c09e6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:48.879212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (a82fae37-c552-4397-8d16-1a83de6a4f21), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:48.882062 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9a4a32cc-fa39-42c2-b777-35b3b42c09e6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3708904 Sep 25 00:59:48.892698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:48.892986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50982) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:48.913038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3df9a92d-2da7-4285-ac88-40dfd22a4051 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Request body: {'security_group_rule': {'security_group_id': '68cbd0fd-0bf9-433c-a35f-eca25f083b39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:48.920904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7637fe-2f4b-4ff5-a1c4-d723b3c2e4ac tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Deleting subnet b23fabd0-3566-4bf1-ba28-d350e495056c {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 00:59:48.936929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a82fae37-c552-4397-8d16-1a83de6a4f21), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:48.951352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:59:48.974041 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:48.979532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:48.995566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b5db8bd8-e100-44a4-bd45-e14491994ebd), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:48.996407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Added segment b5db8bd8-e100-44a4-bd45-e14491994ebd of type vlan for network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 Sep 25 00:59:49.078959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (893ccd11-a313-4bc7-bfc8-9af6c0946f55), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.086650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3df9a92d-2da7-4285-ac88-40dfd22a4051 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group_rule (215a2a05-9e88-4d55-9c1d-58656516441f), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.135800 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Attempt 3 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:49.139899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb7637fe-2f4b-4ff5-a1c4-d723b3c2e4ac tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks [] for subnet (b23fabd0-3566-4bf1-ba28-d350e495056c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.221270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:49.238485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (893ccd11-a313-4bc7-bfc8-9af6c0946f55), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.247299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:49.248623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.302277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 50988) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:49.356561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:49.405400 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-bb931466-7d80-43b6-9ab6-00a5bb2a8963 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:49.418905 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-bb931466-7d80-43b6-9ab6-00a5bb2a8963 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/networks?id=30f22b87-e145-46d8-aa47-94c16470461f HTTP/1.1" status: 200 len: 805 time: 1.2325437 Sep 25 00:59:49.432239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3df9a92d-2da7-4285-ac88-40dfd22a4051 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group_rule (215a2a05-9e88-4d55-9c1d-58656516441f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.438986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb7637fe-2f4b-4ff5-a1c4-d723b3c2e4ac tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (b23fabd0-3566-4bf1-ba28-d350e495056c), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.446774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3df9a92d-2da7-4285-ac88-40dfd22a4051 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (215a2a05-9e88-4d55-9c1d-58656516441f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.506876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9a92d-2da7-4285-ac88-40dfd22a4051 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215a2a05-9e88-4d55-9c1d-58656516441f,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:49.521573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:59:49.528271 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9620245 Sep 25 00:59:49.535993 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-12755cd3-f6b8-4466-9d75-37f4fffb1d5e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/quotas/6fca05771f584281881ef056a7ee9629 HTTP/1.1" status: 200 len: 375 time: 0.1158817 Sep 25 00:59:49.537157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Sync routers for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:59:49.538684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82fae37-c552-4397-8d16-1a83de6a4f21,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:49.545347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 50996) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:49.552794 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ab7c1760-acb4-4145-80c1-758c480cec27 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6e50a8d0-93d6-4d98-a812-2e20f565afa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3844438 Sep 25 00:59:49.604301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3df9a92d-2da7-4285-ac88-40dfd22a4051 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.613345 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3df9a92d-2da7-4285-ac88-40dfd22a4051 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7118025 Sep 25 00:59:49.616021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51000) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:49.628651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'name': 'tempest-PortsTestJSON-2082481937'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:49.629879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:49.637517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:49.641225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:49.689866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1b6e86ba-03e3-4245-be0e-dd17a563136e tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1131997380'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:49.782222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1b6e86ba-03e3-4245-be0e-dd17a563136e tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (16e39121-6e1c-4319-9168-871a6dd2e57e), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.789104 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1b6e86ba-03e3-4245-be0e-dd17a563136e tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (16e39121-6e1c-4319-9168-871a6dd2e57e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.890311 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Attempt 4 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:49.898740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05c1d7-f383-4074-b5af-4ebc2c6ec524 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Network': ['ID=893ccd11-a313-4bc7-bfc8-9af6c0946f55,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:50.010347 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-aa75eeb3-9922-4f98-bb26-4c7f99bce293 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6fca05771f584281881ef056a7ee9629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4716477 Sep 25 00:59:50.012943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:50.022177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:50.060869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1b6e86ba-03e3-4245-be0e-dd17a563136e tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (16e39121-6e1c-4319-9168-871a6dd2e57e), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.088538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1b6e86ba-03e3-4245-be0e-dd17a563136e tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (16e39121-6e1c-4319-9168-871a6dd2e57e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.150942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.240938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8998138a-31c1-408d-8708-530bbb832648 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:50.289434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:50.294546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.349750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port 23b5eb76-a5b8-4221-b51f-06ff4740e450 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 00:59:50.356889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb7637fe-2f4b-4ff5-a1c4-d723b3c2e4ac tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (b23fabd0-3566-4bf1-ba28-d350e495056c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.417919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8998138a-31c1-408d-8708-530bbb832648 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:50.418314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8998138a-31c1-408d-8708-530bbb832648), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.419076 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8998138a-31c1-408d-8708-530bbb832648 Sep 25 00:59:50.498802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:50.629689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1b6e86ba-03e3-4245-be0e-dd17a563136e tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.652985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:50.656165 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1b6e86ba-03e3-4245-be0e-dd17a563136e tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3454297 Sep 25 00:59:50.660159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51020) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:50.662066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8998138a-31c1-408d-8708-530bbb832648 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:50.673722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.745342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:50.803583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51022) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:50.839824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Allocated IP 172.36.7.199 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/88d83baa-0a6e-43f4-9317-2af2d6c52911) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:50.881072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51026) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:50.901898 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:59:50.926752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'subnet': {'network_id': '835f385f-4cae-4688-8cdb-e55ff8a0904f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:50.967309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb7637fe-2f4b-4ff5-a1c4-d723b3c2e4ac tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (b23fabd0-3566-4bf1-ba28-d350e495056c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.973899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-edfd4c30-7208-48d2-928c-7e6ebe73975a service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:59:50.974978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-edfd4c30-7208-48d2-928c-7e6ebe73975a service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4016483 Sep 25 00:59:51.048345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7637fe-2f4b-4ff5-a1c4-d723b3c2e4ac tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event deleted for resources: {'Subnet': ['ID=b23fabd0-3566-4bf1-ba28-d350e495056c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:51.078403 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-326307880'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:51.147500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf69d6e-3673-408f-9cfa-e65ceec09d88', 'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'mac_address': 'fa:16:3e:54:c0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 2, 'project_id': '7f2f717a45524867bd74d08995113927', 'subnets': [{'id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:51.154289 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Attempt 5 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:51.192006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for port (88d83baa-0a6e-43f4-9317-2af2d6c52911), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.198441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51028) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:51.209967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3d113434-9e99-4006-b0eb-0e91dd2d87c4 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47785056', 'description': 'tempest-description--1311372914'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:51.214516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Checking router: 6e50a8d0-93d6-4d98-a812-2e20f565afa9 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:59:51.216064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Updating router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:59:51.233848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Made reservation on behalf of d009e38e3ab1412e81f7f1e33ca55dc7 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:51.241144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.259184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:51.266124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.288838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.311506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:51.311842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:51.321457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.332000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f713d-80f4-4573-92ea-f98d7157fd30 None None] Network 00b79643-9b3a-4480-9510-b8e73029815e requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:51.378892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb7637fe-2f4b-4ff5-a1c4-d723b3c2e4ac tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.383593 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cb7637fe-2f4b-4ff5-a1c4-d723b3c2e4ac tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b23fabd0-3566-4bf1-ba28-d350e495056c HTTP/1.1" status: 204 len: 168 time: 3.1361248 Sep 25 00:59:51.387456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51030) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:51.389562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:51.407824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3515-5acd-47b7-a486-10845d8963ef tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (16e39121-6e1c-4319-9168-871a6dd2e57e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.421158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:51.429263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d113434-9e99-4006-b0eb-0e91dd2d87c4 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.483162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (88d83baa-0a6e-43f4-9317-2af2d6c52911), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.595847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:51.613319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:51.616300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:51.641483 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Pushing event updated for resources: {'Port': ['ID=88d83baa-0a6e-43f4-9317-2af2d6c52911,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:51.642989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c13bbba-e7d0-4fbb-bb3c-82370278b85c None None] DHCP port deletion for 00b79643-9b3a-4480-9510-b8e73029815e request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 00:59:51.825005 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-2ed22463-e4c9-4a97-8a4c-9f3f676c9688 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7774973 Sep 25 00:59:51.833435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (00b79643-9b3a-4480-9510-b8e73029815e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.835779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks [] for security_group (e7d4ec47-0ea8-4b4c-82ea-11a52c595803), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.840141 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d113434-9e99-4006-b0eb-0e91dd2d87c4 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group (46dcd080-0a05-4cf2-bc9d-f3f67a88f112), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.844751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (23b5eb76-a5b8-4221-b51f-06ff4740e450), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.847586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e7d4ec47-0ea8-4b4c-82ea-11a52c595803), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.855224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for floatingip (9a9a4491-f511-4262-961e-147c5571b6bc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.856596 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Attempt 6 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:51.858150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1c13bbba-e7d0-4fbb-bb3c-82370278b85c None None] Deleting port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:59:51.858748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1c13bbba-e7d0-4fbb-bb3c-82370278b85c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.859257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d113434-9e99-4006-b0eb-0e91dd2d87c4 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (46dcd080-0a05-4cf2-bc9d-f3f67a88f112), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.910885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:51.919396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 00:59:51.931356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:51.942896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d113434-9e99-4006-b0eb-0e91dd2d87c4 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.949265 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3d113434-9e99-4006-b0eb-0e91dd2d87c4 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7436373 Sep 25 00:59:51.972964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51032) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:51.983769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3515-5acd-47b7-a486-10845d8963ef tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (16e39121-6e1c-4319-9168-871a6dd2e57e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.990231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-84c551bf-02c8-4511-bc97-bc228c7c848f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Request body: {'security_group_rule': {'security_group_id': '46dcd080-0a05-4cf2-bc9d-f3f67a88f112', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:51.991325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Publish callbacks [] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.993476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d4ec47-0ea8-4b4c-82ea-11a52c595803,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:51.996635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1c13bbba-e7d0-4fbb-bb3c-82370278b85c None None] For port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ea0edf2-6447-4ca0-bd14-6391a69f8c87,segment=NetworkSegment(dd4e09c6-2e75-42a3-9b28-2c06ebc34167),segment_id=dd4e09c6-2e75-42a3-9b28-2c06ebc34167)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:51.997139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1c13bbba-e7d0-4fbb-bb3c-82370278b85c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.000537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3515-5acd-47b7-a486-10845d8963ef tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (16e39121-6e1c-4319-9168-871a6dd2e57e), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.008853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (c2f584bf-aabd-4898-81ab-184c014904c1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.009427 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Added segment c2f584bf-aabd-4898-81ab-184c014904c1 of type vlan for network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e Sep 25 00:59:52.028236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.056816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:52.057877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (88d83baa-0a6e-43f4-9317-2af2d6c52911), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.077023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1c13bbba-e7d0-4fbb-bb3c-82370278b85c None None] Calling delete_port for 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:59:52.081042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3d51-e740-4638-bbdc-3a3883f054ec None None] Pushing event updated for resources: {'Port': ['ID=2cf69d6e-3673-408f-9cfa-e65ceec09d88,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:52.083861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:52.154996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (e28cac52-c0b4-4041-b24c-62db46b86f76), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.160221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:52.161225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:52.212309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3515-5acd-47b7-a486-10845d8963ef tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (16e39121-6e1c-4319-9168-871a6dd2e57e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.213012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2f3515-5acd-47b7-a486-10845d8963ef tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16e39121-6e1c-4319-9168-871a6dd2e57e {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 00:59:52.218624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3515-5acd-47b7-a486-10845d8963ef tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.219939 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2f2f3515-5acd-47b7-a486-10845d8963ef tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/16e39121-6e1c-4319-9168-871a6dd2e57e HTTP/1.1" status: 204 len: 168 time: 1.5588400 Sep 25 00:59:52.220890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Deleting port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:59:52.221226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.227628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51034) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:52.227775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (51ac28a0-3f0b-473c-ac84-9f1d7eb6825e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.235757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d113434-9e99-4006-b0eb-0e91dd2d87c4 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46dcd080-0a05-4cf2-bc9d-f3f67a88f112,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:52.251075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0ce34273-b35a-4813-96a0-5f5c9c06bc5d tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Request body: {'router': {'name': 'tempest-router-676085825', 'distributed': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:52.259444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:52.315919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-84c551bf-02c8-4511-bc97-bc228c7c848f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group_rule (d67ecfcf-c9aa-4f9a-9ce4-53f30800b887), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.322525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Subnet': ['ID=e28cac52-c0b4-4041-b24c-62db46b86f76,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:52.326791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (23b5eb76-a5b8-4221-b51f-06ff4740e450), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.382816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Attempting to bind port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:52.384345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Attempting to bind port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:52.384345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Attempting to bind port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 on network 3c9af416-4358-430a-ad21-683d4c0622d9 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:52.397589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (51ac28a0-3f0b-473c-ac84-9f1d7eb6825e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.403013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:52.403492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.425985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:52.426219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.432192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1c13bbba-e7d0-4fbb-bb3c-82370278b85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.445535 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-70949bb7-e091-4695-acc3-db23f15d9423 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950584 Sep 25 00:59:52.497532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Checking segment: {'id': 'ee1301ba-e933-48f0-82ee-06f7e7750a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '835f385f-4cae-4688-8cdb-e55ff8a0904f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:52.497946 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network hostable DHCP agents. Network: 835f385f-4cae-4688-8cdb-e55ff8a0904f, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:59:52.524941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13bbba-e7d0-4fbb-bb3c-82370278b85c None None] Pushing event deleted for resources: {'Port': ['ID=3ea0edf2-6447-4ca0-bd14-6391a69f8c87,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:52.525819 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7205241 Sep 25 00:59:52.540022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13bbba-e7d0-4fbb-bb3c-82370278b85c None None] No DVR routers for this DVR port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 00:59:52.542841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] For port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ea0edf2-6447-4ca0-bd14-6391a69f8c87,segment=NetworkSegment(dd4e09c6-2e75-42a3-9b28-2c06ebc34167),segment_id=dd4e09c6-2e75-42a3-9b28-2c06ebc34167)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:52.543326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.552652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ce34273-b35a-4813-96a0-5f5c9c06bc5d tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (56d454f9-29b0-43d2-88ae-9b5b25a63024), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.554033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ce34273-b35a-4813-96a0-5f5c9c06bc5d tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (56d454f9-29b0-43d2-88ae-9b5b25a63024), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.557457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63312449-4b7c-43e6-b545-00224b4696c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Pushing event updated for resources: {'Network': ['ID=51ac28a0-3f0b-473c-ac84-9f1d7eb6825e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:52.573741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:52.580246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Checking segment: {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:52.580795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.582100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Bound using segment: {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:52.583072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Bound port: 2cf69d6e-3673-408f-9cfa-e65ceec09d88, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:52.583358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.618042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Calling delete_port for 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:59:52.618489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network 835f385f-4cae-4688-8cdb-e55ff8a0904f is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:59:52.650594 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Attempt 7 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:52.663209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:52.664563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:52.690898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=23b5eb76-a5b8-4221-b51f-06ff4740e450,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:52.811350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:52.817289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Checking segment: {'id': 'b5db8bd8-e100-44a4-bd45-e14491994ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:52.817790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network hostable DHCP agents. Network: 893ccd11-a313-4bc7-bfc8-9af6c0946f55, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:59:52.833064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for port (88d83baa-0a6e-43f4-9317-2af2d6c52911), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.837079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51040) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:52.848320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Request body: {'port': {'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-161256914'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:52.868325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 835f385f-4cae-4688-8cdb-e55ff8a0904f) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:52.879631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (88d83baa-0a6e-43f4-9317-2af2d6c52911), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.880849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (9a9a4491-f511-4262-961e-147c5571b6bc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.894630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc597b1-95fb-4e80-ac2a-11d3302107eb None None] Network 835f385f-4cae-4688-8cdb-e55ff8a0904f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:52.924097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ce34273-b35a-4813-96a0-5f5c9c06bc5d tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (56d454f9-29b0-43d2-88ae-9b5b25a63024), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.928709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-84c551bf-02c8-4511-bc97-bc228c7c848f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group_rule (d67ecfcf-c9aa-4f9a-9ce4-53f30800b887), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.929477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:52.931162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.936889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ce34273-b35a-4813-96a0-5f5c9c06bc5d tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (56d454f9-29b0-43d2-88ae-9b5b25a63024), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.953790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-84c551bf-02c8-4511-bc97-bc228c7c848f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (d67ecfcf-c9aa-4f9a-9ce4-53f30800b887), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.977510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:59:53.026264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.040015 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4127812 Sep 25 00:59:53.047346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] For port 2cf69d6e-3673-408f-9cfa-e65ceec09d88, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:53.052932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] For port 2cf69d6e-3673-408f-9cfa-e65ceec09d88, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cf69d6e-3673-408f-9cfa-e65ceec09d88,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:53.067449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Made reservation on behalf of 2312bc2856c340b9ad43ca853d90436c for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:53.070967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.074228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.086834 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5753c609-d713-4b4e-8e9a-023c72fd66e4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1999516 Sep 25 00:59:53.100184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51048) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:53.108308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632908c-f18b-4e7f-ba3a-7ec5725263ea tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Pushing event updated for resources: {'Port': ['ID=88d83baa-0a6e-43f4-9317-2af2d6c52911,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:53.113882 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.116523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 893ccd11-a313-4bc7-bfc8-9af6c0946f55) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:53.125885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:53.139464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:53.141071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.141627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d466e7-b6db-4781-b123-33f6cc42bb80 None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:53.148858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ce34273-b35a-4813-96a0-5f5c9c06bc5d tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.153329 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0ce34273-b35a-4813-96a0-5f5c9c06bc5d tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9224975 Sep 25 00:59:53.158215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-694508957'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:53.169885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:53.185762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:53.186433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T00:59:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:53.252090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c551bf-02c8-4511-bc97-bc228c7c848f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67ecfcf-c9aa-4f9a-9ce4-53f30800b887,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:53.269041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51052) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:53.278924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:53.287450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-835f385f-4cae-4688-8cdb-e55ff8a0904f', 'network_id': '835f385f-4cae-4688-8cdb-e55ff8a0904f', 'project_id': '604cc74280f34080b3f0ed61f9c415a9', 'fixed_ips': [{'subnet_id': 'e28cac52-c0b4-4041-b24c-62db46b86f76'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:59:53.288927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.289520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.293171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks [] for security_group (96627b4e-8034-4b49-a8c8-d18bc1adfebc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.302113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=12 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:53.317026 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Attempt 8 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:53.319043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3d51-e740-4638-bbdc-3a3883f054ec None None] Pushing event updated for resources: {'Port': ['ID=2cf69d6e-3673-408f-9cfa-e65ceec09d88,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:53.331989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (96627b4e-8034-4b49-a8c8-d18bc1adfebc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.337438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-84c551bf-02c8-4511-bc97-bc228c7c848f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.341389 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-84c551bf-02c8-4511-bc97-bc228c7c848f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3604782 Sep 25 00:59:53.353417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51058) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:53.370213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] device_id is not set on port 411e24cc-0261-48da-957c-0a3e728a1b85 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 00:59:53.407520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3ea0edf2-6447-4ca0-bd14-6391a69f8c87), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.429527 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-617ffae5-6a45-464b-8b51-74f94f3c83b2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8469419 Sep 25 00:59:53.433153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-41f24116-f342-43b4-92c5-ff057fe897af tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Request body: {'security_group_rule': {'security_group_id': '46dcd080-0a05-4cf2-bc9d-f3f67a88f112', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:53.446525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51066) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:53.466191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:53.546564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:53.551024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f89bd827-b636-4395-9481-fbbd468c519b tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (56d454f9-29b0-43d2-88ae-9b5b25a63024), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.598219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51072) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:53.659851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96627b4e-8034-4b49-a8c8-d18bc1adfebc,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:53.709136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-843415761'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:53.751085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41f24116-f342-43b4-92c5-ff057fe897af tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group_rule (125d6cc2-cb25-4b2c-ac3b-7f6084c9ee0b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.755422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:53.849109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event deleted for resources: {'Port': ['ID=3ea0edf2-6447-4ca0-bd14-6391a69f8c87,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:53.885219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:53.900910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] No DVR routers for this DVR port 3ea0edf2-6447-4ca0-bd14-6391a69f8c87 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 00:59:53.919231 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 25 00:59:53.924846 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-66fd462e-6628-47e6-b38c-9cee94758131 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1007546793&fields=id&tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74 HTTP/1.1" status: 200 len: 267 time: 0.2082860 Sep 25 00:59:53.976086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Current status of the port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:53.976616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.093264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Allocated IP 2001:db8:0:ffff::2 (835f385f-4cae-4688-8cdb-e55ff8a0904f/e28cac52-c0b4-4041-b24c-62db46b86f76/52efa3ee-8608-4707-a621-3949cf054a63) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:54.116788 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a73e11b5-18a6-4a4e-acdd-eaf5548892f0 req-3332889b-d93c-4dd5-8a4d-08d3e3135885 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 210 time: 0.5159791 Sep 25 00:59:54.169173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] For port 2cf69d6e-3673-408f-9cfa-e65ceec09d88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cf69d6e-3673-408f-9cfa-e65ceec09d88,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:54.180645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] device_id is not set on port 411e24cc-0261-48da-957c-0a3e728a1b85 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 00:59:54.201790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.213887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks [] for port (411e24cc-0261-48da-957c-0a3e728a1b85), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.225024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:54.231551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (411e24cc-0261-48da-957c-0a3e728a1b85), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.234423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (92be5090-1c7b-4b7f-bf46-0a95433a92f9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.235245 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Added segment 92be5090-1c7b-4b7f-bf46-0a95433a92f9 of type vlan for network 18539477-43d1-457e-8c43-a1ef2d6f440a Sep 25 00:59:54.328695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'Port': ['ID=411e24cc-0261-48da-957c-0a3e728a1b85,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:54.354884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:54.361215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.366047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f89bd827-b636-4395-9481-fbbd468c519b tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (56d454f9-29b0-43d2-88ae-9b5b25a63024), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.375941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f89bd827-b636-4395-9481-fbbd468c519b tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (56d454f9-29b0-43d2-88ae-9b5b25a63024), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.377379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41f24116-f342-43b4-92c5-ff057fe897af tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group_rule (125d6cc2-cb25-4b2c-ac3b-7f6084c9ee0b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.399806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41f24116-f342-43b4-92c5-ff057fe897af tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (125d6cc2-cb25-4b2c-ac3b-7f6084c9ee0b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.425227 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:54.437257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f24116-f342-43b4-92c5-ff057fe897af tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125d6cc2-cb25-4b2c-ac3b-7f6084c9ee0b,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:54.471904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41f24116-f342-43b4-92c5-ff057fe897af tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.473151 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-41f24116-f342-43b4-92c5-ff057fe897af tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1053596 Sep 25 00:59:54.478251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51098) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:54.484103 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Provisioning complete for port 8998138a-31c1-408d-8708-530bbb832648 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:54.484586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8998138a-31c1-408d-8708-530bbb832648), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.485156 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Attempt 1 to provision port 8998138a-31c1-408d-8708-530bbb832648 Sep 25 00:59:54.485268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:54.493312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Checking segment: {'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:54.493682 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Network hostable DHCP agents. Network: 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:59:54.530677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:59:54.544482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (18539477-43d1-457e-8c43-a1ef2d6f440a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.545023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.584152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (00b79643-9b3a-4480-9510-b8e73029815e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.593543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:54.609638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:59:54.626148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f89bd827-b636-4395-9481-fbbd468c519b tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (56d454f9-29b0-43d2-88ae-9b5b25a63024), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.626711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89bd827-b636-4395-9481-fbbd468c519b tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56d454f9-29b0-43d2-88ae-9b5b25a63024 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 00:59:54.630891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:54.645993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f89bd827-b636-4395-9481-fbbd468c519b tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.652224 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f89bd827-b636-4395-9481-fbbd468c519b tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/56d454f9-29b0-43d2-88ae-9b5b25a63024 HTTP/1.1" status: 204 len: 168 time: 1.3751881 Sep 25 00:59:54.669755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51104) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:54.677755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-9bc6e4b6-b651-4301-b3c6-66f98a4aed2c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:54.679515 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-9bc6e4b6-b651-4301-b3c6-66f98a4aed2c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/networks?id=da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 200 len: 812 time: 0.7533331 Sep 25 00:59:54.682756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-af36bdcd-46f2-4569-b63f-e64a5a3cb0e0 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Request body: {'router': {'name': 'tempest-router-2113808008', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f10a13f1b79f47ac9a55a6f6438cfd00'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:54.689562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (090cfc86-f3d6-49d0-b05f-550b1b015a12), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.692183 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Added segment 090cfc86-f3d6-49d0-b05f-550b1b015a12 of type vlan for network 7a38bb50-a411-4e05-92c6-6ca31c3259c9 Sep 25 00:59:54.694903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b79643-9b3a-4480-9510-b8e73029815e']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:54.725117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:54.725686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:54.726170 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:54.732530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4e09c6-2e75-42a3-9b28-2c06ebc34167') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:54.733219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4e09c6-2e75-42a3-9b28-2c06ebc34167') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:54.743364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:54.745047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:54.745547 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:54.747009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf69d6e-3673-408f-9cfa-e65ceec09d88', 'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'mac_address': 'fa:16:3e:54:c0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T00:59:53Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'subnets': [{'id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:54.749621 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 2 to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 Sep 25 00:59:54.751342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755c4c0-8b20-4f6b-bde5-fd99ec5befbb None None] Network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:54.769389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (18539477-43d1-457e-8c43-a1ef2d6f440a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.776799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:54.777683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.788996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:54.789620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:54.790157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:54.794823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (dd4e09c6-2e75-42a3-9b28-2c06ebc34167), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.798047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.803907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:54.811652 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-16257268-eec9-4f72-a42e-c1aa0675d5cd tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/quotas/05c1407a105c4bd4a5e9c4debd1d7f74 HTTP/1.1" status: 200 len: 375 time: 0.1053727 Sep 25 00:59:54.848862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (7a38bb50-a411-4e05-92c6-6ca31c3259c9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.937242 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8232572 Sep 25 00:59:54.938585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af36bdcd-46f2-4569-b63f-e64a5a3cb0e0 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (8d648186-ffc3-4258-a258-03ecf49ade43), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.939732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af36bdcd-46f2-4569-b63f-e64a5a3cb0e0 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (8d648186-ffc3-4258-a258-03ecf49ade43), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.943278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51110) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:54.957082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Pushing event updated for resources: {'Port': ['ID=2cf69d6e-3673-408f-9cfa-e65ceec09d88,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:54.958528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'subnet': {'network_id': '18539477-43d1-457e-8c43-a1ef2d6f440a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:54.959774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:54.963316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:54.964078 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:54.972015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Allocated IP 172.36.7.124 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/da7a0d6b-3c38-443e-b0ae-444f0521b6b6) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:54.973891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (dd4e09c6-2e75-42a3-9b28-2c06ebc34167), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.976367 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 3 to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 Sep 25 00:59:54.977569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 00:59:55.031681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:55.032191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:55.032647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:55.033988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 00:59:55.034411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (dd4e09c6-2e75-42a3-9b28-2c06ebc34167), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.058730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:55.059321 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:55.070538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Publish callbacks [] for port (52efa3ee-8608-4707-a621-3949cf054a63), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.102442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f7ac-7332-432d-9f58-d5ad3925eb21 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Network': ['ID=18539477-43d1-457e-8c43-a1ef2d6f440a,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:55.109373 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 4 to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 Sep 25 00:59:55.135576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:55.136542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:55.138269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:55.138403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 18539477-43d1-457e-8c43-a1ef2d6f440a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:55.148146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:55.149770 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:55.155192 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 5 to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 Sep 25 00:59:55.182830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:55.183566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:55.184380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:55.196620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:55.197462 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:55.199033 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-5595bfbe-3998-45a7-8b4b-b7b5c002ae7a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3859055 Sep 25 00:59:55.202063 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment dd4e09c6-2e75-42a3-9b28-2c06ebc34167 resource provider aggregate not found Sep 25 00:59:55.208623 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 6 to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 Sep 25 00:59:55.222083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (7a38bb50-a411-4e05-92c6-6ca31c3259c9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.228331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:55.229314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.250808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (00b79643-9b3a-4480-9510-b8e73029815e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.261677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d54d7-894a-4122-9107-7b6783b6d559 None None] The sync data for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv is: [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf69d6e-3673-408f-9cfa-e65ceec09d88', 'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'mac_address': 'fa:16:3e:54:c0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T00:59:53Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'subnets': [{'id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:59:55.265737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (52efa3ee-8608-4707-a621-3949cf054a63), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.300613 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7520106 Sep 25 00:59:55.441128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Pushing event updated for resources: {'Port': ['ID=52efa3ee-8608-4707-a621-3949cf054a63,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:55.502898 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Network 835f385f-4cae-4688-8cdb-e55ff8a0904f is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:55.511011 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment dd4e09c6-2e75-42a3-9b28-2c06ebc34167 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd4e09c6-2e75-42a3-9b28-2c06ebc34167 found for delete ", "request_id": "req-61569853-dfad-4717-afed-8603a2ac0395"}]} Sep 25 00:59:55.516515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:55.522368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:55.526838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51120) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:55.530558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3d1c8-5dae-4c14-bb81-548b533fb0ad None None] Current status of the port 8998138a-31c1-408d-8708-530bbb832648 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:55.542255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.547700 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] 10.222.0.49 "DELETE /networking/v2.0/networks/00b79643-9b3a-4480-9510-b8e73029815e HTTP/1.1" status: 204 len: 168 time: 4.1546481 Sep 25 00:59:55.652569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'ports': [{'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55'}, {'network_id': '7a38bb50-a411-4e05-92c6-6ca31c3259c9'}]} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:55.656836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:55.658328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '7a38bb50-a411-4e05-92c6-6ca31c3259c9'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:55.658577 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:55.659026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:55.659394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:55.672952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:55.678782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-47351826-5401-4845-b37b-cc6d0be4eba5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148145 Sep 25 00:59:55.686045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:55.686401 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:55.698207 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 7 to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 Sep 25 00:59:55.715286 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-190861cc-b7a0-4b47-bc92-6ea0bb64a98c req-35a27b9f-be89-4ccd-b8ca-05b1bd9b2b3e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 210 time: 0.1187277 Sep 25 00:59:55.741630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c988bb0b-00ac-4292-a422-98208461af2c None None] Provisioning complete for port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:55.742263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c988bb0b-00ac-4292-a422-98208461af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.743795 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c988bb0b-00ac-4292-a422-98208461af2c None None] Attempt 1 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:55.755427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for port (da7a0d6b-3c38-443e-b0ae-444f0521b6b6), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.774072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:55.774621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:55.775183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:55.792274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:55.792909 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:55.796431 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 8 to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 Sep 25 00:59:55.820472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Attempting to bind port 52efa3ee-8608-4707-a621-3949cf054a63 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:55.821170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Attempting to bind port 52efa3ee-8608-4707-a621-3949cf054a63 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ee1301ba-e933-48f0-82ee-06f7e7750a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '835f385f-4cae-4688-8cdb-e55ff8a0904f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:55.821757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Attempting to bind port 52efa3ee-8608-4707-a621-3949cf054a63 on network 835f385f-4cae-4688-8cdb-e55ff8a0904f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:55.864931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:55.887739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:55.888707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:55.889469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:55.903746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:55.904098 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:55.907702 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 9 to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 Sep 25 00:59:55.948555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:55.948881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:55.949400 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:55.968627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (da7a0d6b-3c38-443e-b0ae-444f0521b6b6), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.006774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4da70-8b6a-4659-b9c7-a080b8309610 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Network': ['ID=7a38bb50-a411-4e05-92c6-6ca31c3259c9,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:56.013394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:56.013394 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:56.023422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:56.024236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Checking segment: {'id': 'ee1301ba-e933-48f0-82ee-06f7e7750a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '835f385f-4cae-4688-8cdb-e55ff8a0904f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:56.024236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.024812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Bound using segment: {'id': 'ee1301ba-e933-48f0-82ee-06f7e7750a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '835f385f-4cae-4688-8cdb-e55ff8a0904f'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:56.025105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Bound port: 52efa3ee-8608-4707-a621-3949cf054a63, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1301ba-e933-48f0-82ee-06f7e7750a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '835f385f-4cae-4688-8cdb-e55ff8a0904f'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:56.025605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (52efa3ee-8608-4707-a621-3949cf054a63), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.052363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 7a38bb50-a411-4e05-92c6-6ca31c3259c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:59:56.059811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2cf69d6e-3673-408f-9cfa-e65ceec09d88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:56.082200 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 10 to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 Sep 25 00:59:56.115067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c988bb0b-00ac-4292-a422-98208461af2c None None] Current status of the port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:56.169306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902765ee-ab46-4549-b231-df58f66d6eec tempest-DHCPAgentSchedulersTestJSON-76530890 tempest-DHCPAgentSchedulersTestJSON-76530890-project] Pushing event deleted for resources: {'Network': ['ID=00b79643-9b3a-4480-9510-b8e73029815e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:56.219292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:56.230124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:56.238541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:56.239303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:56.241242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:56.262853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:56.280359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:56.322792 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 411e24cc-0261-48da-957c-0a3e728a1b85 on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:56.324907 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 411e24cc-0261-48da-957c-0a3e728a1b85 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 00:59:56.326014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (411e24cc-0261-48da-957c-0a3e728a1b85), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.410114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af36bdcd-46f2-4569-b63f-e64a5a3cb0e0 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (8d648186-ffc3-4258-a258-03ecf49ade43), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.443586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Pushing event updated for resources: {'Port': ['ID=da7a0d6b-3c38-443e-b0ae-444f0521b6b6,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:56.505970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:56.519839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.524305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af36bdcd-46f2-4569-b63f-e64a5a3cb0e0 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (8d648186-ffc3-4258-a258-03ecf49ade43), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.535275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51126) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:56.535661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:56.536226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.536766 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 Sep 25 00:59:56.605608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for floatingip (5c046cf1-c3a0-44a9-9153-5f9aff023a1f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.665398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af36bdcd-46f2-4569-b63f-e64a5a3cb0e0 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.668209 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-af36bdcd-46f2-4569-b63f-e64a5a3cb0e0 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.9971004 Sep 25 00:59:56.671825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (da7a0d6b-3c38-443e-b0ae-444f0521b6b6), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.674708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51130) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:56.688621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Request body: {'router': {'distributed': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:56.717553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] For port 52efa3ee-8608-4707-a621-3949cf054a63, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:56.731887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] For port 52efa3ee-8608-4707-a621-3949cf054a63, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52efa3ee-8608-4707-a621-3949cf054a63,segment=NetworkSegment(ee1301ba-e933-48f0-82ee-06f7e7750a5e),segment_id=ee1301ba-e933-48f0-82ee-06f7e7750a5e)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:56.780733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (52efa3ee-8608-4707-a621-3949cf054a63), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:56.812683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:56.842808 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-9c611369-3b8f-463e-a12d-8fa645b531c8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827691 Sep 25 00:59:56.862723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] For port 411e24cc-0261-48da-957c-0a3e728a1b85, host hv-neutron-mast, cleared binding levels {{(pid=107188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:56.865926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempted to set empty binding levels {{(pid=107188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 00:59:56.914264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:56.932050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 2} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:56.940067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1f668-ac06-446f-b985-049d00261f0f None None] Pushing event updated for resources: {'Port': ['ID=52efa3ee-8608-4707-a621-3949cf054a63,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:56.950320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:57.018649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:57.037785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (411e24cc-0261-48da-957c-0a3e728a1b85), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:57.039994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:57.041448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:57.201467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.60', 57089) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:57.225669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'Port': ['ID=411e24cc-0261-48da-957c-0a3e728a1b85,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:57.473921 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1e1f3c6e-1393-48ef-b133-591bed949ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.6343555 Sep 25 00:59:57.477879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51148) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:57.555821 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f2ea2487-4b62-40f0-acee-77cbaca99fa2 req-79931424-dba7-4892-afa7-f96cb421acd2 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 210 time: 0.5206690 Sep 25 00:59:57.905051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (8d648186-ffc3-4258-a258-03ecf49ade43), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:57.905832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (8d648186-ffc3-4258-a258-03ecf49ade43), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.004501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 52efa3ee-8608-4707-a621-3949cf054a63 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:58.041493 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-de502582-faf2-463a-aed9-ed3d47b7c1d6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0c192818ef7c4c9d90e0527fa5ff77df&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5021658 Sep 25 00:59:58.066462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51172) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:58.100578 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ce6fcfc-5596-4786-ae77-37f506eff749 req-84b5bb54-11a4-40b8-9394-7754a0628930 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 210 time: 0.6671374 Sep 25 00:59:58.128253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 52efa3ee-8608-4707-a621-3949cf054a63 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:58.128771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (52efa3ee-8608-4707-a621-3949cf054a63), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.129198 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 52efa3ee-8608-4707-a621-3949cf054a63 Sep 25 00:59:58.199992 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:58.214473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-ccee62e8-aec6-41a2-a8f1-a853cdcc40d4 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:58.216187 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-ccee62e8-aec6-41a2-a8f1-a853cdcc40d4 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.60 "GET /networking/v2.0/networks?id=30f22b87-e145-46d8-aa47-94c16470461f HTTP/1.1" status: 200 len: 805 time: 1.0135982 Sep 25 00:59:58.303919 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=107188) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 25 00:59:58.304428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Router 8d648186-ffc3-4258-a258-03ecf49ade43 migrating from provider to provider. {{(pid=107188) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 25 00:59:58.304935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (8d648186-ffc3-4258-a258-03ecf49ade43), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.315581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (8d648186-ffc3-4258-a258-03ecf49ade43), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.351835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-8c86b804-0c4a-427d-9658-97341c312397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Deleting port 411e24cc-0261-48da-957c-0a3e728a1b85 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:59:58.352951 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8c86b804-0c4a-427d-9658-97341c312397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (411e24cc-0261-48da-957c-0a3e728a1b85), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.363904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (8d648186-ffc3-4258-a258-03ecf49ade43), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.406085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 52efa3ee-8608-4707-a621-3949cf054a63 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:58.406562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (52efa3ee-8608-4707-a621-3949cf054a63), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.412574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:58.425165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:58.463169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 52efa3ee-8608-4707-a621-3949cf054a63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52efa3ee-8608-4707-a621-3949cf054a63,segment=NetworkSegment(ee1301ba-e933-48f0-82ee-06f7e7750a5e),segment_id=ee1301ba-e933-48f0-82ee-06f7e7750a5e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:58.469467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (52efa3ee-8608-4707-a621-3949cf054a63), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.522474 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=37 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:58.589689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port 0a14f18b-f3f9-49ca-9ca4-aef225576332 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 00:59:58.604282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=52efa3ee-8608-4707-a621-3949cf054a63,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:58.622947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fd5077fd-2d25-4c0e-a8c2-c986f0a6a745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.661283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183879c0-a32e-416e-bc30-615c99c9ef2a None None] Network 835f385f-4cae-4688-8cdb-e55ff8a0904f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:59:58.702999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3fe2949f-5718-4969-a8f3-2c41f1988d36 admin admin] Publish callbacks [] for security_group (ef1ffa44-dd9a-4971-8920-eaa667b3f8a2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.771231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3fe2949f-5718-4969-a8f3-2c41f1988d36 admin admin] Publish callbacks [] for security_group (ef1ffa44-dd9a-4971-8920-eaa667b3f8a2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.806521 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for port (da7a0d6b-3c38-443e-b0ae-444f0521b6b6), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.812937 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-83a03024-e0f6-496b-8339-e04fb46f74db tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6fca05771f584281881ef056a7ee9629 HTTP/1.1" status: 200 len: 380 time: 0.4459906 Sep 25 00:59:58.822992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f3a5653e-47de-4da1-9126-8d4546ceecba None None] Provisioning complete for port 52efa3ee-8608-4707-a621-3949cf054a63 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:58.825046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3a5653e-47de-4da1-9126-8d4546ceecba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (52efa3ee-8608-4707-a621-3949cf054a63), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.825421 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3a5653e-47de-4da1-9126-8d4546ceecba None None] Attempt 1 to provision port 52efa3ee-8608-4707-a621-3949cf054a63 Sep 25 00:59:58.845006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (da7a0d6b-3c38-443e-b0ae-444f0521b6b6), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.846091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (5c046cf1-c3a0-44a9-9153-5f9aff023a1f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.855850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-8c86b804-0c4a-427d-9658-97341c312397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] For port 411e24cc-0261-48da-957c-0a3e728a1b85, host hv-neutron-mast, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:58.856487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8c86b804-0c4a-427d-9658-97341c312397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (411e24cc-0261-48da-957c-0a3e728a1b85), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.865154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 00:59:58.866217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:58.878920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (71b401cd-696d-44ce-9eb3-9d097a69a118), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.883812 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f16bbf9f-9124-4498-9bab-f35d7e36cd46 req-e9552c23-2e45-4c68-8f72-18e6ff3fffb8 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 210 time: 0.1267178 Sep 25 00:59:58.892457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Request body: {'port': {'device_id': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'admin_state_up': True, 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'security_groups': ['c8cc001f-fb87-4902-a6b5-ca7aab2cf510']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:58.927851 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.scheduler.l3_agent_scheduler [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] No L3 agents can host the router 8d648186-ffc3-4258-a258-03ecf49ade43 Sep 25 00:59:58.941933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-8c86b804-0c4a-427d-9658-97341c312397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Calling delete_port for 411e24cc-0261-48da-957c-0a3e728a1b85 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:59:58.981896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.983297 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5026205 Sep 25 00:59:59.048087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1b899-a4ea-4060-995e-2605c64c1821 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Pushing event updated for resources: {'Port': ['ID=da7a0d6b-3c38-443e-b0ae-444f0521b6b6,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:59.233659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:59.365501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Subnet': ['ID=71b401cd-696d-44ce-9eb3-9d097a69a118,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:59.474778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3fe2949f-5718-4969-a8f3-2c41f1988d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (ef1ffa44-dd9a-4971-8920-eaa667b3f8a2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:59.489995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3fe2949f-5718-4969-a8f3-2c41f1988d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:59.491416 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3fe2949f-5718-4969-a8f3-2c41f1988d36 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ef1ffa44-dd9a-4971-8920-eaa667b3f8a2 HTTP/1.1" status: 204 len: 168 time: 1.4154172 Sep 25 00:59:59.527605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5653e-47de-4da1-9126-8d4546ceecba None None] Current status of the port 52efa3ee-8608-4707-a621-3949cf054a63 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:59.543543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Checking segment: {'id': '92be5090-1c7b-4b7f-bf46-0a95433a92f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18539477-43d1-457e-8c43-a1ef2d6f440a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:59.544249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network hostable DHCP agents. Network: 18539477-43d1-457e-8c43-a1ef2d6f440a, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:59:59.559544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2949f-5718-4969-a8f3-2c41f1988d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1ffa44-dd9a-4971-8920-eaa667b3f8a2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:59.620929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (0a14f18b-f3f9-49ca-9ca4-aef225576332), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:59.655655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Hosts for router 8d648186-ffc3-4258-a258-03ecf49ade43: [] {{(pid=107188) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 25 00:59:59.758780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Hosts for other DVR routers connected to router 8d648186-ffc3-4258-a258-03ecf49ade43: set() {{(pid=107188) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 25 00:59:59.764685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:59.769463 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-751ac13e-7677-45f7-bed8-a2e80fb7cbe3 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/8d648186-ffc3-4258-a258-03ecf49ade43 HTTP/1.1" status: 200 len: 717 time: 3.0859671 Sep 25 00:59:59.770531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51220) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:59.891272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network 18539477-43d1-457e-8c43-a1ef2d6f440a is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:59:59.895273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8c86b804-0c4a-427d-9658-97341c312397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (411e24cc-0261-48da-957c-0a3e728a1b85), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:00.005506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 52efa3ee-8608-4707-a621-3949cf054a63 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:00.062822 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5a439953-5407-49c3-afaa-63b312db319d req-17c098b1-4389-43da-b79d-70c405d22e37 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 210 time: 0.1806452 Sep 25 01:00:00.068058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 18539477-43d1-457e-8c43-a1ef2d6f440a) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:00.088074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Made reservation on behalf of 6fca05771f584281881ef056a7ee9629 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:00.098957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:00.104902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:00.106824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 52efa3ee-8608-4707-a621-3949cf054a63 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:00.107459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (52efa3ee-8608-4707-a621-3949cf054a63), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:00.108146 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 52efa3ee-8608-4707-a621-3949cf054a63 Sep 25 01:00:00.110744 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b8cd3c-19d5-4542-abb5-a2ea77cd6f37 None None] Network 18539477-43d1-457e-8c43-a1ef2d6f440a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:00.127939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-bfefdc5d-8db4-4a82-849d-161da702d7a6 None None] Provisioning complete for port 52efa3ee-8608-4707-a621-3949cf054a63 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:00.128572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bfefdc5d-8db4-4a82-849d-161da702d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (52efa3ee-8608-4707-a621-3949cf054a63), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:00.129139 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bfefdc5d-8db4-4a82-849d-161da702d7a6 None None] Attempt 1 to provision port 52efa3ee-8608-4707-a621-3949cf054a63 Sep 25 01:00:00.149513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:00.150173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:00.155208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port 7a0c1271-7f1f-4811-a69d-15c58b2640a9 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:00.198514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86b804-0c4a-427d-9658-97341c312397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event deleted for resources: {'Port': ['ID=411e24cc-0261-48da-957c-0a3e728a1b85,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:00.214954 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-45f612a2-51a7-4ec1-bb84-71040bf0e452 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/8d648186-ffc3-4258-a258-03ecf49ade43 HTTP/1.1" status: 200 len: 717 time: 0.4382393 Sep 25 01:00:00.215609 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d7105778-4196-4eb5-9264-0dddaebf1451 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2585986 Sep 25 01:00:00.216192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51226) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:00.219129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51228) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:00.259369 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8c86b804-0c4a-427d-9658-97341c312397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:00.288850 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8c86b804-0c4a-427d-9658-97341c312397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/411e24cc-0261-48da-957c-0a3e728a1b85 HTTP/1.1" status: 204 len: 168 time: 2.7286301 Sep 25 01:00:00.295563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51232) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:00.341105 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'port': {'network_id': '18539477-43d1-457e-8c43-a1ef2d6f440a', 'name': 'tempest-NetworksIpV6TestAttrs-1312224567'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:00.455358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 52efa3ee-8608-4707-a621-3949cf054a63 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:00.499191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bfefdc5d-8db4-4a82-849d-161da702d7a6 None None] Current status of the port 52efa3ee-8608-4707-a621-3949cf054a63 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:00.509084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-18539477-43d1-457e-8c43-a1ef2d6f440a', 'network_id': '18539477-43d1-457e-8c43-a1ef2d6f440a', 'project_id': '604cc74280f34080b3f0ed61f9c415a9', 'fixed_ips': [{'subnet_id': '71b401cd-696d-44ce-9eb3-9d097a69a118'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:00:00.510105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:00.571046 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-c958b75b-39f8-487d-a5d1-1d292e3a3b0c tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--47785056&fields=id&tenant_id=7f2f717a45524867bd74d08995113927 HTTP/1.1" status: 200 len: 267 time: 0.7991154 Sep 25 01:00:00.596415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.60', 57098) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:00.712165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Allocated IP 172.20.0.14 (30f22b87-e145-46d8-aa47-94c16470461f/397df8b9-9cb9-49e4-9e4f-944946615a69/92a97b8c-2f24-49e4-a3c3-b5644492d71b) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:00.757260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:00.902349 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=50 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:01.057956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.077849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Allocated IP 2001:db8::f816:3eff:fe20:a3dd (18539477-43d1-457e-8c43-a1ef2d6f440a/71b401cd-696d-44ce-9eb3-9d097a69a118/af7bd8e2-418e-49b8-88db-314c44c353ce) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:01.108817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:01.111648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51236) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:01.119370 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba1484e-d04d-4d94-b4c5-a810f7ba9ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] GET failed (client error): The resource could not be found. Sep 25 01:00:01.122329 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0ba1484e-d04d-4d94-b4c5-a810f7ba9ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/411e24cc-0261-48da-957c-0a3e728a1b85 HTTP/1.1" status: 404 len: 333 time: 0.7911561 Sep 25 01:00:01.136108 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-64ea7ead-5f03-4e3a-9f9c-5c30f6282820 req-56f48a21-6e1a-4fac-99c1-cef0b2dc97b9 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 210 time: 0.8595684 Sep 25 01:00:01.137907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.144551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51244) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:01.251548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:01.310403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Request body: {'port': {'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-697297387'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:01.332370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7b45-6d00-41f7-beef-3d73dc5061a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.397605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Network 30f22b87-e145-46d8-aa47-94c16470461f is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:01.419867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Pushing event updated for resources: {'Port': ['ID=92a97b8c-2f24-49e4-a3c3-b5644492d71b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:01.429666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Publish callbacks [] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.437883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:01.449521 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e266f4e2-6498-4d00-a669-084546a974a5 req-fe2dbe1d-9984-4398-92ac-40f12b37ddfc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 210 time: 0.1322258 Sep 25 01:00:01.454867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:01.472354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.521416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Made reservation on behalf of 2312bc2856c340b9ad43ca853d90436c for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:01.522424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Network 18539477-43d1-457e-8c43-a1ef2d6f440a is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:01.525541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.562424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:01.570344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:01.623516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-1f1a2283-3140-4ee5-b0ac-abedec8f9f6f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:01.666783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-32cc52d5-6aed-4329-8eed-cd9118591319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.673589 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-1f1a2283-3140-4ee5-b0ac-abedec8f9f6f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3c9af416-4358-430a-ad21-683d4c0622d9 HTTP/1.1" status: 200 len: 811 time: 1.0649278 Sep 25 01:00:01.675058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:01.675440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.757085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Attempting to bind port af7bd8e2-418e-49b8-88db-314c44c353ce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:01.757554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Attempting to bind port af7bd8e2-418e-49b8-88db-314c44c353ce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '92be5090-1c7b-4b7f-bf46-0a95433a92f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18539477-43d1-457e-8c43-a1ef2d6f440a'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:01.758594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Attempting to bind port af7bd8e2-418e-49b8-88db-314c44c353ce on network 18539477-43d1-457e-8c43-a1ef2d6f440a {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:01.762810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Pushing event updated for resources: {'Port': ['ID=af7bd8e2-418e-49b8-88db-314c44c353ce,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:01.798333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (7a0c1271-7f1f-4811-a69d-15c58b2640a9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.820237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] device_id is not set on port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:01.845628 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-19ed2f94-7e5a-4bf9-966f-cd368366dd9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9593632 Sep 25 01:00:01.859689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:01.877775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:00:01.878165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Checking segment: {'id': '92be5090-1c7b-4b7f-bf46-0a95433a92f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18539477-43d1-457e-8c43-a1ef2d6f440a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:01.878891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.879303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Bound using segment: {'id': '92be5090-1c7b-4b7f-bf46-0a95433a92f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18539477-43d1-457e-8c43-a1ef2d6f440a'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:00:01.879901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Bound port: af7bd8e2-418e-49b8-88db-314c44c353ce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92be5090-1c7b-4b7f-bf46-0a95433a92f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18539477-43d1-457e-8c43-a1ef2d6f440a'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:00:01.880449 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.919081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-89f5a603-69e6-45c7-91bc-998ee2b7bb53 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:00:01.920348 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-89f5a603-69e6-45c7-91bc-998ee2b7bb53 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0472043 Sep 25 01:00:01.950786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Provisioning complete for port 92a97b8c-2f24-49e4-a3c3-b5644492d71b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:01.951610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:01.952178 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 1 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:01.995395 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-0103c293-89d3-4b0e-abf6-f0d3e536f2e6 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/quotas/7f2f717a45524867bd74d08995113927 HTTP/1.1" status: 200 len: 375 time: 0.3172717 Sep 25 01:00:02.040719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] For port af7bd8e2-418e-49b8-88db-314c44c353ce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:02.043539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:02.045535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] For port af7bd8e2-418e-49b8-88db-314c44c353ce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af7bd8e2-418e-49b8-88db-314c44c353ce,segment=NetworkSegment(92be5090-1c7b-4b7f-bf46-0a95433a92f9),segment_id=92be5090-1c7b-4b7f-bf46-0a95433a92f9)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:00:02.058962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:02.224652 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-704dd0bc-3353-4f11-87c9-9596355b4c8e tempest-RoutersTestDVR-2143890795 tempest-RoutersTestDVR-2143890795-project] 10.222.0.49 "GET /networking/v2.0/routers/8d648186-ffc3-4258-a258-03ecf49ade43 HTTP/1.1" status: 200 len: 683 time: 1.9204977 Sep 25 01:00:02.225280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab5f69-efbe-420a-8782-c0a3c8a73f41 None None] Pushing event updated for resources: {'Port': ['ID=af7bd8e2-418e-49b8-88db-314c44c353ce,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:02.229055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51248) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:02.249090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks [] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:02.281329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:02.370486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:02.484740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0a14f18b-f3f9-49ca-9ca4-aef225576332), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:02.532785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Request body: {'port': {'device_id': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:02.541191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7b45-6d00-41f7-beef-3d73dc5061a3 admin admin] Publish callbacks [] for security_group (a7b1827f-9650-4a5c-81d2-a8c9e5ff9618), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:02.548811 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 2 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:02.577649 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-98484b71-f0ab-4407-bef8-de6ba4285704 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7f2f717a45524867bd74d08995113927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5087099 Sep 25 01:00:02.592757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6756f311-9e3b-4d51-bf86-ce637cf0457a tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (8d648186-ffc3-4258-a258-03ecf49ade43), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:02.605852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-7eabc78d-47c2-4af8-a169-cc98186153d5 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.608231 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-7eabc78d-47c2-4af8-a169-cc98186153d5 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.60 "GET /networking/v2.0/networks?id=da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 200 len: 812 time: 1.9548235 Sep 25 01:00:02.668887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:02.687849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:02.702508 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:02.709490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:02.743575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7b45-6d00-41f7-beef-3d73dc5061a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a7b1827f-9650-4a5c-81d2-a8c9e5ff9618), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:02.838748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad101a5-1920-4d75-9fd5-ba0f4e83ca45 req-4edac754-0563-480d-8548-5cb6be5727ac tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.847243 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ad101a5-1920-4d75-9fd5-ba0f4e83ca45 req-4edac754-0563-480d-8548-5cb6be5727ac tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 932 time: 0.3785229 Sep 25 01:00:02.874147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:02.877488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d9131a-1c51-4c27-93e7-cd38cf5f3cde,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:02.909053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:02.940240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:03.015624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:03.019979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:03.021764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:03.022374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.032615 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2f0b7b45-6d00-41f7-beef-3d73dc5061a3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9a077266758143829936c995ed370f19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9159095 Sep 25 01:00:03.038943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:03.040672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7a0c1271-7f1f-4811-a69d-15c58b2640a9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.048628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51260) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:03.069697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b7b45-6d00-41f7-beef-3d73dc5061a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b1827f-9650-4a5c-81d2-a8c9e5ff9618,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:03.111060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-7f574455-904c-4148-9eb0-c3ab51c176d1 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:00:03.113337 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-7f574455-904c-4148-9eb0-c3ab51c176d1 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3415253 Sep 25 01:00:03.116339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] device_id is not set on port 3e04b797-eb94-481f-a234-e3d9ddae2d48 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:03.143601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.161700 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b1a9ea62-801e-41ab-bf9b-3feac39042de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9030733 Sep 25 01:00:03.171512 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 3 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:03.214576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51262) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:03.249973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=0a14f18b-f3f9-49ca-9ca4-aef225576332,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:03.285622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:03.288411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:03.423514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6756f311-9e3b-4d51-bf86-ce637cf0457a tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (8d648186-ffc3-4258-a258-03ecf49ade43), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.435412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6756f311-9e3b-4d51-bf86-ce637cf0457a tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (8d648186-ffc3-4258-a258-03ecf49ade43), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.442804 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ad101a5-1920-4d75-9fd5-ba0f4e83ca45 req-34ea0ea5-f1c1-4c01-bc47-e9ce3bd8f682 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5942428 Sep 25 01:00:03.527016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:03.655606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Checking segment: {'id': '090cfc86-f3d6-49d0-b05f-550b1b015a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7a38bb50-a411-4e05-92c6-6ca31c3259c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:03.655606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network hostable DHCP agents. Network: 7a38bb50-a411-4e05-92c6-6ca31c3259c9, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:03.657119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:03.666039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb50f-3dc5-40c2-bb98-3ba460e7d97a admin admin] Publish callbacks [] for security_group (a7b1827f-9650-4a5c-81d2-a8c9e5ff9618), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.710423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.716009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb50f-3dc5-40c2-bb98-3ba460e7d97a admin admin] Publish callbacks [] for security_group (a7b1827f-9650-4a5c-81d2-a8c9e5ff9618), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.790548 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 4 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:03.830956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:03.866649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6756f311-9e3b-4d51-bf86-ce637cf0457a tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (8d648186-ffc3-4258-a258-03ecf49ade43), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.871665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6756f311-9e3b-4d51-bf86-ce637cf0457a tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d648186-ffc3-4258-a258-03ecf49ade43 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:00:03.915766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6756f311-9e3b-4d51-bf86-ce637cf0457a tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.922496 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6756f311-9e3b-4d51-bf86-ce637cf0457a tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/8d648186-ffc3-4258-a258-03ecf49ade43 HTTP/1.1" status: 204 len: 168 time: 1.6551855 Sep 25 01:00:03.929766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51264) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:03.936502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7930ca85-0c66-4f66-ae84-0dc1e58cc6dd tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Request body: {'router': {'name': 'tempest-router-92663653', 'distributed': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:03.968689 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-ab4902fa-eee3-4f9a-97b9-5872a6b78411 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74 HTTP/1.1" status: 200 len: 380 time: 1.2527230 Sep 25 01:00:03.998315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:04.003974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device af7bd8e2-418e-49b8-88db-314c44c353ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:04.030981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Request body: {'port': {'device_id': '1680ad0e-2348-436b-9ef4-494e226ce069', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'admin_state_up': True, 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'security_groups': ['68cbd0fd-0bf9-433c-a35f-eca25f083b39']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:04.134865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c7f54-ffb0-46de-a678-7fab428952b4 None None] Network 18539477-43d1-457e-8c43-a1ef2d6f440a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:04.142271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7930ca85-0c66-4f66-ae84-0dc1e58cc6dd tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (e387c33d-bab3-4682-a5ce-571f706b5f54), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:04.143658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7930ca85-0c66-4f66-ae84-0dc1e58cc6dd tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (e387c33d-bab3-4682-a5ce-571f706b5f54), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:04.180653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Allocated IP 2001:db8::f816:3eff:fe15:62ac (18539477-43d1-457e-8c43-a1ef2d6f440a/71b401cd-696d-44ce-9eb3-9d097a69a118/3e04b797-eb94-481f-a234-e3d9ddae2d48) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:04.244165 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-1eb9c3c4-f248-4bad-9a86-471c08e4b4fa service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3c9af416-4358-430a-ad21-683d4c0622d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9269381 Sep 25 01:00:04.390786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:04.395828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port af7bd8e2-418e-49b8-88db-314c44c353ce triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:04.396705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:04.398014 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port af7bd8e2-418e-49b8-88db-314c44c353ce Sep 25 01:00:04.423830 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-65de50be-032d-459a-8d95-6c94001c43b7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3c9af416-4358-430a-ad21-683d4c0622d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567221 Sep 25 01:00:04.501052 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 5 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:04.544435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:04.620424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:04.678305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Made reservation on behalf of 05c1407a105c4bd4a5e9c4debd1d7f74 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:04.683024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:04.786835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port af7bd8e2-418e-49b8-88db-314c44c353ce is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:04.787655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:04.827694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:04.874333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port af7bd8e2-418e-49b8-88db-314c44c353ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af7bd8e2-418e-49b8-88db-314c44c353ce,segment=NetworkSegment(92be5090-1c7b-4b7f-bf46-0a95433a92f9),segment_id=92be5090-1c7b-4b7f-bf46-0a95433a92f9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:04.886052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:04.899934 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-996f211f-4e2e-45ec-b891-7e0ee07fe926 req-502edf76-0317-40ed-b70d-13ba1754e93b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 210 time: 1.0662193 Sep 25 01:00:04.915189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb50f-3dc5-40c2-bb98-3ba460e7d97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a7b1827f-9650-4a5c-81d2-a8c9e5ff9618), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:04.920022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5c4bb50f-3dc5-40c2-bb98-3ba460e7d97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:04.936484 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5c4bb50f-3dc5-40c2-bb98-3ba460e7d97a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a7b1827f-9650-4a5c-81d2-a8c9e5ff9618 HTTP/1.1" status: 204 len: 168 time: 1.8750713 Sep 25 01:00:05.026226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=af7bd8e2-418e-49b8-88db-314c44c353ce,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:05.061932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 7a38bb50-a411-4e05-92c6-6ca31c3259c9 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:05.121247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for port (3e04b797-eb94-481f-a234-e3d9ddae2d48), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.136435 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 6 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:05.231145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:05.251247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7930ca85-0c66-4f66-ae84-0dc1e58cc6dd tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (e387c33d-bab3-4682-a5ce-571f706b5f54), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.259007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (3e04b797-eb94-481f-a234-e3d9ddae2d48), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.303680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=7a0c1271-7f1f-4811-a69d-15c58b2640a9,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:05.307508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bb50f-3dc5-40c2-bb98-3ba460e7d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b1827f-9650-4a5c-81d2-a8c9e5ff9618,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:05.379261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7a38bb50-a411-4e05-92c6-6ca31c3259c9) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:05.402546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff49316-da4b-48b7-85ee-bb7003d79c19 None None] Network 7a38bb50-a411-4e05-92c6-6ca31c3259c9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:05.449919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:05.454840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:05.469796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:05.470709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.503940 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.531080 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-66cfec0d-c3e1-43a9-bdb3-074660f17acd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 10.0011144 Sep 25 01:00:05.584964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51282) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:05.738589 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 7 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:05.823637 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5b0d3614-d4f7-4af2-b240-b37cbb1dfa8e req-b4d2dc3f-fe6f-4a6b-81b1-3a6f1b79cfb9 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 210 time: 0.0457921 Sep 25 01:00:05.824757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7930ca85-0c66-4f66-ae84-0dc1e58cc6dd tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (e387c33d-bab3-4682-a5ce-571f706b5f54), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.898514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb003ba2-35b6-4269-b00f-d41c4c5efdb6 req-c3cb0709-bb4d-4ea4-916c-b809817106b2 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:05.925948 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eb003ba2-35b6-4269-b00f-d41c4c5efdb6 req-c3cb0709-bb4d-4ea4-916c-b809817106b2 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 932 time: 0.7407091 Sep 25 01:00:05.962404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.965777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:06.050166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device af7bd8e2-418e-49b8-88db-314c44c353ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:06.084164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network 18539477-43d1-457e-8c43-a1ef2d6f440a is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:06.114726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:06.147533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7930ca85-0c66-4f66-ae84-0dc1e58cc6dd tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:06.157151 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7930ca85-0c66-4f66-ae84-0dc1e58cc6dd tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 719 time: 2.2249584 Sep 25 01:00:06.203579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:06.219991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:06.231015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:06.248209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port af7bd8e2-418e-49b8-88db-314c44c353ce triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:06.248656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:06.249146 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port af7bd8e2-418e-49b8-88db-314c44c353ce Sep 25 01:00:06.280322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51298) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:06.413509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:06.414172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a97b8c-2f24-49e4-a3c3-b5644492d71b {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:00:06.430682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:06.444103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Publish callbacks [] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:06.469627 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 8 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:06.509747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Transition to ACTIVE for port object 92a97b8c-2f24-49e4-a3c3-b5644492d71b will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:00:06.557714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port af7bd8e2-418e-49b8-88db-314c44c353ce is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:06.567655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:06.570064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:06.699494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eba819ad-8916-4253-8497-fd55307b4390 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (e387c33d-bab3-4682-a5ce-571f706b5f54), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:06.702677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Port': ['ID=3e04b797-eb94-481f-a234-e3d9ddae2d48,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:06.786857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:07.026271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Allocated IP 172.20.0.5 (da310e92-d7bd-433d-bd93-f81d5d9edbcf/82e81295-8b2f-4758-b928-2ce277ab246c/a46c594b-e552-455a-b033-d62be1c1e22b) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:07.028478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eb003ba2-35b6-4269-b00f-d41c4c5efdb6 req-81e1bedd-4db3-4f9a-b529-97a9e85a1265 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9919696 Sep 25 01:00:07.069702 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 9 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:07.135394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:07.140065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=92a97b8c-2f24-49e4-a3c3-b5644492d71b,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:07.220641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e1779-a879-4f13-9ae6-7f8d7b1e53d5 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 7a0c1271-7f1f-4811-a69d-15c58b2640a9 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:07.221972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1779-a879-4f13-9ae6-7f8d7b1e53d5 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7a0c1271-7f1f-4811-a69d-15c58b2640a9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.324505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for port (a46c594b-e552-455a-b033-d62be1c1e22b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.376342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:07.392836 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2dec01f8-6f0e-437d-bb17-e31411ef2ed4 req-61919434-a5cf-4fc2-88c8-e75bf3dda9e2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 210 time: 1.2299135 Sep 25 01:00:07.431995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.614440 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a9cd8ead-51d1-469e-b5e5-628fc31981ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 7.3210340 Sep 25 01:00:07.626836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51316) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:07.636655 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Attempt 10 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:07.659024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] device_id is not set on port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:07.680992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks [] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.714968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8f004c25-3923-423c-9160-d9511590bdb7 None None] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:07.740345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1779-a879-4f13-9ae6-7f8d7b1e53d5 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7a0c1271-7f1f-4811-a69d-15c58b2640a9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.778047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e1779-a879-4f13-9ae6-7f8d7b1e53d5 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 7a0c1271-7f1f-4811-a69d-15c58b2640a9 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:07.842267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Provisioning complete for port af7bd8e2-418e-49b8-88db-314c44c353ce triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:07.844078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.844611 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 1 to provision port af7bd8e2-418e-49b8-88db-314c44c353ce Sep 25 01:00:07.877890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:07.887735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1779-a879-4f13-9ae6-7f8d7b1e53d5 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7a0c1271-7f1f-4811-a69d-15c58b2640a9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.914367 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Network da310e92-d7bd-433d-bd93-f81d5d9edbcf is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:07.923189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:07.955549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eba819ad-8916-4253-8497-fd55307b4390 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (e387c33d-bab3-4682-a5ce-571f706b5f54), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.962249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.968742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:07.986139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:07.986829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:07.990868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1779-a879-4f13-9ae6-7f8d7b1e53d5 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:08.000320 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6b1e1779-a879-4f13-9ae6-7f8d7b1e53d5 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/7a0c1271-7f1f-4811-a69d-15c58b2640a9 HTTP/1.1" status: 204 len: 168 time: 2.4101810 Sep 25 01:00:08.013609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eba819ad-8916-4253-8497-fd55307b4390 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router_controller (e387c33d-bab3-4682-a5ce-571f706b5f54), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:08.020844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51320) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:08.087578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Current status of the port af7bd8e2-418e-49b8-88db-314c44c353ce is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:08.099241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Provisioning complete for port 3e04b797-eb94-481f-a234-e3d9ddae2d48 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:08.099845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3e04b797-eb94-481f-a234-e3d9ddae2d48), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:08.100458 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 1 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:08.213573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f49e13f2-8529-4ef1-9ae5-abbb54541a2d req-750f1980-ecc2-4f2d-b24a-a9024d9e93f0 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 210 time: 0.6466570 Sep 25 01:00:08.256992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:08.261876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad664c24-e236-4ad8-940a-f882917409bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Deleting subnet 71b401cd-696d-44ce-9eb3-9d097a69a118 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:00:08.269540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Attempting to bind port 92a97b8c-2f24-49e4-a3c3-b5644492d71b on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:08.269925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Attempting to bind port 92a97b8c-2f24-49e4-a3c3-b5644492d71b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:08.270361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Attempting to bind port 92a97b8c-2f24-49e4-a3c3-b5644492d71b on network 30f22b87-e145-46d8-aa47-94c16470461f {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:08.285931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e1779-a879-4f13-9ae6-7f8d7b1e53d5 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=7a0c1271-7f1f-4811-a69d-15c58b2640a9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:08.375703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:08.376152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:08.376540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:08.394759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Pushing event updated for resources: {'Port': ['ID=a46c594b-e552-455a-b033-d62be1c1e22b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:08.411483 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eba819ad-8916-4253-8497-fd55307b4390 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (e387c33d-bab3-4682-a5ce-571f706b5f54), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:08.412497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba819ad-8916-4253-8497-fd55307b4390 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e387c33d-bab3-4682-a5ce-571f706b5f54 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:00:08.421925 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-0e4300dd-7998-45df-8f05-a3bb4ec67d0d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4240439 Sep 25 01:00:08.426534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eba819ad-8916-4253-8497-fd55307b4390 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:08.460300 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-eba819ad-8916-4253-8497-fd55307b4390 tempest-RoutersTestDVR-713967602 tempest-RoutersTestDVR-713967602-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e387c33d-bab3-4682-a5ce-571f706b5f54 HTTP/1.1" status: 204 len: 168 time: 2.1410208 Sep 25 01:00:08.500911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad664c24-e236-4ad8-940a-f882917409bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (71b401cd-696d-44ce-9eb3-9d097a69a118), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:08.513200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:08.513809 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:08.520371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:08.523217 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 2 to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde Sep 25 01:00:08.553204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Request body: {'port': {'device_id': '1680ad0e-2348-436b-9ef4-494e226ce069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:08.557733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:08.558148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:08.558589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:08.576613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:08.576948 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:08.581257 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 3 to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde Sep 25 01:00:08.629307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.60', 57107) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:08.630482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:08.630973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:08.632748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:08.665277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:08.665965 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:08.666728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d9131a-1c51-4c27-93e7-cd38cf5f3cde,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:08.687523 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 4 to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde Sep 25 01:00:08.691158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Port 92a97b8c-2f24-49e4-a3c3-b5644492d71b on network 30f22b87-e145-46d8-aa47-94c16470461f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:08.691652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Attempting to bind port 92a97b8c-2f24-49e4-a3c3-b5644492d71b on network 30f22b87-e145-46d8-aa47-94c16470461f {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:08.758279 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 2 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:08.791037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadda41f-b32a-4c27-a2a9-e4ee32716296 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:08.809080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadda41f-b32a-4c27-a2a9-e4ee32716296 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:08.819237 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-eadda41f-b32a-4c27-a2a9-e4ee32716296 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7869568 Sep 25 01:00:08.826267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51336) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:08.872444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:08.944584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:08.945185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:08.945810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:08.999527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:09.000080 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:09.011096 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 5 to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde Sep 25 01:00:09.028055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:09.036554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:09.037041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:09.037509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:09.050768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5337327-e2e0-4457-ac7a-5239e7c888ad req-b090d137-7809-4adc-9542-b6d29f457670 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:09.052623 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b5337327-e2e0-4457-ac7a-5239e7c888ad req-b090d137-7809-4adc-9542-b6d29f457670 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 931 time: 0.4244583 Sep 25 01:00:09.060596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:09.061091 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:09.070928 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 6 to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde Sep 25 01:00:09.105559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad664c24-e236-4ad8-940a-f882917409bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (71b401cd-696d-44ce-9eb3-9d097a69a118), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:09.126868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:00:09.126868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Checking segment: {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:09.126868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Bound using segment: {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:00:09.128331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Bound port: 92a97b8c-2f24-49e4-a3c3-b5644492d71b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceca849-57df-4fea-9616-bc29246578d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:00:09.128331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:09.139679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51350) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:09.170820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:09.171194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:09.171485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:09.180416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:09.180750 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:09.184173 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 7 to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde Sep 25 01:00:09.221024 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b5337327-e2e0-4457-ac7a-5239e7c888ad req-ada836f1-0899-4ac3-862b-fd18063b8de9 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532187 Sep 25 01:00:09.241433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-8c088563-73bb-4c63-a979-da86bbfab376 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:09.253889 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-8c088563-73bb-4c63-a979-da86bbfab376 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.60 "GET /networking/v2.0/networks?id=3c9af416-4358-430a-ad21-683d4c0622d9 HTTP/1.1" status: 200 len: 811 time: 0.6127164 Sep 25 01:00:09.298810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:09.299156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:09.299499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:09.322556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:09.323150 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:09.347170 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 8 to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde Sep 25 01:00:09.374219 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 3 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:09.413107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:09.413612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:09.414120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:09.470638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:09.515204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:09.515752 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:09.520482 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 9 to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde Sep 25 01:00:09.601292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d4cef-6740-496b-a7c4-711c576e7dd0 req-12b65aec-09ad-4fa3-ab87-9250d7a06588 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:09.610297 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-ad42c493-3a47-41ab-a6b8-a431a57a97b0 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7f2f717a45524867bd74d08995113927 HTTP/1.1" status: 200 len: 378 time: 0.2887619 Sep 25 01:00:09.613484 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ab95111a-61ca-4182-9c1d-ab2514b28834 req-3626921c-1cff-4014-8bdb-b541956951b3 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 210 time: 0.2059989 Sep 25 01:00:09.628182 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5d6d4cef-6740-496b-a7c4-711c576e7dd0 req-12b65aec-09ad-4fa3-ab87-9250d7a06588 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 944 time: 1.2260628 Sep 25 01:00:09.639053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Request body: {'port': {'device_id': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'admin_state_up': True, 'tenant_id': '7f2f717a45524867bd74d08995113927', 'security_groups': ['46dcd080-0a05-4cf2-bc9d-f3f67a88f112']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:09.664878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:09.667793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-09efdbd9-eda8-4f07-b9bd-a9306efde737 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 0a14f18b-f3f9-49ca-9ca4-aef225576332 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:09.668306 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-09efdbd9-eda8-4f07-b9bd-a9306efde737 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0a14f18b-f3f9-49ca-9ca4-aef225576332), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:09.741611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] For port 92a97b8c-2f24-49e4-a3c3-b5644492d71b, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:09.752991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51360) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:09.785586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:09.786138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:09.786405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:09.818956 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-09efdbd9-eda8-4f07-b9bd-a9306efde737 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0a14f18b-f3f9-49ca-9ca4-aef225576332), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:09.828381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] For port 92a97b8c-2f24-49e4-a3c3-b5644492d71b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:00:09.834861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-09efdbd9-eda8-4f07-b9bd-a9306efde737 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 0a14f18b-f3f9-49ca-9ca4-aef225576332 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:09.838678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1204b45e-cb75-4307-b7ca-345cba9b186b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:09.851299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:09.851767 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:09.862610 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 10 to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde Sep 25 01:00:09.878931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:09.894031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:09.896579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:09.900846 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/92a97b8c-2f24-49e4-a3c3-b5644492d71b HTTP/1.1" status: 200 len: 1094 time: 7.6169255 Sep 25 01:00:09.918499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:09.972426 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 4 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:10.028719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:10.036320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1204b45e-cb75-4307-b7ca-345cba9b186b admin admin] Publish callbacks [] for security_group (eeedece5-b366-4c19-abff-1224cba2b977), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.061328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-378330613'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:10.066958 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5d6d4cef-6740-496b-a7c4-711c576e7dd0 req-1359bc9b-9c6e-4540-afec-e21a7633b5ae tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370532 Sep 25 01:00:10.074038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad664c24-e236-4ad8-940a-f882917409bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (71b401cd-696d-44ce-9eb3-9d097a69a118), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.075576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:10.077174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1204b45e-cb75-4307-b7ca-345cba9b186b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (eeedece5-b366-4c19-abff-1224cba2b977), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.140748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:10.141263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:10.141681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:10.476400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.530610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:10.532503 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 5 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:10.577318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:10.578799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-8e0b82f2-afa9-457a-92db-6a1992ac3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:10.580608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-8e0b82f2-afa9-457a-92db-6a1992ac3db6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=6fca05771f584281881ef056a7ee9629&device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 1128 time: 0.5363014 Sep 25 01:00:10.617786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:10.645881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204b45e-cb75-4307-b7ca-345cba9b186b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeedece5-b366-4c19-abff-1224cba2b977,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:10.671579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:10.672032 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:10.672603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.744008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-09efdbd9-eda8-4f07-b9bd-a9306efde737 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (0a14f18b-f3f9-49ca-9ca4-aef225576332), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.763478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3caa17-e387-4e00-a69c-a00cf191c89d" -d '{"events": [{"name": "network-changed", "server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:10.776022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad664c24-e236-4ad8-940a-f882917409bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (71b401cd-696d-44ce-9eb3-9d097a69a118), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.777539 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1204b45e-cb75-4307-b7ca-345cba9b186b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f10a13f1b79f47ac9a55a6f6438cfd00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6344950 Sep 25 01:00:10.788134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51374) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:10.814698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Made reservation on behalf of be75e4940bb54c61b6093cfaf8fa928d for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:10.819593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.850474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1ad15-9bbe-4513-ae97-a199a8a5ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=92a97b8c-2f24-49e4-a3c3-b5644492d71b,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:10.866907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f64035-540a-4927-bcd4-d71797d1c83e req-49ba36d9-eeee-4db5-abb0-a81a986348ac tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:10.870865 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f5f64035-540a-4927-bcd4-d71797d1c83e req-49ba36d9-eeee-4db5-abb0-a81a986348ac tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 931 time: 0.2490566 Sep 25 01:00:10.907110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:10.920599 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a2f45dd2-01cb-48bd-b48d-e8112142ea1d req-90df83a2-ff4f-41cb-b0a8-fed779646696 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 210 time: 0.0749283 Sep 25 01:00:10.957623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efdbd9-eda8-4f07-b9bd-a9306efde737 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=0a14f18b-f3f9-49ca-9ca4-aef225576332,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:10.991940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a0b3b-3488-42f8-8fec-9a9858fba6e6 None None] Network 18539477-43d1-457e-8c43-a1ef2d6f440a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:10.994030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad664c24-e236-4ad8-940a-f882917409bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.997623 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ad664c24-e236-4ad8-940a-f882917409bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/71b401cd-696d-44ce-9eb3-9d097a69a118 HTTP/1.1" status: 204 len: 168 time: 3.3096743 Sep 25 01:00:10.998510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad664c24-e236-4ad8-940a-f882917409bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Subnet': ['ID=71b401cd-696d-44ce-9eb3-9d097a69a118,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:11.016134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] For port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:11.018490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempted to set empty binding levels {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:00:11.020706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51380) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:11.025654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.037652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Made reservation on behalf of 7f2f717a45524867bd74d08995113927 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:11.061555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.106847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.113589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] In _notify_port_updated(), no bound segment for port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:00:11.114858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.116684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.122941 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "PUT /networking/v2.0/ports/a6d9131a-1c51-4c27-93e7-cd38cf5f3cde HTTP/1.1" status: 200 len: 980 time: 7.8771813 Sep 25 01:00:11.134795 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 6 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:11.140977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:11.147800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51384) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:11.213866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-09efdbd9-eda8-4f07-b9bd-a9306efde737 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.219923 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-09efdbd9-eda8-4f07-b9bd-a9306efde737 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/0a14f18b-f3f9-49ca-9ca4-aef225576332 HTTP/1.1" status: 204 len: 168 time: 2.3600993 Sep 25 01:00:11.225255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a48df39-1319-46d3-9f33-730d46da8c66 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.225686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:11.237313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a48df39-1319-46d3-9f33-730d46da8c66 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.238999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7a48df39-1319-46d3-9f33-730d46da8c66 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1889501 Sep 25 01:00:11.241365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51388) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:11.249364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51390) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:11.351378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1501a94c-f3ea-4168-b514-84cdca080da2 x-openstack-request-id: req-1501a94c-f3ea-4168-b514-84cdca080da2 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:11.352385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:11.352938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1501a94c-f3ea-4168-b514-84cdca080da2 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:11.353448 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1501a94c-f3ea-4168-b514-84cdca080da2'] response: {'name': 'network-changed', 'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'status': 'completed', 'code': 200} Sep 25 01:00:11.355441 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-9630b603-2f3b-48ab-b907-265fcc597d28 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b HTTP/1.1" status: 200 len: 217 time: 0.1996951 Sep 25 01:00:11.381332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27e18c-679d-42c8-bc6a-c0380f693064 None None] DHCP port deletion for 18539477-43d1-457e-8c43-a1ef2d6f440a request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:00:11.473161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-f228b0ac-f9b2-4298-bae3-bdad106ebed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.474955 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-f228b0ac-f9b2-4298-bae3-bdad106ebed3 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=397df8b9-9cb9-49e4-9e4f-944946615a69 HTTP/1.1" status: 200 len: 844 time: 0.0778463 Sep 25 01:00:11.515987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1c27e18c-679d-42c8-bc6a-c0380f693064 None None] Deleting port af7bd8e2-418e-49b8-88db-314c44c353ce {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:11.517062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1c27e18c-679d-42c8-bc6a-c0380f693064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.588444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6dba9d-ce81-4dc9-8259-5b44a4c44527 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.591177 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4c6dba9d-ce81-4dc9-8259-5b44a4c44527 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3426199 Sep 25 01:00:11.603066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51392) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:11.639090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-45070e38-dc11-48e3-ba5d-9e65cadf8724 admin admin] Publish callbacks [] for security_group (eeedece5-b366-4c19-abff-1224cba2b977), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.658664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-703445cf-d776-4132-9f64-a096336cb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.661017 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-703445cf-d776-4132-9f64-a096336cb34a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=30f22b87-e145-46d8-aa47-94c16470461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1580772 Sep 25 01:00:11.676310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.676979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.677530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.678076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.678582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1c27e18c-679d-42c8-bc6a-c0380f693064 None None] For port af7bd8e2-418e-49b8-88db-314c44c353ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af7bd8e2-418e-49b8-88db-314c44c353ce,segment=NetworkSegment(92be5090-1c7b-4b7f-bf46-0a95433a92f9),segment_id=92be5090-1c7b-4b7f-bf46-0a95433a92f9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:11.678795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.679199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1c27e18c-679d-42c8-bc6a-c0380f693064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.679375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.679978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.680506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.681043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.681580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.682117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.682652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.683187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.684517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.685063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.685962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.686663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.687225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.687796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.688391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.688930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.689480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.690055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.698578 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-de859052-d069-445c-bbda-6661f77cad10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 20889 time: 0.5364041 Sep 25 01:00:11.700128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51394) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:11.705154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-45070e38-dc11-48e3-ba5d-9e65cadf8724 admin admin] Publish callbacks [] for security_group (eeedece5-b366-4c19-abff-1224cba2b977), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.712362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1c27e18c-679d-42c8-bc6a-c0380f693064 None None] Calling delete_port for af7bd8e2-418e-49b8-88db-314c44c353ce owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:11.728203 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 7 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:11.815001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46c594b-e552-455a-b033-d62be1c1e22b {{(pid=107188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:00:11.837260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Publish callbacks [] for port (a46c594b-e552-455a-b033-d62be1c1e22b), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.850277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c636c2-2f4c-436b-a2c4-8ca9a4504b34 req-5f958e3a-5f55-477a-bfd0-0ed30bce7ea9 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.852031 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96c636c2-2f4c-436b-a2c4-8ca9a4504b34 req-5f958e3a-5f55-477a-bfd0-0ed30bce7ea9 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 944 time: 0.5085955 Sep 25 01:00:11.858764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ea66a-a627-4896-8364-ab465039fa3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d9131a-1c51-4c27-93e7-cd38cf5f3cde,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:11.896810 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8de563-5614-47bd-891a-3cc52dcce016 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:00:11.897999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ac8de563-5614-47bd-891a-3cc52dcce016 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/7a0c1271-7f1f-4811-a69d-15c58b2640a9 HTTP/1.1" status: 404 len: 333 time: 0.2812800 Sep 25 01:00:11.903937 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7ef9-3dce-4b94-bcd8-587ec98bf290 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (18539477-43d1-457e-8c43-a1ef2d6f440a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:11.904296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51398) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:11.904708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:11.905446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device af7bd8e2-418e-49b8-88db-314c44c353ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:00:11.936991 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f5f64035-540a-4927-bcd4-d71797d1c83e req-a115a564-993e-475f-8e80-33a3709daf36 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8647618 Sep 25 01:00:11.976572 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccd7ef9-3dce-4b94-bcd8-587ec98bf290 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 25 01:00:11.976572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccd7ef9-3dce-4b94-bcd8-587ec98bf290 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:11.978095 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2975c18a-ec82-4ba0-ac83-684ac351a773 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:00:11.983023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2975c18a-ec82-4ba0-ac83-684ac351a773 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/0a14f18b-f3f9-49ca-9ca4-aef225576332 HTTP/1.1" status: 404 len: 333 time: 0.0690048 Sep 25 01:00:11.985148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:11.996024 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1ccd7ef9-3dce-4b94-bcd8-587ec98bf290 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/18539477-43d1-457e-8c43-a1ef2d6f440a HTTP/1.1" status: 409 len: 466 time: 0.6771243 Sep 25 01:00:11.996342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51402) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:11.996342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51404) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:11.997176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:12.022996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1157019555'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:12.036794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.provisioning_blocks [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Transition to ACTIVE for port object a46c594b-e552-455a-b033-d62be1c1e22b will not be triggered until provisioned by entity L2. {{(pid=107188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:00:12.090668 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96c636c2-2f4c-436b-a2c4-8ca9a4504b34 req-4880e8db-161f-48be-8b00-c6a169b52c3e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029645 Sep 25 01:00:12.092349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-45070e38-dc11-48e3-ba5d-9e65cadf8724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (eeedece5-b366-4c19-abff-1224cba2b977), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.099184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-45070e38-dc11-48e3-ba5d-9e65cadf8724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.100820 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-45070e38-dc11-48e3-ba5d-9e65cadf8724 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/eeedece5-b366-4c19-abff-1224cba2b977 HTTP/1.1" status: 204 len: 168 time: 1.2923467 Sep 25 01:00:12.114549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.121945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45070e38-dc11-48e3-ba5d-9e65cadf8724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeedece5-b366-4c19-abff-1224cba2b977,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:12.141249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1c27e18c-679d-42c8-bc6a-c0380f693064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.168093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port af7bd8e2-418e-49b8-88db-314c44c353ce is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:12.168856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (af7bd8e2-418e-49b8-88db-314c44c353ce), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.183673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:12.196061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:12.247935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27e18c-679d-42c8-bc6a-c0380f693064 None None] Pushing event deleted for resources: {'Port': ['ID=af7bd8e2-418e-49b8-88db-314c44c353ce,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:12.255541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27e18c-679d-42c8-bc6a-c0380f693064 None None] No DVR routers for this DVR port af7bd8e2-418e-49b8-88db-314c44c353ce on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:12.286904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6aa8c-9cc1-407e-a9a3-b6b0dd4e9ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Deleting port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:12.287319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdf6aa8c-9cc1-407e-a9a3-b6b0dd4e9ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.294929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Attempting to bind port a46c594b-e552-455a-b033-d62be1c1e22b on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:12.295273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Attempting to bind port a46c594b-e552-455a-b033-d62be1c1e22b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:12.295603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Attempting to bind port a46c594b-e552-455a-b033-d62be1c1e22b on network da310e92-d7bd-433d-bd93-f81d5d9edbcf {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:12.298184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Pushing event updated for resources: {'Port': ['ID=a46c594b-e552-455a-b033-d62be1c1e22b,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:12.303981 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8b7cae40-1734-4586-b72e-0549f633ceac req-b30e0ea6-f9c8-4235-a40a-1bc560b50add tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 210 time: 0.1233945 Sep 25 01:00:12.303981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:12.307775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.333057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-7e410fc5-d97c-4fad-985f-908c0eab384b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095713 Sep 25 01:00:12.388169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (7a38bb50-a411-4e05-92c6-6ca31c3259c9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.398523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Allocated IP 172.20.0.8 (3c9af416-4358-430a-ad21-683d4c0622d9/2c93a3e5-97fe-4b87-8a41-1625b3b2fadf/875bc05c-fb99-4b17-8a49-d7f97202c6d4) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:12.406921 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 8 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:12.426441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks [] for security_group (b8b7b023-855c-44a1-9762-77cd0e10f8fb), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.431692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Port a46c594b-e552-455a-b033-d62be1c1e22b on network da310e92-d7bd-433d-bd93-f81d5d9edbcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:12.432242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Attempting to bind port a46c594b-e552-455a-b033-d62be1c1e22b on network da310e92-d7bd-433d-bd93-f81d5d9edbcf {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:12.452384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b8b7b023-855c-44a1-9762-77cd0e10f8fb), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.482322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:12.485325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:12.505001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:00:12.505692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Checking segment: {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:12.506428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Bound using segment: {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:00:12.507059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Bound port: a46c594b-e552-455a-b033-d62be1c1e22b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2945ff0-1f47-4158-b913-d2b882e9004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf'}}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:00:12.507428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.511560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-cdf6aa8c-9cc1-407e-a9a3-b6b0dd4e9ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] For port a6d9131a-1c51-4c27-93e7-cd38cf5f3cde, host hv-neutron-mast, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:12.512144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdf6aa8c-9cc1-407e-a9a3-b6b0dd4e9ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.559258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:12.585366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (c83da0aa-68ac-455e-b234-d79da88fd116), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.586240 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Added segment c83da0aa-68ac-455e-b234-d79da88fd116 of type vlan for network 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 Sep 25 01:00:12.589244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] For port a46c594b-e552-455a-b033-d62be1c1e22b, host hv-neutron-mast, cleared binding levels {{(pid=107188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:12.595355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] For port a46c594b-e552-455a-b033-d62be1c1e22b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a46c594b-e552-455a-b033-d62be1c1e22b,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:00:12.604766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.611922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6aa8c-9cc1-407e-a9a3-b6b0dd4e9ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Calling delete_port for a6d9131a-1c51-4c27-93e7-cd38cf5f3cde owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:12.612226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:12.613319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.615206 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 200 len: 1093 time: 4.0827277 Sep 25 01:00:12.618200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1680ad0e-2348-436b-9ef4-494e226ce069', 'tag': 'a46c594b-e552-455a-b033-d62be1c1e22b'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:12.638411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b7b023-855c-44a1-9762-77cd0e10f8fb,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:12.660836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a69c05d6-fa13-4f53-9df0-89497d2b6e79), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.661436 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Added segment a69c05d6-fa13-4f53-9df0-89497d2b6e79 of type vlan for network 9beea8cc-f876-463c-b11e-b454dd4d1e2a Sep 25 01:00:12.716102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51412) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:12.747221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d003bfd9-b131-4f2d-9206-f888b37e24f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.791000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbadff-a01b-445d-9b86-aca8a20d9583 service neutron] Pushing event updated for resources: {'Port': ['ID=a46c594b-e552-455a-b033-d62be1c1e22b,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:12.806995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (2115f4c1-efb2-4d38-a43a-4a0ddac9d036), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.811569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (7a38bb50-a411-4e05-92c6-6ca31c3259c9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.852822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79614e74-c9bd-4c5e-9db7-bcca52fc5e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "1680ad0e-2348-436b-9ef4-494e226ce069", "tag": "a46c594b-e552-455a-b033-d62be1c1e22b"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:12.870664 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d003bfd9-b131-4f2d-9206-f888b37e24f6 admin admin] Publish callbacks [] for security_group (f0f21c8a-8b68-40d8-99f4-f51617f134e4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.876638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d003bfd9-b131-4f2d-9206-f888b37e24f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f0f21c8a-8b68-40d8-99f4-f51617f134e4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.888814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (9beea8cc-f876-463c-b11e-b454dd4d1e2a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.912625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a38bb50-a411-4e05-92c6-6ca31c3259c9']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:12.921404 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d003bfd9-b131-4f2d-9206-f888b37e24f6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5e6f6bba024744bab96384eb57785601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007017 Sep 25 01:00:12.922290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003bfd9-b131-4f2d-9206-f888b37e24f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f21c8a-8b68-40d8-99f4-f51617f134e4,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:12.924763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51420) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:12.956918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090cfc86-f3d6-49d0-b05f-550b1b015a12') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:12.957299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090cfc86-f3d6-49d0-b05f-550b1b015a12') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:12.959187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:12.979120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e9ac2-ef47-43ee-a840-b156244259c2 x-openstack-request-id: req-914e9ac2-ef47-43ee-a840-b156244259c2 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:12.979409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1680ad0e-2348-436b-9ef4-494e226ce069", "tag": "a46c594b-e552-455a-b033-d62be1c1e22b", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:12.979657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-914e9ac2-ef47-43ee-a840-b156244259c2 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:12.980127 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914e9ac2-ef47-43ee-a840-b156244259c2'] response: {'name': 'network-changed', 'server_uuid': '1680ad0e-2348-436b-9ef4-494e226ce069', 'tag': 'a46c594b-e552-455a-b033-d62be1c1e22b', 'status': 'completed', 'code': 200} Sep 25 01:00:12.982548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (2115f4c1-efb2-4d38-a43a-4a0ddac9d036), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.985435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fd2b9b9e-65dc-453b-a951-ae5b6b7a2f86 admin admin] Publish callbacks [] for security_group (f0f21c8a-8b68-40d8-99f4-f51617f134e4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.986855 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 9 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:12.991275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:12.992129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.002470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (090cfc86-f3d6-49d0-b05f-550b1b015a12), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.008595 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:13.010846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fd2b9b9e-65dc-453b-a951-ae5b6b7a2f86 admin admin] Publish callbacks [] for security_group (f0f21c8a-8b68-40d8-99f4-f51617f134e4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.032871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:13.041889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:13.080867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (090cfc86-f3d6-49d0-b05f-550b1b015a12), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.081606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fd2b9b9e-65dc-453b-a951-ae5b6b7a2f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f0f21c8a-8b68-40d8-99f4-f51617f134e4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.086778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fd2b9b9e-65dc-453b-a951-ae5b6b7a2f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.095173 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fd2b9b9e-65dc-453b-a951-ae5b6b7a2f86 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f0f21c8a-8b68-40d8-99f4-f51617f134e4 HTTP/1.1" status: 204 len: 168 time: 0.1653869 Sep 25 01:00:13.106541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b9b9e-65dc-453b-a951-ae5b6b7a2f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f21c8a-8b68-40d8-99f4-f51617f134e4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:13.120177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (9beea8cc-f876-463c-b11e-b454dd4d1e2a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.125266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:13.125917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.255818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5221fe-4a9f-497b-b86d-035bd24d9e98 req-4f21b283-545a-4959-a098-626677980aec tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:13.258275 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fd5221fe-4a9f-497b-b86d-035bd24d9e98 req-4f21b283-545a-4959-a098-626677980aec tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 944 time: 0.0617056 Sep 25 01:00:13.299306 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:13.355307 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fd5221fe-4a9f-497b-b86d-035bd24d9e98 req-4779ed83-ff3a-4b7c-9e96-b4ddd729e9c0 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891626 Sep 25 01:00:13.377362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3673766 Sep 25 01:00:13.388121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:13.388887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (090cfc86-f3d6-49d0-b05f-550b1b015a12), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.396938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51432) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:13.409819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'subnet': {'network_id': '2115f4c1-efb2-4d38-a43a-4a0ddac9d036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:13.421090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.437755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdf6aa8c-9cc1-407e-a9a3-b6b0dd4e9ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a6d9131a-1c51-4c27-93e7-cd38cf5f3cde), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.451072 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 090cfc86-f3d6-49d0-b05f-550b1b015a12 resource provider aggregate not found Sep 25 01:00:13.539646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710fa33-b706-417b-9158-433f843d4c1f tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Network': ['ID=2115f4c1-efb2-4d38-a43a-4a0ddac9d036,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:13.543226 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Attempt 10 to provision port 3e04b797-eb94-481f-a234-e3d9ddae2d48 Sep 25 01:00:13.544853 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7899137 Sep 25 01:00:13.558824 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 090cfc86-f3d6-49d0-b05f-550b1b015a12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 090cfc86-f3d6-49d0-b05f-550b1b015a12 found for delete ", "request_id": "req-fdf8347e-bb50-4960-a534-1d60e91331a1"}]} Sep 25 01:00:13.560071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51440) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:13.571162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:13.578294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6aa8c-9cc1-407e-a9a3-b6b0dd4e9ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6d9131a-1c51-4c27-93e7-cd38cf5f3cde,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:13.599079 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b85aaf9a-1868-4c54-bb9c-aa2c1f16bd20 req-d5b91a9c-c18d-43ea-97ec-edf0c4ebf3ec tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 210 time: 0.1198137 Sep 25 01:00:13.603751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdf6aa8c-9cc1-407e-a9a3-b6b0dd4e9ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.611458 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cdf6aa8c-9cc1-407e-a9a3-b6b0dd4e9ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/a6d9131a-1c51-4c27-93e7-cd38cf5f3cde HTTP/1.1" status: 204 len: 168 time: 1.8944991 Sep 25 01:00:13.618759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51446) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:13.651167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:13.656599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.673442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d587ab-c464-4879-b541-d2e9bcbae44c req-cd912d87-5a56-499b-b1e5-b471e093ff8d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:13.681407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40d587ab-c464-4879-b541-d2e9bcbae44c req-cd912d87-5a56-499b-b1e5-b471e093ff8d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 943 time: 0.5418255 Sep 25 01:00:13.683249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (7a38bb50-a411-4e05-92c6-6ca31c3259c9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.687053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ea50cfee-9aa5-4d89-9af1-7e0f78382893 None None] Port 3e04b797-eb94-481f-a234-e3d9ddae2d48 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:13.723480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.731734 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/networks/7a38bb50-a411-4e05-92c6-6ca31c3259c9 HTTP/1.1" status: 204 len: 168 time: 1.7324960 Sep 25 01:00:13.734282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51450) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:13.751994 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d3954e-c477-473c-aa78-41f5d1bc0ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] GET failed (client error): The resource could not be found. Sep 25 01:00:13.757650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51452) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:13.758043 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f7d3954e-c477-473c-aa78-41f5d1bc0ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/a6d9131a-1c51-4c27-93e7-cd38cf5f3cde HTTP/1.1" status: 404 len: 333 time: 0.1378589 Sep 25 01:00:13.764523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-279715870', 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:13.769086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1215794103'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:13.788110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91d41b-cb8a-4d22-b860-0ff9dba83c68 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Pushing event updated for resources: {'Network': ['ID=9beea8cc-f876-463c-b11e-b454dd4d1e2a,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:13.812262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.830920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 9beea8cc-f876-463c-b11e-b454dd4d1e2a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:13.838024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Made reservation on behalf of 2312bc2856c340b9ad43ca853d90436c for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:13.845434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.882185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] device_id is not set on port 116a7aa1-d630-4eb5-9b68-26bfef1cd35b yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:13.932429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007257e-e71e-4523-9de5-ad6f4e6bf831 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Network': ['ID=7a38bb50-a411-4e05-92c6-6ca31c3259c9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:13.997759 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40d587ab-c464-4879-b541-d2e9bcbae44c req-1563e114-a6c9-4d6b-b3ef-3662fc2e2aa2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151281 Sep 25 01:00:14.000996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:14.013541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.035915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Request body: {'network': {'name': 'tempest-network--628435259', 'router:external': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:14.100430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Network 3c9af416-4358-430a-ad21-683d4c0622d9 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:14.118308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:14.128270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:14.139206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79614e74-c9bd-4c5e-9db7-bcca52fc5e5e req-ce90fe90-21b8-464c-92c8-79f2592da208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:14.140977 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-79614e74-c9bd-4c5e-9db7-bcca52fc5e5e req-ce90fe90-21b8-464c-92c8-79f2592da208 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1127 time: 0.2084103 Sep 25 01:00:14.181355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Pushing event updated for resources: {'Port': ['ID=875bc05c-fb99-4b17-8a49-d7f97202c6d4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:14.195772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Made reservation on behalf of 5a65d7c140e244b2b2224e39e5ad2094 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:14.198810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.225353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:14.243788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.258260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:14.276515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (95f6b1e8-c6e1-461a-a7d8-54c121c9f366), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.276892 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Added segment 95f6b1e8-c6e1-461a-a7d8-54c121c9f366 of type vlan for network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 Sep 25 01:00:14.303786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:14.305524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.371399 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72c39a2d-951b-4b2d-88b8-381b49935e4b req-ad3de9d9-2fad-4416-8a75-44f765300e7e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917786 Sep 25 01:00:14.402837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:14.423820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (399e0e75-b3d6-416e-ab79-6cd309e1f5a6), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.440990 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-04dc85b3-3bc0-4ac6-9f7b-59d67c33e1bc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8106952 Sep 25 01:00:14.498070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51466) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:14.520633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Request body: {'port': {'device_id': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:14.569744 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Provisioning complete for port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:14.570637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.570940 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Attempt 1 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:14.636466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (399e0e75-b3d6-416e-ab79-6cd309e1f5a6), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.642992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:14.643651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.673667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:14.764598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-f41196c9-94ee-467a-89d7-f0fb8270f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:14.766676 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-f41196c9-94ee-467a-89d7-f0fb8270f925 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=6fca05771f584281881ef056a7ee9629&device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 1128 time: 0.2403197 Sep 25 01:00:14.772862 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0222080 Sep 25 01:00:14.779178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-406009234'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:14.814524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51472) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:14.847203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '399e0e75-b3d6-416e-ab79-6cd309e1f5a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:14.862019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks [] for port (116a7aa1-d630-4eb5-9b68-26bfef1cd35b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.879703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for security_group (09571f62-e877-40fe-a6f0-707a6ba27a1f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.896955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.899626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203a864-8b3d-47f5-9b03-98a25f9a998a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Network': ['ID=399e0e75-b3d6-416e-ab79-6cd309e1f5a6,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:14.911980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:00:14.917851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79614e74-c9bd-4c5e-9db7-bcca52fc5e5e req-d41ff954-057c-43e9-bf3e-2c72806694a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:14.918072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:14.918187 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-79614e74-c9bd-4c5e-9db7-bcca52fc5e5e req-d41ff954-057c-43e9-bf3e-2c72806694a0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7605903 Sep 25 01:00:14.921357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for subnet (f55e468b-1d6f-4bee-855e-8bc82b8bda92), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:14.933365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69c416-b969-45f0-a1b7-606114097a63 req-4af7336d-70d1-43cb-bde9-0ab5d07c0d05 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:14.935059 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2f69c416-b969-45f0-a1b7-606114097a63 req-4af7336d-70d1-43cb-bde9-0ab5d07c0d05 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 944 time: 0.4173748 Sep 25 01:00:14.939804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (09571f62-e877-40fe-a6f0-707a6ba27a1f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.003657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:15.004503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:15.020243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Made reservation on behalf of 2e037bbf82724f81ab257bf784000a23 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:15.024356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.033221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad9c8b-7579-4122-a7b4-3b631575e22f req-20516327-3807-459a-ac72-0492cad9a0d8 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.035241 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8ad9c8b-7579-4122-a7b4-3b631575e22f req-20516327-3807-459a-ac72-0492cad9a0d8 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 931 time: 0.3183110 Sep 25 01:00:15.036137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:15.056666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Subnet': ['ID=f55e468b-1d6f-4bee-855e-8bc82b8bda92,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:15.091358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (116a7aa1-d630-4eb5-9b68-26bfef1cd35b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.105344 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2f69c416-b969-45f0-a1b7-606114097a63 req-6e54a02e-23a2-43c2-a8d2-411dde332ed4 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416578 Sep 25 01:00:15.116015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.129230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Checking segment: {'id': 'c83da0aa-68ac-455e-b234-d79da88fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2115f4c1-efb2-4d38-a43a-4a0ddac9d036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:15.129600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network hostable DHCP agents. Network: 2115f4c1-efb2-4d38-a43a-4a0ddac9d036, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:15.133871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09571f62-e877-40fe-a6f0-707a6ba27a1f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:15.161012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0be5fa56-61d2-48e6-83cc-3752fec48dd4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.161652 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Added segment 0be5fa56-61d2-48e6-83cc-3752fec48dd4 of type vlan for network 8bcd17ce-6c60-48d0-870e-11c50fa3d063 Sep 25 01:00:15.173886 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Attempt 2 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:15.187699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'Port': ['ID=116a7aa1-d630-4eb5-9b68-26bfef1cd35b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:15.193016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:15.200636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:15.201160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:15.208471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:15.210660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.211386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.229378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:15.247673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:15.285930 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c1f35839-742a-48a8-aed4-61a11541bc0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5269015 Sep 25 01:00:15.290732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51476) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:15.291659 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2115f4c1-efb2-4d38-a43a-4a0ddac9d036) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:15.312793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b95595f-96b8-4c73-8250-d88370bc4bad None None] Network 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:15.317200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.317835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.343760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0e3a3-8a63-4daa-b2a0-6741a1effbe6 req-8f12ef26-878c-4212-9721-b651f373ae71 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.345449 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-94a0e3a3-8a63-4daa-b2a0-6741a1effbe6 req-8f12ef26-878c-4212-9721-b651f373ae71 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 943 time: 0.1253576 Sep 25 01:00:15.380068 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2652ff42-59ac-4ba1-a220-027f4de19dbe tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9760468 Sep 25 01:00:15.380675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51478) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:15.381905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc88963-268f-4437-a05a-d237ca5c3b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.384131 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3dc88963-268f-4437-a05a-d237ca5c3b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/116a7aa1-d630-4eb5-9b68-26bfef1cd35b HTTP/1.1" status: 200 len: 958 time: 0.0896940 Sep 25 01:00:15.386406 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8ad9c8b-7579-4122-a7b4-3b631575e22f req-e242bf81-af45-45d5-ae99-4dfa4b161f18 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3395824 Sep 25 01:00:15.396981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51480) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:15.401332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'port': {'network_id': '2115f4c1-efb2-4d38-a43a-4a0ddac9d036', 'name': 'tempest-NetworksIpV6TestAttrs-1075106589'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:15.417800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:15.419181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:15.424098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.466141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (8bcd17ce-6c60-48d0-870e-11c50fa3d063), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.471310 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-94a0e3a3-8a63-4daa-b2a0-6741a1effbe6 req-21dbcb8e-8271-4d0d-9a42-9f1bcaa70c15 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011658 Sep 25 01:00:15.488898 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2115f4c1-efb2-4d38-a43a-4a0ddac9d036', 'network_id': '2115f4c1-efb2-4d38-a43a-4a0ddac9d036', 'project_id': '604cc74280f34080b3f0ed61f9c415a9', 'fixed_ips': [{'subnet_id': 'f55e468b-1d6f-4bee-855e-8bc82b8bda92'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:00:15.490017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.554320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:15.618688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:00:15.653082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Allocated IP 2001:db8::f816:3eff:fe06:ee2a (2115f4c1-efb2-4d38-a43a-4a0ddac9d036/f55e468b-1d6f-4bee-855e-8bc82b8bda92/e03e39a1-8929-4525-b67b-7c3a1767e9df) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:15.674526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Performing IP validity checks on allocation pools {{(pid=107187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 25 01:00:15.675058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 25 01:00:15.734359 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Attempt 3 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:15.759257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (8bcd17ce-6c60-48d0-870e-11c50fa3d063), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.760303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.760907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.785975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:15.796824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:15.861836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Publish callbacks [] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.869328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.887133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dab27702-94d9-410c-a3f7-a8d8ae96ae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Deleting port 116a7aa1-d630-4eb5-9b68-26bfef1cd35b {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:15.888181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dab27702-94d9-410c-a3f7-a8d8ae96ae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (116a7aa1-d630-4eb5-9b68-26bfef1cd35b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.891789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for security_group (e4ac270c-602c-472a-8721-8758eb001d66), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.900137 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3248072 Sep 25 01:00:15.903458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51482) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:15.910300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Network 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:15.914260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:15.918643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:15.937771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e4ac270c-602c-472a-8721-8758eb001d66), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.954298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Pushing event updated for resources: {'Port': ['ID=e03e39a1-8929-4525-b67b-7c3a1767e9df,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:15.989329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (8bcd17ce-6c60-48d0-870e-11c50fa3d063), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:15.990198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:15.994331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Attempting to bind port e03e39a1-8929-4525-b67b-7c3a1767e9df on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:15.995259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Attempting to bind port e03e39a1-8929-4525-b67b-7c3a1767e9df by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c83da0aa-68ac-455e-b234-d79da88fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2115f4c1-efb2-4d38-a43a-4a0ddac9d036'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:15.995259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Attempting to bind port e03e39a1-8929-4525-b67b-7c3a1767e9df on network 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:16.021186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e01d41-22c8-4c21-8df3-8a0f7ffbc0e4 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'Network': ['ID=8bcd17ce-6c60-48d0-870e-11c50fa3d063,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:16.041899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 8bcd17ce-6c60-48d0-870e-11c50fa3d063 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:16.051505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:00:16.052158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Checking segment: {'id': 'c83da0aa-68ac-455e-b234-d79da88fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2115f4c1-efb2-4d38-a43a-4a0ddac9d036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:16.052452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.052853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Bound using segment: {'id': 'c83da0aa-68ac-455e-b234-d79da88fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2115f4c1-efb2-4d38-a43a-4a0ddac9d036'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:00:16.053332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Bound port: e03e39a1-8929-4525-b67b-7c3a1767e9df, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83da0aa-68ac-455e-b234-d79da88fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2115f4c1-efb2-4d38-a43a-4a0ddac9d036'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:00:16.054246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.056417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:16.088220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (8bcd17ce-6c60-48d0-870e-11c50fa3d063), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.119754 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.120239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.121228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.121545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > port after_create 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.122494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > port after_delete 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.122494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > port after_update 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.122795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.123145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.123538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.123876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.200961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.201425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.201827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.202778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=107188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 01:00:16.203165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcd17ce-6c60-48d0-870e-11c50fa3d063']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:16.203278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] For port e03e39a1-8929-4525-b67b-7c3a1767e9df, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:16.207820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] For port e03e39a1-8929-4525-b67b-7c3a1767e9df, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e03e39a1-8929-4525-b67b-7c3a1767e9df,segment=NetworkSegment(c83da0aa-68ac-455e-b234-d79da88fd116),segment_id=c83da0aa-68ac-455e-b234-d79da88fd116)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:00:16.218619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.234534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be5fa56-61d2-48e6-83cc-3752fec48dd4') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:16.234845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be5fa56-61d2-48e6-83cc-3752fec48dd4') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:16.265656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (0be5fa56-61d2-48e6-83cc-3752fec48dd4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.282793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446545c-aa0e-4740-9478-55b2423039e8 None None] Pushing event updated for resources: {'Port': ['ID=e03e39a1-8929-4525-b67b-7c3a1767e9df,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:16.288876 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Attempt 4 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:16.332278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0be5fa56-61d2-48e6-83cc-3752fec48dd4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.364954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:16.372571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:16.373910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (0be5fa56-61d2-48e6-83cc-3752fec48dd4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.387631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:16.392971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.408235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dab27702-94d9-410c-a3f7-a8d8ae96ae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (116a7aa1-d630-4eb5-9b68-26bfef1cd35b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.438308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac270c-602c-472a-8721-8758eb001d66,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:16.516815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dab27702-94d9-410c-a3f7-a8d8ae96ae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Calling delete_port for 116a7aa1-d630-4eb5-9b68-26bfef1cd35b owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:16.559212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] device_id is not set on port bff2e592-c4c2-4dd5-a2c1-a58716518758 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:16.617218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:16.624316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6ea94-2185-47cb-af22-bba081dc8651 req-085d4cd3-7efa-4719-ac4d-44965ff8ab7e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:16.631741 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b6ea94-2185-47cb-af22-bba081dc8651 req-085d4cd3-7efa-4719-ac4d-44965ff8ab7e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 944 time: 0.2575834 Sep 25 01:00:16.684190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (8bcd17ce-6c60-48d0-870e-11c50fa3d063), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.693674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b55df5-e41b-40bf-b3d8-06e1e13d8e67 req-be735a9a-caf7-4a6b-adcb-f1e82d69e650 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:16.696164 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b9b55df5-e41b-40bf-b3d8-06e1e13d8e67 req-be735a9a-caf7-4a6b-adcb-f1e82d69e650 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 931 time: 0.0874727 Sep 25 01:00:16.715159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8bcd17ce-6c60-48d0-870e-11c50fa3d063 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 25 01:00:16.719702 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.723015 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/8bcd17ce-6c60-48d0-870e-11c50fa3d063 HTTP/1.1" status: 204 len: 168 time: 0.8170037 Sep 25 01:00:16.724119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a5c75-ff8b-44cf-a4a1-ae2328ce3171 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bcd17ce-6c60-48d0-870e-11c50fa3d063,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:16.727891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51494) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:16.738345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Request body: {'network': {'router:external': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:16.760102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (1a17fd6f-7f77-42fc-bb7f-96968f188b23), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.760941 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Added segment 1a17fd6f-7f77-42fc-bb7f-96968f188b23 of type vlan for network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 Sep 25 01:00:16.778388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875bc05c-fb99-4b17-8a49-d7f97202c6d4 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:00:16.791009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:16.829254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Publish callbacks [] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.832840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.845756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Made reservation on behalf of 5a65d7c140e244b2b2224e39e5ad2094 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:16.848836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.867238 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Attempt 5 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:16.885039 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b9b55df5-e41b-40bf-b3d8-06e1e13d8e67 req-a4192cd4-c184-46e9-826a-251698c6ef8c tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1663492 Sep 25 01:00:16.912860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:16.935853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (53ec0acf-f480-4c0b-93aa-c84bd0d3c53e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:16.936401 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Added segment 53ec0acf-f480-4c0b-93aa-c84bd0d3c53e of type vlan for network a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 Sep 25 01:00:16.990953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:17.001869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Transition to ACTIVE for port object 875bc05c-fb99-4b17-8a49-d7f97202c6d4 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:00:17.013941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.036080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.054074 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b6ea94-2185-47cb-af22-bba081dc8651 req-694ae663-2a87-494d-9dc8-3eda1e982c96 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203472 Sep 25 01:00:17.068769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (a3a727c8-9e5d-4a8f-ad69-f707765aa8b2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.139713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:17.156671 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0be5fa56-61d2-48e6-83cc-3752fec48dd4 resource provider aggregate not found Sep 25 01:00:17.164977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (a3a727c8-9e5d-4a8f-ad69-f707765aa8b2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.166122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:17.167521 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.213019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Allocated IP 2001:db8::f816:3eff:fee5:c397 (2115f4c1-efb2-4d38-a43a-4a0ddac9d036/f55e468b-1d6f-4bee-855e-8bc82b8bda92/bff2e592-c4c2-4dd5-a2c1-a58716518758) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:17.238026 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0be5fa56-61d2-48e6-83cc-3752fec48dd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0be5fa56-61d2-48e6-83cc-3752fec48dd4 found for delete ", "request_id": "req-fe572bc5-03fa-4c4f-9756-0af346d12421"}]} Sep 25 01:00:17.290467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dab27702-94d9-410c-a3f7-a8d8ae96ae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (116a7aa1-d630-4eb5-9b68-26bfef1cd35b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.297761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.302743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:17.303430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.317674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Pushing event updated for resources: {'Port': ['ID=875bc05c-fb99-4b17-8a49-d7f97202c6d4,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:17.399145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:17.401240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event updated for resources: {'Network': ['ID=2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:17.408050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'Network': ['ID=a3a727c8-9e5d-4a8f-ad69-f707765aa8b2,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:17.424751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:17.472970 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bf5c2344-b019-4477-a59a-eeda928efb45 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7435193 Sep 25 01:00:17.473703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51508) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:17.490321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Request body: {'subnet': {'network_id': 'a3a727c8-9e5d-4a8f-ad69-f707765aa8b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:17.504978 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Attempt 6 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:17.529626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d518970-4136-41aa-8fea-a5b849ced3cb req-82192729-b69b-4774-aa73-a6fc36a3ac82 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:17.531638 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0d518970-4136-41aa-8fea-a5b849ced3cb req-82192729-b69b-4774-aa73-a6fc36a3ac82 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 943 time: 0.3690314 Sep 25 01:00:17.532000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:17.550816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:17.562988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab27702-94d9-410c-a3f7-a8d8ae96ae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event deleted for resources: {'Port': ['ID=116a7aa1-d630-4eb5-9b68-26bfef1cd35b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:17.566268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Checking segment: {'id': '95f6b1e8-c6e1-461a-a7d8-54c121c9f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '399e0e75-b3d6-416e-ab79-6cd309e1f5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:17.566737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network hostable DHCP agents. Network: 399e0e75-b3d6-416e-ab79-6cd309e1f5a6, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:17.601089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dab27702-94d9-410c-a3f7-a8d8ae96ae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.605076 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dab27702-94d9-410c-a3f7-a8d8ae96ae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/116a7aa1-d630-4eb5-9b68-26bfef1cd35b HTTP/1.1" status: 204 len: 168 time: 2.1991935 Sep 25 01:00:17.610817 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-98372edc-4ea6-434e-bfda-b5a4c987d03a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1038115 Sep 25 01:00:17.614143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51510) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:17.614554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51512) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:17.627309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:17.635809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Request body: {'subnet': {'network_id': '2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:17.638694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Made reservation on behalf of 5a65d7c140e244b2b2224e39e5ad2094 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:17.641454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.656098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79614e74-c9bd-4c5e-9db7-bcca52fc5e5e req-d6da0775-50e9-4324-b6ee-ec9527cb4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:17.657679 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-79614e74-c9bd-4c5e-9db7-bcca52fc5e5e req-d6da0775-50e9-4324-b6ee-ec9527cb4ade service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5259569 Sep 25 01:00:17.658995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:17.702669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Attempting to bind port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:17.703004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Attempting to bind port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:17.703340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Attempting to bind port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 on network 3c9af416-4358-430a-ad21-683d4c0622d9 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:17.711401 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0d518970-4136-41aa-8fea-a5b849ced3cb req-edf94348-f89b-431d-8744-1298bee2857d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548560 Sep 25 01:00:17.837762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe405bb-424a-4777-8d18-79414119995c None None] Network 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:17.842340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:17.858203 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ad167d-809b-46b1-b335-85f34b245e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] GET failed (client error): The resource could not be found. Sep 25 01:00:17.862002 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-88ad167d-809b-46b1-b335-85f34b245e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/116a7aa1-d630-4eb5-9b68-26bfef1cd35b HTTP/1.1" status: 404 len: 333 time: 0.2386765 Sep 25 01:00:17.870006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51514) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:17.879495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Request body: {'port': {'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-371757434'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:17.909766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 on network 3c9af416-4358-430a-ad21-683d4c0622d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:17.910108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Attempting to bind port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 on network 3c9af416-4358-430a-ad21-683d4c0622d9 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:17.914877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-2df145df-11e5-4a57-ac92-ca2fc5730536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:17.918436 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-2df145df-11e5-4a57-ac92-ca2fc5730536 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1127 time: 0.1756985 Sep 25 01:00:17.920636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-892342fe-d30b-4804-b0e9-d31bae413011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:17.922411 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-892342fe-d30b-4804-b0e9-d31bae413011 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=30f22b87-e145-46d8-aa47-94c16470461f HTTP/1.1" status: 200 len: 906 time: 0.7951143 Sep 25 01:00:17.932352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:17.959101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:18.026396 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-f965f78f-9d10-40a7-b8dd-8d08e59b6a9f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 200 len: 217 time: 0.0869977 Sep 25 01:00:18.044316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Made reservation on behalf of 2312bc2856c340b9ad43ca853d90436c for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:18.047820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.048169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e03e39a1-8929-4525-b67b-7c3a1767e9df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:18.113902 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 399e0e75-b3d6-416e-ab79-6cd309e1f5a6) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:18.136830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b786def5-4c55-46ec-82ab-082b513f4343 None None] Network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:18.171746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] device_id is not set on port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:18.179135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:18.181612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e03e39a1-8929-4525-b67b-7c3a1767e9df triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:18.182197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.183191 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e03e39a1-8929-4525-b67b-7c3a1767e9df Sep 25 01:00:18.250572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:18.252634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-59ab3d2f-cef9-4122-83d4-390eb26475e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:18.253048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.254264 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-59ab3d2f-cef9-4122-83d4-390eb26475e3 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=82e81295-8b2f-4758-b928-2ce277ab246c HTTP/1.1" status: 200 len: 851 time: 0.2204380 Sep 25 01:00:18.312000 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-231ff183-2cde-444e-8f1c-9b6dfec27196 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b HTTP/1.1" status: 200 len: 217 time: 0.3158138 Sep 25 01:00:18.364714 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Attempt 7 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:18.397073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddeb2e4-37d2-4c18-a6b2-46a600726db2 req-f713aff1-3c4a-43d9-9325-d1c82beea070 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:18.401143 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bddeb2e4-37d2-4c18-a6b2-46a600726db2 req-f713aff1-3c4a-43d9-9325-d1c82beea070 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 943 time: 0.2952149 Sep 25 01:00:18.409508 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d44b344b-5e5e-4dbe-9ed2-4c7e86c83d4c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5838280 Sep 25 01:00:18.420927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51520) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:18.439772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '399e0e75-b3d6-416e-ab79-6cd309e1f5a6', 'name': 'tempest-PortsTestJSON-448771520'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:18.453760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:00:18.454206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Checking segment: {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:18.454759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Bound using segment: {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:00:18.455513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Bound port: 875bc05c-fb99-4b17-8a49-d7f97202c6d4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089123b3-49e9-40b3-adef-16e3d832507a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:00:18.456147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.497543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a148-494f-44f4-b818-5f38ffe6c305 req-fa403fde-af97-44a6-aec4-0c2d84dda0e2 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:18.505149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Made reservation on behalf of 2e037bbf82724f81ab257bf784000a23 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:18.505566 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cad7a148-494f-44f4-b818-5f38ffe6c305 req-fa403fde-af97-44a6-aec4-0c2d84dda0e2 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 944 time: 0.2629695 Sep 25 01:00:18.509299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:18.510929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.519144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-399e0e75-b3d6-416e-ab79-6cd309e1f5a6', 'network_id': '399e0e75-b3d6-416e-ab79-6cd309e1f5a6', 'project_id': '84da212938f24d5daaebf1c4a1599dfb', 'fixed_ips': [{'subnet_id': 'c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:00:18.520126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.529442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-96e30f45-1b77-4759-a9bf-81eb462ff34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:18.530933 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-96e30f45-1b77-4759-a9bf-81eb462ff34e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=da310e92-d7bd-433d-bd93-f81d5d9edbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2212203 Sep 25 01:00:18.573758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e03e39a1-8929-4525-b67b-7c3a1767e9df is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:18.574521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.734187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Allocated IP 172.20.0.2 (399e0e75-b3d6-416e-ab79-6cd309e1f5a6/c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02/8451982e-e878-447c-836c-9b5d6d1b3249) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:18.736377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:00:18.736963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (61004f21-e7fd-4ad5-9372-873feeb05853), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.777107 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bddeb2e4-37d2-4c18-a6b2-46a600726db2 req-d7f6e94f-6269-44c0-b4e0-285ac0b65fb2 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3582904 Sep 25 01:00:18.805072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-b67da418-bfa7-4727-b39a-ecbc2afef8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:18.805072 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-b67da418-bfa7-4727-b39a-ecbc2afef8fb service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=397df8b9-9cb9-49e4-9e4f-944946615a69 HTTP/1.1" status: 200 len: 844 time: 0.4766924 Sep 25 01:00:18.842614 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cad7a148-494f-44f4-b818-5f38ffe6c305 req-8bcbaf57-fd40-42fc-b6cf-6bc852ab41b4 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359590 Sep 25 01:00:18.860348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:18.865156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.867939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks [] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.874296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:18.892107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'Subnet': ['ID=61004f21-e7fd-4ad5-9372-873feeb05853,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:18.913381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:18.920710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:18.923298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for port (bff2e592-c4c2-4dd5-a2c1-a58716518758), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.933470 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-a8815fea-ebb5-4e52-a917-36709e73904c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806443 Sep 25 01:00:18.957613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Checking segment: {'id': '53ec0acf-f480-4c0b-93aa-c84bd0d3c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a3a727c8-9e5d-4a8f-ad69-f707765aa8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:18.958069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Network hostable DHCP agents. Network: a3a727c8-9e5d-4a8f-ad69-f707765aa8b2, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:18.982322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-bc02481d-73ff-48c5-8704-6b33e6428b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:18.985436 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-bc02481d-73ff-48c5-8704-6b33e6428b49 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=30f22b87-e145-46d8-aa47-94c16470461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1277928 Sep 25 01:00:18.987698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port e03e39a1-8929-4525-b67b-7c3a1767e9df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e03e39a1-8929-4525-b67b-7c3a1767e9df,segment=NetworkSegment(c83da0aa-68ac-455e-b234-d79da88fd116),segment_id=c83da0aa-68ac-455e-b234-d79da88fd116)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:18.996916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Publish callbacks [] for port (8451982e-e878-447c-836c-9b5d6d1b3249), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:18.998961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.026989 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Attempt 8 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:19.035726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.045579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.053931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:19.130995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:19.134576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:19.139423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:19.141499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=e03e39a1-8929-4525-b67b-7c3a1767e9df,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:19.144058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:19.145533 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:19.157992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port a87feb27-4ecd-4d27-b053-4c805a8d0444 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:19.217063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Pushing event updated for resources: {'Port': ['ID=8451982e-e878-447c-836c-9b5d6d1b3249,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:19.227569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 92a97b8c-2f24-49e4-a3c3-b5644492d71b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:00:19.323733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa881a-3ecc-4d5d-bf12-8e35b5bc3a9e req-b77531d8-55e8-4916-8479-b33e2f51064b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:19.328739 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ffa881a-3ecc-4d5d-bf12-8e35b5bc3a9e req-b77531d8-55e8-4916-8479-b33e2f51064b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 943 time: 0.4135334 Sep 25 01:00:19.370874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Network a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:19.383138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Attempting to bind port 8451982e-e878-447c-836c-9b5d6d1b3249 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:19.383851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Attempting to bind port 8451982e-e878-447c-836c-9b5d6d1b3249 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '95f6b1e8-c6e1-461a-a7d8-54c121c9f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '399e0e75-b3d6-416e-ab79-6cd309e1f5a6'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:19.384645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Attempting to bind port 8451982e-e878-447c-836c-9b5d6d1b3249 on network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:19.422780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] For port 875bc05c-fb99-4b17-8a49-d7f97202c6d4, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:19.432975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a3a727c8-9e5d-4a8f-ad69-f707765aa8b2) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:19.462684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:19.464695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5c237-a07e-4ea2-9cb5-6b8cfdad502d None None] Network a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:19.468447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:19.469048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.481135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:19.493119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] For port 875bc05c-fb99-4b17-8a49-d7f97202c6d4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=875bc05c-fb99-4b17-8a49-d7f97202c6d4,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:00:19.497470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:19.498654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:19.499017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.511006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'Port': ['ID=52b4ab50-f5c6-4c88-b038-50fa65d16e2f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:19.518218 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eec9e19b-2fab-479f-8cd2-14ab5cf7c927 req-a182d3b4-10e5-453f-99f5-91a91ce33c4d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763192 Sep 25 01:00:19.527499 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-76c366af-09b5-42ab-a66e-149d8b4926d6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0423586 Sep 25 01:00:19.528175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51524) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:19.535244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3a727c8-9e5d-4a8f-ad69-f707765aa8b2'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:19.549284 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a7b83a1c-3d31-489d-8d81-3c5abc9de167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6778572 Sep 25 01:00:19.549967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51526) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:19.559626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:19.562783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.565311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (bff2e592-c4c2-4dd5-a2c1-a58716518758), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.568360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:19.602661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.617527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:19.618199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.619815 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/875bc05c-fb99-4b17-8a49-d7f97202c6d4 HTTP/1.1" status: 200 len: 1093 time: 5.1226995 Sep 25 01:00:19.623666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:19.626260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd475eb-a853-4712-9a6f-b43a3de3e565" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:19.672363 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Attempt 9 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:19.686065 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-dbe34e5c-0bc0-4eea-b48c-972f3dbc62b6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505706 Sep 25 01:00:19.705507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3afd05-ce9c-49b9-9c79-54739923703c x-openstack-request-id: req-4e3afd05-ce9c-49b9-9c79-54739923703c {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:19.705831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:19.706378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e3afd05-ce9c-49b9-9c79-54739923703c {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:19.706886 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3afd05-ce9c-49b9-9c79-54739923703c'] response: {'name': 'network-changed', 'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'status': 'completed', 'code': 200} Sep 25 01:00:19.733557 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ffa881a-3ecc-4d5d-bf12-8e35b5bc3a9e req-8a8b6113-6ed5-42c9-86fe-c323d6c12147 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893357 Sep 25 01:00:19.754936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.8 (399e0e75-b3d6-416e-ab79-6cd309e1f5a6/c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02/a87feb27-4ecd-4d27-b053-4c805a8d0444) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:19.761333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:19.768571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.808830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:19.813142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:19.822295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:19.823590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.862000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.878340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e03e39a1-8929-4525-b67b-7c3a1767e9df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:19.890250 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:19.912783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:00:19.913289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Checking segment: {'id': '95f6b1e8-c6e1-461a-a7d8-54c121c9f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '399e0e75-b3d6-416e-ab79-6cd309e1f5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:19.913982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.914617 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Bound using segment: {'id': '95f6b1e8-c6e1-461a-a7d8-54c121c9f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '399e0e75-b3d6-416e-ab79-6cd309e1f5a6'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:00:19.915258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Bound port: 8451982e-e878-447c-836c-9b5d6d1b3249, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f6b1e8-c6e1-461a-a7d8-54c121c9f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '399e0e75-b3d6-416e-ab79-6cd309e1f5a6'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:00:19.916189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.916891 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:19.939316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f64785-ce4a-4b4e-8af2-ff77af8df896 service neutron] Pushing event updated for resources: {'Port': ['ID=875bc05c-fb99-4b17-8a49-d7f97202c6d4,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:20.020538 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.6380758 Sep 25 01:00:20.032082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.032878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 92a97b8c-2f24-49e4-a3c3-b5644492d71b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:20.051743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51534) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:20.069370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-480ac2aa-5d43-46ae-9d05-357b545c6c76 None None] Port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:00:20.131194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'port_id': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'mac_address': 'fa:16:3e:9e:09:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:00:20.132114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014cec5-83ae-4c3e-a034-74de9bdfab32 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Port': ['ID=bff2e592-c4c2-4dd5-a2c1-a58716518758,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:20.214775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:20.268327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b699c1-2ee4-4044-ada9-7a556ee371a1 None None] Network a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:20.306524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8eb0a-b1e1-4683-a1be-e7a0390aa0d7 req-35f3ae9a-6091-45b7-91b8-db82288b92a1 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:20.311747 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2bc8eb0a-b1e1-4683-a1be-e7a0390aa0d7 req-35f3ae9a-6091-45b7-91b8-db82288b92a1 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 943 time: 0.2309601 Sep 25 01:00:20.378559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] For port 8451982e-e878-447c-836c-9b5d6d1b3249, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:20.389357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-94a2283f-732e-46ee-9b1d-44ba3afc65bc None None] Provisioning complete for port e03e39a1-8929-4525-b67b-7c3a1767e9df triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:20.390028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94a2283f-732e-46ee-9b1d-44ba3afc65bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.390743 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-94a2283f-732e-46ee-9b1d-44ba3afc65bc None None] Attempt 1 to provision port e03e39a1-8929-4525-b67b-7c3a1767e9df Sep 25 01:00:20.448660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 92a97b8c-2f24-49e4-a3c3-b5644492d71b is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:20.449109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.452613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e03e39a1-8929-4525-b67b-7c3a1767e9df triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:20.453262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:20.454329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.455022 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e03e39a1-8929-4525-b67b-7c3a1767e9df Sep 25 01:00:20.465138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] For port 8451982e-e878-447c-836c-9b5d6d1b3249, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8451982e-e878-447c-836c-9b5d6d1b3249,segment=NetworkSegment(95f6b1e8-c6e1-461a-a7d8-54c121c9f366),segment_id=95f6b1e8-c6e1-461a-a7d8-54c121c9f366)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:00:20.471750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Allocated IP 172.20.0.3 (a3a727c8-9e5d-4a8f-ad69-f707765aa8b2/61004f21-e7fd-4ad5-9372-873feeb05853/f4063f9d-c27e-4753-819b-1b44cda3b1c3) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:20.482250 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2bc8eb0a-b1e1-4683-a1be-e7a0390aa0d7 req-a9c8b7e5-55df-4fc4-bb94-4ffa7acda041 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1350513 Sep 25 01:00:20.526904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:20.543506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.570507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a97b8c-2f24-49e4-a3c3-b5644492d71b {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:00:20.631247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Deleting subnet f55e468b-1d6f-4bee-855e-8bc82b8bda92 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:00:20.649936 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] device_id is not set on port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:20.665136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 92a97b8c-2f24-49e4-a3c3-b5644492d71b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:20.668760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks [] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.682259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea769-c1b9-4101-9f63-4fa20f5acbdf req-063bdb92-9559-4596-96cb-1278039ca810 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:20.684002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.685580 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-611ea769-c1b9-4101-9f63-4fa20f5acbdf req-063bdb92-9559-4596-96cb-1278039ca810 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 944 time: 0.5905843 Sep 25 01:00:20.687034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (f55e468b-1d6f-4bee-855e-8bc82b8bda92), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.707751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.724732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941877d9-907c-41fc-b5f8-ae829fe074fa None None] Pushing event updated for resources: {'Port': ['ID=8451982e-e878-447c-836c-9b5d6d1b3249,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:20.766589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event updated for resources: {'Subnet': ['ID=2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:20.830000 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (f55e468b-1d6f-4bee-855e-8bc82b8bda92), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.870778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-94a2283f-732e-46ee-9b1d-44ba3afc65bc None None] Current status of the port e03e39a1-8929-4525-b67b-7c3a1767e9df is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:20.876131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e03e39a1-8929-4525-b67b-7c3a1767e9df is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:20.892892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=92a97b8c-2f24-49e4-a3c3-b5644492d71b,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:20.893872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:20.894324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:20.894804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:20.897282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:20.922176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'Port': ['ID=52b4ab50-f5c6-4c88-b038-50fa65d16e2f,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:20.944104 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:20.944991 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:20.956221 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 2 to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f Sep 25 01:00:20.981078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:21.005460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Provisioning complete for port bff2e592-c4c2-4dd5-a2c1-a58716518758 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:21.005460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bff2e592-c4c2-4dd5-a2c1-a58716518758), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.005460 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 1 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:21.054780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Checking segment: {'id': '1a17fd6f-7f77-42fc-bb7f-96968f188b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:21.054780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Network hostable DHCP agents. Network: 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:21.057065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for port (f4063f9d-c27e-4753-819b-1b44cda3b1c3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.060793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:21.061608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:21.062247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:21.082114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:21.082861 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:21.088048 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 3 to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f Sep 25 01:00:21.108458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:21.109170 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:21.109730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:21.121497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf63f3-c4d3-4c48-aa91-f25d07c16f07 req-0d41ba49-45dc-4f7d-a81a-cfe52324ccdb tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:21.123772 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3abf63f3-c4d3-4c48-aa91-f25d07c16f07 req-0d41ba49-45dc-4f7d-a81a-cfe52324ccdb tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 943 time: 0.1755056 Sep 25 01:00:21.145075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:21.145820 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:21.149032 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 4 to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f Sep 25 01:00:21.187286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:21.188021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:21.188584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:21.190871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:21.207412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:21.207942 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:21.209699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (a87feb27-4ecd-4d27-b053-4c805a8d0444), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.217480 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 5 to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f Sep 25 01:00:21.222347 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-611ea769-c1b9-4101-9f63-4fa20f5acbdf req-78249cc5-8475-4b7d-a536-6bdfe1b6a9a8 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536824 Sep 25 01:00:21.223065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (f4063f9d-c27e-4753-819b-1b44cda3b1c3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.276011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:21.280671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:21.281490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.306039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc45aa1-9a8e-4ed4-8099-b2c9c7ef84af None None] Network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:21.331316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (f55e468b-1d6f-4bee-855e-8bc82b8bda92), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.339504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:21.340088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:21.340553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:21.342691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:21.361723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Network a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:21.372422 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3abf63f3-c4d3-4c48-aa91-f25d07c16f07 req-9cdc9827-ffb7-4ddc-9d41-9bdedc1ad8a7 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286866 Sep 25 01:00:21.373358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:21.375928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:21.376356 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:21.377677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:21.380725 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 6 to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f Sep 25 01:00:21.385541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'Port': ['ID=f4063f9d-c27e-4753-819b-1b44cda3b1c3,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:21.411299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ccbc47eb-5797-4c2f-b33f-900489b83dce tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7811494 Sep 25 01:00:21.418620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51538) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:21.436142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7ad03a04-4e67-4b75-b488-67e5fcd50b7e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-191784836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:21.446306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['92a97b8c-2f24-49e4-a3c3-b5644492d71b'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:00:21.448479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a87feb27-4ecd-4d27-b053-4c805a8d0444), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.464461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:21.464807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:21.465159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:21.489485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:21.490304 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:21.496503 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 7 to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f Sep 25 01:00:21.505906 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ad03a04-4e67-4b75-b488-67e5fcd50b7e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (d3532d66-bdde-4ee3-8440-6906479f8ede), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.507510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ad03a04-4e67-4b75-b488-67e5fcd50b7e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (d3532d66-bdde-4ee3-8440-6906479f8ede), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.515332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:21.520355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:21.523739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:21.532517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:21.534070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:21.534343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (f55e468b-1d6f-4bee-855e-8bc82b8bda92), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.534487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:21.534790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:21.573490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:21.573830 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:21.582262 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 8 to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f Sep 25 01:00:21.595872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Subnet': ['ID=f55e468b-1d6f-4bee-855e-8bc82b8bda92,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:21.613473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.613473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.613872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.614151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.614459 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.615103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.615103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.615435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.615829 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.617141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.617141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.617141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.617475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.617556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.618036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:21.627024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=a87feb27-4ecd-4d27-b053-4c805a8d0444,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:21.636261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.643645 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-372fc4d6-8739-4c06-a15a-062a97811272 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f55e468b-1d6f-4bee-855e-8bc82b8bda92 HTTP/1.1" status: 204 len: 168 time: 1.5843892 Sep 25 01:00:21.644445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51542) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:21.657938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for floatingip (ab182d43-4166-4efa-bdd1-c1b3f901bbcc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.659473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:21.660562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:21.660938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:21.661249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82cb0a7-923c-4ba8-b352-ac92633bc9b6 None None] Network 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:21.668811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ad03a04-4e67-4b75-b488-67e5fcd50b7e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for router_controller (d3532d66-bdde-4ee3-8440-6906479f8ede), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.677999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ad03a04-4e67-4b75-b488-67e5fcd50b7e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (d3532d66-bdde-4ee3-8440-6906479f8ede), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.684952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:21.685289 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:21.688850 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 9 to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f Sep 25 01:00:21.697357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:21.741523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:21.741926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:21.742321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:21.746938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ad03a04-4e67-4b75-b488-67e5fcd50b7e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.748213 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7ad03a04-4e67-4b75-b488-67e5fcd50b7e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3207562 Sep 25 01:00:21.752456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51544) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:21.760787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:21.761048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f4063f9d-c27e-4753-819b-1b44cda3b1c3), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.761921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.767795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:21.768166 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:21.859012 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempt 10 to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f Sep 25 01:00:21.888650 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 2 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:21.938050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51546) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:21.938642 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-52335609-0052-4e11-b902-7ee505e38374 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5087018 Sep 25 01:00:21.970817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:21.971203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:21.973533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempting to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:21.993823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9', 'network_id': '2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9', 'project_id': '2e037bbf82724f81ab257bf784000a23', 'fixed_ips': [{'subnet_id': '2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:00:21.995411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.022310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8451982e-e878-447c-836c-9b5d6d1b3249 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:22.040636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ebd72-2ed3-4534-acba-9213f494b003 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:22.043863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ebd72-2ed3-4534-acba-9213f494b003 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:22.046313 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-441ebd72-2ed3-4534-acba-9213f494b003 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3966672 Sep 25 01:00:22.089661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51548) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:22.118337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dfb55-d8b8-4295-893c-374f1afda688 req-efc96b2c-123b-4e29-8eb5-d2d8856656c2 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:22.123613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:22.124607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:22.128389 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-177dfb55-d8b8-4295-893c-374f1afda688 req-efc96b2c-123b-4e29-8eb5-d2d8856656c2 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 943 time: 0.3158772 Sep 25 01:00:22.160944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:22.161458 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Failed to bind port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on host hv-neutron-mast for vnic_type normal using segments [{'id': 'c2f584bf-aabd-4898-81ab-184c014904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '51ac28a0-3f0b-473c-ac84-9f1d7eb6825e'}] Sep 25 01:00:22.162161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.165914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:22.223688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd475eb-a853-4712-9a6f-b43a3de3e565 req-b3fba96d-374e-429e-8251-8f82f9f16257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:22.225589 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5dd475eb-a853-4712-9a6f-b43a3de3e565 req-b3fba96d-374e-429e-8251-8f82f9f16257 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7f2f717a45524867bd74d08995113927&device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 1127 time: 0.2851331 Sep 25 01:00:22.279189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:22.462808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ffd0cec1-94c0-4cd4-a8ae-546e413b0762 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (2115f4c1-efb2-4d38-a43a-4a0ddac9d036), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.487333 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ff3caa17-e387-4e00-a69c-a00cf191c89d req-f58e2c6a-e237-42bf-b7fe-744fcdb3cac0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717918 Sep 25 01:00:22.495169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3da968e-61fb-46c8-869a-4f079a00b99e None None] Network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:22.540661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Allocated IP 172.20.0.2 (2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9/2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb/78a00a84-9add-4cc1-b78c-06e5a028910c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:22.548825 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd0cec1-94c0-4cd4-a8ae-546e413b0762 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 25 01:00:22.549811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd0cec1-94c0-4cd4-a8ae-546e413b0762 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:22.552770 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ffd0cec1-94c0-4cd4-a8ae-546e413b0762 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/2115f4c1-efb2-4d38-a43a-4a0ddac9d036 HTTP/1.1" status: 409 len: 466 time: 0.4614956 Sep 25 01:00:22.566694 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-177dfb55-d8b8-4295-893c-374f1afda688 req-ff31ad0c-3bbf-4bd8-ae4f-69b1ec11749e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4368460 Sep 25 01:00:22.579040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51554) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:22.583833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2027050745'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:22.607746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:22.613185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8451982e-e878-447c-836c-9b5d6d1b3249 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:22.614168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.614937 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8451982e-e878-447c-836c-9b5d6d1b3249 Sep 25 01:00:22.655186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd475eb-a853-4712-9a6f-b43a3de3e565 req-0a2c6f41-8ae0-4e2d-978f-80f987ca1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:22.657602 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5dd475eb-a853-4712-9a6f-b43a3de3e565 req-0a2c6f41-8ae0-4e2d-978f-80f987ca1f61 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=7f2f717a45524867bd74d08995113927&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4180388 Sep 25 01:00:22.692403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:22.697905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.745191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cbdfb2-93ae-4b59-90d4-f790297dd381 None None] DHCP port deletion for 2115f4c1-efb2-4d38-a43a-4a0ddac9d036 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:00:22.758780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b26c57eb-4e5c-4fc8-b12b-271cc28e668a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port a87feb27-4ecd-4d27-b053-4c805a8d0444 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:22.759679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b26c57eb-4e5c-4fc8-b12b-271cc28e668a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a87feb27-4ecd-4d27-b053-4c805a8d0444), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.794353 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 3 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:22.815454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] For port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f, host hv-neutron-mast, cleared binding levels {{(pid=107188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:22.815906 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attempted to set empty binding levels {{(pid=107188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:00:22.824804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd899ad-fc89-46ed-a894-58be212eebcf req-83260c0a-6d0e-4a1a-b855-2bb9581d3e4a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:22.826735 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cdd899ad-fc89-46ed-a894-58be212eebcf req-83260c0a-6d0e-4a1a-b855-2bb9581d3e4a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 945 time: 0.3329628 Sep 25 01:00:22.877115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:22.890494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.891219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] In _notify_port_updated(), no bound segment for port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f on network 51ac28a0-3f0b-473c-ac84-9f1d7eb6825e {{(pid=107188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:00:22.892214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:22.893682 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.899371 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "PUT /networking/v2.0/ports/52b4ab50-f5c6-4c88-b038-50fa65d16e2f HTTP/1.1" status: 200 len: 980 time: 3.3413854 Sep 25 01:00:22.901625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51556) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:22.907891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.925232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a1b399c9-1c8c-4cf6-98ac-60962b77de6f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.925639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Added segment a1b399c9-1c8c-4cf6-98ac-60962b77de6f of type vlan for network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 Sep 25 01:00:22.959480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edd8e7-6ffe-4387-8556-243577cdc7bd req-4570c603-bd4f-4f58-a068-36b8e1eddd9f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:22.961252 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c7edd8e7-6ffe-4387-8556-243577cdc7bd req-4570c603-bd4f-4f58-a068-36b8e1eddd9f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 943 time: 0.1853828 Sep 25 01:00:23.011892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:23.047667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd475eb-a853-4712-9a6f-b43a3de3e565 req-f5cbaff2-a1b7-44bb-bd2b-39f1d04ae5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:23.049440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5dd475eb-a853-4712-9a6f-b43a3de3e565 req-f5cbaff2-a1b7-44bb-bd2b-39f1d04ae5d0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3838816 Sep 25 01:00:23.068045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-33cbdfb2-93ae-4b59-90d4-f790297dd381 None None] Deleting port e03e39a1-8929-4525-b67b-7c3a1767e9df {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:23.068627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33cbdfb2-93ae-4b59-90d4-f790297dd381 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.081639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:23.096082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (5f94c02d-7ace-49d9-9161-2ceb26cb2258), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.103463 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event updated for resources: {'Port': ['ID=52b4ab50-f5c6-4c88-b038-50fa65d16e2f,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:23.108548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for port (f4063f9d-c27e-4753-819b-1b44cda3b1c3), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.147234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0e52a5eb-eccd-455d-8936-2663d9ce3069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Deleting port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:23.148550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e52a5eb-eccd-455d-8936-2663d9ce3069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.168811 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c7edd8e7-6ffe-4387-8556-243577cdc7bd req-2fe3846d-a555-4a67-9f75-0f7ac6dc07af tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791155 Sep 25 01:00:23.171248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (f4063f9d-c27e-4753-819b-1b44cda3b1c3), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.188295 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cdd899ad-fc89-46ed-a894-58be212eebcf req-2afdeb0f-4f78-4575-b2c7-0a762ff339a8 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023741 Sep 25 01:00:23.188295 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b26c57eb-4e5c-4fc8-b12b-271cc28e668a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a87feb27-4ecd-4d27-b053-4c805a8d0444), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.206903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:23.215030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:23.216053 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.216480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.216952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.217423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.217838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.218268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.218716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.219150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.219559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.220013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.220537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.221018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.221413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.221916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.222517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a287fdb-3237-4e8e-9309-8928d1ba24b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:23.256595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a46c594b-e552-455a-b033-d62be1c1e22b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:00:23.301239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b26c57eb-4e5c-4fc8-b12b-271cc28e668a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for a87feb27-4ecd-4d27-b053-4c805a8d0444 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:23.302259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (5f94c02d-7ace-49d9-9161-2ceb26cb2258), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.311208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:23.312282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.401629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-33cbdfb2-93ae-4b59-90d4-f790297dd381 None None] For port e03e39a1-8929-4525-b67b-7c3a1767e9df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e03e39a1-8929-4525-b67b-7c3a1767e9df,segment=NetworkSegment(c83da0aa-68ac-455e-b234-d79da88fd116),segment_id=c83da0aa-68ac-455e-b234-d79da88fd116)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:23.402196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33cbdfb2-93ae-4b59-90d4-f790297dd381 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.406035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8451982e-e878-447c-836c-9b5d6d1b3249 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:23.406491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.416879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-b6a59c01-bf86-477f-9459-fea1e4421e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:23.419438 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-b6a59c01-bf86-477f-9459-fea1e4421e81 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7f2f717a45524867bd74d08995113927&device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 1127 time: 0.2148302 Sep 25 01:00:23.421434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-0e52a5eb-eccd-455d-8936-2663d9ce3069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] For port 52b4ab50-f5c6-4c88-b038-50fa65d16e2f, host hv-neutron-mast, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:23.422025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e52a5eb-eccd-455d-8936-2663d9ce3069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.474735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Publish callbacks [] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.481021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:23.505558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.510477 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9308996 Sep 25 01:00:23.515373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51558) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:23.515642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-33cbdfb2-93ae-4b59-90d4-f790297dd381 None None] Calling delete_port for e03e39a1-8929-4525-b67b-7c3a1767e9df owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:23.543528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.resource_extend [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:00:23.560329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'subnet': {'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:23.584929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0e52a5eb-eccd-455d-8936-2663d9ce3069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Calling delete_port for 52b4ab50-f5c6-4c88-b038-50fa65d16e2f owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:23.603912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ceb468-6706-40f6-be76-12df5bd5f2b4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Network': ['ID=5f94c02d-7ace-49d9-9161-2ceb26cb2258,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:23.605927 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 4 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:23.609764 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-9277b5fe-345b-4dca-9372-feb004109ee2 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=875bc05c-fb99-4b17-8a49-d7f97202c6d4 HTTP/1.1" status: 200 len: 217 time: 0.1223242 Sep 25 01:00:23.694552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:23.874817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-3e72b096-dc19-4a98-888b-df8d63b96806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:23.888322 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-3e72b096-dc19-4a98-888b-df8d63b96806 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2c93a3e5-97fe-4b87-8a41-1625b3b2fadf HTTP/1.1" status: 200 len: 850 time: 0.2677696 Sep 25 01:00:23.931681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae0374-6c3a-4952-bb14-565bbda8d448 req-45cae08f-e66a-44b1-be0e-f624987bf1a5 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:23.934654 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-55ae0374-6c3a-4952-bb14-565bbda8d448 req-45cae08f-e66a-44b1-be0e-f624987bf1a5 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 943 time: 0.1860356 Sep 25 01:00:23.957666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:24.033217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:24.066710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:24.082158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:24.088986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:24.098789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33cbdfb2-93ae-4b59-90d4-f790297dd381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (e03e39a1-8929-4525-b67b-7c3a1767e9df), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.134091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cbdfb2-93ae-4b59-90d4-f790297dd381 None None] No DVR routers for this DVR port e03e39a1-8929-4525-b67b-7c3a1767e9df on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:24.171524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 8451982e-e878-447c-836c-9b5d6d1b3249, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8451982e-e878-447c-836c-9b5d6d1b3249,segment=NetworkSegment(95f6b1e8-c6e1-461a-a7d8-54c121c9f366),segment_id=95f6b1e8-c6e1-461a-a7d8-54c121c9f366)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:24.172790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Pushing event updated for resources: {'Port': ['ID=78a00a84-9add-4cc1-b78c-06e5a028910c,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.193443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.228189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.228189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.228189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.228189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.228623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.228887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.229262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.229666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.230056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.230601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.230741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.231188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.231661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.232070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.232425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.330534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Allocated IP 172.20.0.1 (2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9/2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb/76f2f4fd-b0f3-4e56-bcb1-a01276d8049f) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:24.422452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e03e39a1-8929-4525-b67b-7c3a1767e9df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:00:24.433545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbdfb2-93ae-4b59-90d4-f790297dd381 None None] Pushing event deleted for resources: {'Port': ['ID=e03e39a1-8929-4525-b67b-7c3a1767e9df,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.479144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port a46c594b-e552-455a-b033-d62be1c1e22b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a46c594b-e552-455a-b033-d62be1c1e22b,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:24.499800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (ab182d43-4166-4efa-bdd1-c1b3f901bbcc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.513941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-85aaccb5-45c8-4e2d-a508-42cb5e918951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:24.516760 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-85aaccb5-45c8-4e2d-a508-42cb5e918951 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3c9af416-4358-430a-ad21-683d4c0622d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5775647 Sep 25 01:00:24.532233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:24.542824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: e03e39a1-8929-4525-b67b-7c3a1767e9df {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:00:24.543685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e03e39a1-8929-4525-b67b-7c3a1767e9df not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:00:24.549356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'a46c594b-e552-455a-b033-d62be1c1e22b', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'port_id': 'a46c594b-e552-455a-b033-d62be1c1e22b', 'mac_address': 'fa:16:3e:9a:70:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:00:24.579556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e52a5eb-eccd-455d-8936-2663d9ce3069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (52b4ab50-f5c6-4c88-b038-50fa65d16e2f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.600626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Attempting to bind port 78a00a84-9add-4cc1-b78c-06e5a028910c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:24.601968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Attempting to bind port 78a00a84-9add-4cc1-b78c-06e5a028910c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1a17fd6f-7f77-42fc-bb7f-96968f188b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:24.602414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Attempting to bind port 78a00a84-9add-4cc1-b78c-06e5a028910c on network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:24.609369 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 5 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:24.612523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port a46c594b-e552-455a-b033-d62be1c1e22b is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:24.613315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.627370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'Port': ['ID=f4063f9d-c27e-4753-819b-1b44cda3b1c3,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.661655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.669793 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-61da7dae-42cd-4bef-ac7f-db6f5e1e29b8 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1336217 Sep 25 01:00:24.684211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51568) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:24.694327 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-55ae0374-6c3a-4952-bb14-565bbda8d448 req-fa4cd61e-c4b4-49f8-96f8-139f85ff9d4a tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7378893 Sep 25 01:00:24.710992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52a5eb-eccd-455d-8936-2663d9ce3069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Pushing event deleted for resources: {'Port': ['ID=52b4ab50-f5c6-4c88-b038-50fa65d16e2f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.730549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:24.737853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=8451982e-e878-447c-836c-9b5d6d1b3249,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.749901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46c594b-e552-455a-b033-d62be1c1e22b {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:00:24.766130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654af054-76d6-44a6-ba3d-2ef4a0bee324 req-c4908700-dfe5-48d7-b780-724dd8038356 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:24.768033 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-654af054-76d6-44a6-ba3d-2ef4a0bee324 req-c4908700-dfe5-48d7-b780-724dd8038356 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 943 time: 0.2150006 Sep 25 01:00:24.800682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port a46c594b-e552-455a-b033-d62be1c1e22b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a46c594b-e552-455a-b033-d62be1c1e22b,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:24.805232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e52a5eb-eccd-455d-8936-2663d9ce3069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.811931 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0e52a5eb-eccd-455d-8936-2663d9ce3069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/52b4ab50-f5c6-4c88-b038-50fa65d16e2f HTTP/1.1" status: 204 len: 168 time: 1.9066763 Sep 25 01:00:24.812214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.814827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51570) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:24.834544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:00:24.834544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Checking segment: {'id': '1a17fd6f-7f77-42fc-bb7f-96968f188b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:24.834544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.834998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Bound using segment: {'id': '1a17fd6f-7f77-42fc-bb7f-96968f188b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:00:24.838574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Bound port: 78a00a84-9add-4cc1-b78c-06e5a028910c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a17fd6f-7f77-42fc-bb7f-96968f188b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:00:24.838750 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3a126501-f6a2-4fbc-9070-87961f5dbc6b tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips?floating_network_id=a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 HTTP/1.1" status: 200 len: 689 time: 0.1469648 Sep 25 01:00:24.838850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.838850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:24.854499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.856740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51572) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:24.872353 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2235b191-4c97-4ae3-98c9-2d8f2cdcb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] GET failed (client error): The resource could not be found. Sep 25 01:00:24.882056 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2235b191-4c97-4ae3-98c9-2d8f2cdcb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419464926-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/52b4ab50-f5c6-4c88-b038-50fa65d16e2f HTTP/1.1" status: 404 len: 333 time: 0.0584164 Sep 25 01:00:24.885316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51574) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:24.892475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:24.906288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=a46c594b-e552-455a-b033-d62be1c1e22b,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.908742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:24.914357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.956529 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-8db74149-bea6-411d-bf2a-25426ef83a31 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3c9af416-4358-430a-ad21-683d4c0622d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291437 Sep 25 01:00:25.005650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] For port 78a00a84-9add-4cc1-b78c-06e5a028910c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:25.009738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] For port 78a00a84-9add-4cc1-b78c-06e5a028910c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78a00a84-9add-4cc1-b78c-06e5a028910c,segment=NetworkSegment(1a17fd6f-7f77-42fc-bb7f-96968f188b23),segment_id=1a17fd6f-7f77-42fc-bb7f-96968f188b23)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:00:25.017709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.059669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762e966-63ce-481c-aca5-102386c6970a req-56ffb141-54b1-4954-bfd3-b3df2f09e9dd tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:25.062407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2762e966-63ce-481c-aca5-102386c6970a req-56ffb141-54b1-4954-bfd3-b3df2f09e9dd tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 945 time: 0.2032607 Sep 25 01:00:25.089963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8aa4a-fde0-4c00-b8de-efda11649c65 None None] Pushing event updated for resources: {'Port': ['ID=78a00a84-9add-4cc1-b78c-06e5a028910c,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:25.143378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (51ac28a0-3f0b-473c-ac84-9f1d7eb6825e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.222943 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-654af054-76d6-44a6-ba3d-2ef4a0bee324 req-f81847bf-5ed2-4b7e-92a8-3598614929a0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287567 Sep 25 01:00:25.247332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a46c594b-e552-455a-b033-d62be1c1e22b'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:00:25.277109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.289009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:25.296530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 92a97b8c-2f24-49e4-a3c3-b5644492d71b up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:25.303773 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2762e966-63ce-481c-aca5-102386c6970a req-d1f0cdc7-3de3-41ee-8a4c-84f47007db14 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278078 Sep 25 01:00:25.373598 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23121547-b09f-4b35-be8d-9a6bf965a76d req-03f21ee4-687a-4ca9-8182-0c694163c5d7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3c9af416-4358-430a-ad21-683d4c0622d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801403 Sep 25 01:00:25.383122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b26c57eb-4e5c-4fc8-b12b-271cc28e668a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a87feb27-4ecd-4d27-b053-4c805a8d0444), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.395719 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 6 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:25.397126 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (a3a727c8-9e5d-4a8f-ad69-f707765aa8b2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.407109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (51ac28a0-3f0b-473c-ac84-9f1d7eb6825e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.444724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:25.448828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:25.456064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ac28a0-3f0b-473c-ac84-9f1d7eb6825e']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:25.488891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:25.504672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f584bf-aabd-4898-81ab-184c014904c1') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:25.505159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f584bf-aabd-4898-81ab-184c014904c1') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:25.506391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 92a97b8c-2f24-49e4-a3c3-b5644492d71b completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:00:25.513894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:25.517235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:25.517866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 92a97b8c-2f24-49e4-a3c3-b5644492d71b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:25.518401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.518944 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 92a97b8c-2f24-49e4-a3c3-b5644492d71b Sep 25 01:00:25.537635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (c2f584bf-aabd-4898-81ab-184c014904c1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.545498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event updated for resources: {'Port': ['ID=76f2f4fd-b0f3-4e56-bcb1-a01276d8049f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:25.596666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (c2f584bf-aabd-4898-81ab-184c014904c1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.618755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:25.621161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (c2f584bf-aabd-4898-81ab-184c014904c1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.683451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c57eb-4e5c-4fc8-b12b-271cc28e668a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=a87feb27-4ecd-4d27-b053-4c805a8d0444,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:25.692716 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment c2f584bf-aabd-4898-81ab-184c014904c1 resource provider aggregate not found Sep 25 01:00:25.733609 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment c2f584bf-aabd-4898-81ab-184c014904c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2f584bf-aabd-4898-81ab-184c014904c1 found for delete ", "request_id": "req-752a8430-70d1-462e-873d-c1394f45b695"}]} Sep 25 01:00:25.734020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (d3532d66-bdde-4ee3-8440-6906479f8ede), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.741169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (51ac28a0-3f0b-473c-ac84-9f1d7eb6825e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.766479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.774516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] 10.222.0.49 "DELETE /networking/v2.0/networks/51ac28a0-3f0b-473c-ac84-9f1d7eb6825e HTTP/1.1" status: 204 len: 168 time: 0.8757808 Sep 25 01:00:25.797176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf96aa-d647-4f28-b0d7-865f3e27bbb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641008864-project] Pushing event deleted for resources: {'Network': ['ID=51ac28a0-3f0b-473c-ac84-9f1d7eb6825e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:25.821084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Deleting port f4063f9d-c27e-4753-819b-1b44cda3b1c3 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:25.821439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f4063f9d-c27e-4753-819b-1b44cda3b1c3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.836126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 92a97b8c-2f24-49e4-a3c3-b5644492d71b is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:25.837839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.837986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:25.888647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:25.988869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b26c57eb-4e5c-4fc8-b12b-271cc28e668a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.991608 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 7 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:25.996279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51588) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:26.006483 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b26c57eb-4e5c-4fc8-b12b-271cc28e668a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a87feb27-4ecd-4d27-b053-4c805a8d0444 HTTP/1.1" status: 204 len: 168 time: 4.0636585 Sep 25 01:00:26.016849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 92a97b8c-2f24-49e4-a3c3-b5644492d71b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:26.023111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.045977 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abf7d41-7de3-404f-8fbd-c7fd2b82659d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:26.046983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abf7d41-7de3-404f-8fbd-c7fd2b82659d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:26.058479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:26.066581 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7abf7d41-7de3-404f-8fbd-c7fd2b82659d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a87feb27-4ecd-4d27-b053-4c805a8d0444 HTTP/1.1" status: 404 len: 333 time: 0.0690925 Sep 25 01:00:26.067477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51590) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:26.089039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=92a97b8c-2f24-49e4-a3c3-b5644492d71b,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:26.121455 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-323353f5-6f10-41a0-83c8-fc21a13ece3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:00:26.127894 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-323353f5-6f10-41a0-83c8-fc21a13ece3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/a87feb27-4ecd-4d27-b053-4c805a8d0444 HTTP/1.1" status: 404 len: 333 time: 0.0589314 Sep 25 01:00:26.129001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51592) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:26.216427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-803fbf3d-3158-4392-9f99-ccdc7b24d898 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:00:26.223441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-803fbf3d-3158-4392-9f99-ccdc7b24d898 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.251756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:26.310083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717ba8db-19fb-49c0-8bb0-3858d48b0037" -d '{"events": [{"server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "name": "network-vif-plugged", "status": "completed", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:26.317456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efde625-e8b1-4b34-8a33-54efeae3df1a req-98a07734-50b9-466e-b181-2944eee77f04 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:26.319080 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5efde625-e8b1-4b34-8a33-54efeae3df1a req-98a07734-50b9-466e-b181-2944eee77f04 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 943 time: 0.4746923 Sep 25 01:00:26.338563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-803fbf3d-3158-4392-9f99-ccdc7b24d898 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.406292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f4063f9d-c27e-4753-819b-1b44cda3b1c3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.406847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for floatingip (f4063f9d-c27e-4753-819b-1b44cda3b1c3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.515410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51602) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:26.536033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23d4b2-d5b4-462b-aa0f-30df762dc3c6 req-67ee0daa-30f2-4f16-9641-eaa61dfd3b22 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:26.549063 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1e23d4b2-d5b4-462b-aa0f-30df762dc3c6 req-67ee0daa-30f2-4f16-9641-eaa61dfd3b22 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 944 time: 0.1298571 Sep 25 01:00:26.559480 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 8 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:26.571368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Calling delete_port for f4063f9d-c27e-4753-819b-1b44cda3b1c3 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:26.626029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:00:26.627126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8451982e-e878-447c-836c-9b5d6d1b3249 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:26.678334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-803fbf3d-3158-4392-9f99-ccdc7b24d898 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.687743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (c410ee48-4f2f-4ded-8dc7-f9cc0c972187), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.690823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:26.707403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d724be61-3bb4-42ad-9189-ff202e4d0bea None None] Network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:26.723553 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1e23d4b2-d5b4-462b-aa0f-30df762dc3c6 req-eac96b22-94e8-4dbd-862a-275d19e45d05 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729071 Sep 25 01:00:26.735333 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5efde625-e8b1-4b34-8a33-54efeae3df1a req-6588fd27-8a96-4d57-b84b-c506c1578cd1 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3885849 Sep 25 01:00:26.751333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:26.848875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8451982e-e878-447c-836c-9b5d6d1b3249 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:26.849588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.850115 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8451982e-e878-447c-836c-9b5d6d1b3249 Sep 25 01:00:26.897837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.910761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:26.923340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-803fbf3d-3158-4392-9f99-ccdc7b24d898 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:26.996638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfba6fe-fc89-4151-8cfe-60c3244b4dfc None None] Network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:27.050387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-803fbf3d-3158-4392-9f99-ccdc7b24d898 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.061120 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-803fbf3d-3158-4392-9f99-ccdc7b24d898 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02 HTTP/1.1" status: 204 len: 168 time: 0.9259925 Sep 25 01:00:27.063477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51608) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:27.064100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fbf3d-3158-4392-9f99-ccdc7b24d898 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:27.111151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:27.220657 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 9 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:27.223626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8451982e-e878-447c-836c-9b5d6d1b3249 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:27.224950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 78a00a84-9add-4cc1-b78c-06e5a028910c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:27.271811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (399e0e75-b3d6-416e-ab79-6cd309e1f5a6), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.291196 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-142424cb-afd7-4121-88ad-6144710d2ee7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d009e38e3ab1412e81f7f1e33ca55dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7735395 Sep 25 01:00:27.293167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51612) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:27.307092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cb6c3b-564f-41e7-b7d6-c2d7077256c8 x-openstack-request-id: req-37cb6c3b-564f-41e7-b7d6-c2d7077256c8 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:27.307367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "name": "network-vif-plugged", "status": "completed", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:27.307621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37cb6c3b-564f-41e7-b7d6-c2d7077256c8 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:27.308057 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cb6c3b-564f-41e7-b7d6-c2d7077256c8'] response: {'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'code': 200} Sep 25 01:00:27.314509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a46c594b-e552-455a-b033-d62be1c1e22b up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:27.330030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Subnet': ['ID=c410ee48-4f2f-4ded-8dc7-f9cc0c972187,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:27.340963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Checking segment: {'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:27.341456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network hostable DHCP agents. Network: 5f94c02d-7ace-49d9-9161-2ceb26cb2258, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:27.372286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a81eb-9ea9-4e34-8e02-9a1b48bea1a6 req-002dd542-5dff-4f7e-ab8e-2910df099de4 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:27.380011 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-123a81eb-9ea9-4e34-8e02-9a1b48bea1a6 req-002dd542-5dff-4f7e-ab8e-2910df099de4 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.4776499 Sep 25 01:00:27.449179 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 8451982e-e878-447c-836c-9b5d6d1b3249 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:27.450580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.466653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:27.475493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:27.482301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 78a00a84-9add-4cc1-b78c-06e5a028910c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:27.482722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.483062 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 78a00a84-9add-4cc1-b78c-06e5a028910c Sep 25 01:00:27.495250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:27.503035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-72aae1f0-b601-4713-9c63-5a543d0080d3 admin admin] Publish callbacks [] for security_group (e7d4ec47-0ea8-4b4c-82ea-11a52c595803), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.548387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port a46c594b-e552-455a-b033-d62be1c1e22b completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:00:27.583548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port a46c594b-e552-455a-b033-d62be1c1e22b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:27.584309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.584991 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port a46c594b-e552-455a-b033-d62be1c1e22b Sep 25 01:00:27.618305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-72aae1f0-b601-4713-9c63-5a543d0080d3 admin admin] Publish callbacks [] for security_group (e7d4ec47-0ea8-4b4c-82ea-11a52c595803), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.658709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] For port 8451982e-e878-447c-836c-9b5d6d1b3249, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8451982e-e878-447c-836c-9b5d6d1b3249,segment=NetworkSegment(95f6b1e8-c6e1-461a-a7d8-54c121c9f366),segment_id=95f6b1e8-c6e1-461a-a7d8-54c121c9f366)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:27.659520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.666739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5f94c02d-7ace-49d9-9161-2ceb26cb2258) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:27.677140 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:27.677746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.680756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:27.700294 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-123a81eb-9ea9-4e34-8e02-9a1b48bea1a6 req-4b68c8aa-501e-4a5b-adc8-bab2c0d7be5e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190277 Sep 25 01:00:27.736237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 8451982e-e878-447c-836c-9b5d6d1b3249 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:27.767934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] DHCP port deletion for 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:00:27.768379 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ba92ce18-c397-4a10-a2ef-8746b69d54c6 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.2329433 Sep 25 01:00:27.774004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51614) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:27.778355 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17b3611-e00a-4a61-b0e8-d94e0c3d5ef6 None None] Network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:27.853904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (f4063f9d-c27e-4753-819b-1b44cda3b1c3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.915062 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:00:27.920389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-72aae1f0-b601-4713-9c63-5a543d0080d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e7d4ec47-0ea8-4b4c-82ea-11a52c595803), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.933626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-72aae1f0-b601-4713-9c63-5a543d0080d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:27.946012 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-72aae1f0-b601-4713-9c63-5a543d0080d3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e7d4ec47-0ea8-4b4c-82ea-11a52c595803 HTTP/1.1" status: 204 len: 168 time: 0.6510041 Sep 25 01:00:28.007173 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Attempt 10 to provision port bff2e592-c4c2-4dd5-a2c1-a58716518758 Sep 25 01:00:28.037817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4063f9d-c27e-4753-819b-1b44cda3b1c3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:28.109846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aae1f0-b601-4713-9c63-5a543d0080d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d4ec47-0ea8-4b4c-82ea-11a52c595803,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:28.146639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] Deleting port 8451982e-e878-447c-836c-9b5d6d1b3249 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:28.147229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.246199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:28.246470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113306ac-0a80-496c-9868-b092e4891a9b req-93e3bf49-36c2-4ea3-8372-0d1d5c56b3cc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:28.250906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5f94c02d-7ace-49d9-9161-2ceb26cb2258', 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258', 'project_id': '604cc74280f34080b3f0ed61f9c415a9', 'fixed_ips': [{'subnet_id': 'c410ee48-4f2f-4ded-8dc7-f9cc0c972187'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:00:28.252761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.263227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-113306ac-0a80-496c-9868-b092e4891a9b req-93e3bf49-36c2-4ea3-8372-0d1d5c56b3cc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 944 time: 0.3508685 Sep 25 01:00:28.290995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca8188-e288-49c6-a36c-0251721d5941 req-b116ee87-8735-45d1-9071-34d1f366d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:28.294261 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8cca8188-e288-49c6-a36c-0251721d5941 req-b116ee87-8735-45d1-9071-34d1f366d40e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 1130 time: 0.2674065 Sep 25 01:00:28.308670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.326719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692058c-1f92-4047-a14e-3b93d8096a4c req-aff7c5bd-8d8b-4ea3-8325-49ac7e93f9aa tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:28.338911 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1692058c-1f92-4047-a14e-3b93d8096a4c req-aff7c5bd-8d8b-4ea3-8325-49ac7e93f9aa tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 943 time: 0.3104901 Sep 25 01:00:28.368318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.432979 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-113306ac-0a80-496c-9868-b092e4891a9b req-103976f7-5bc4-4f09-be9f-8c7810ba835f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679175 Sep 25 01:00:28.434219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8cca8188-e288-49c6-a36c-0251721d5941 req-0fe01246-e67d-405f-a562-99ec0b93840a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.445537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.486982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (5f94c02d-7ace-49d9-9161-2ceb26cb2258), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.498120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for floatingip (ab182d43-4166-4efa-bdd1-c1b3f901bbcc), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.549489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 78a00a84-9add-4cc1-b78c-06e5a028910c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:28.550143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.569298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4ae97-1b05-4304-8a0b-3e6111d80dbf None None] Port bff2e592-c4c2-4dd5-a2c1-a58716518758 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:28.574100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=8451982e-e878-447c-836c-9b5d6d1b3249,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:28.588942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No DVR routers for this DVR port 8451982e-e878-447c-836c-9b5d6d1b3249 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:28.750165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (399e0e75-b3d6-416e-ab79-6cd309e1f5a6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.782261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:28.805756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399e0e75-b3d6-416e-ab79-6cd309e1f5a6']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:28.808719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:28.825796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f6b1e8-c6e1-461a-a7d8-54c121c9f366') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:28.826278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f6b1e8-c6e1-461a-a7d8-54c121c9f366') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:28.854247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (95f6b1e8-c6e1-461a-a7d8-54c121c9f366), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.866338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port a46c594b-e552-455a-b033-d62be1c1e22b is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:28.866822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.869447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:28.875983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Allocated IP 2001:db8::f816:3eff:fe91:180a (5f94c02d-7ace-49d9-9161-2ceb26cb2258/c410ee48-4f2f-4ded-8dc7-f9cc0c972187/316efe9e-2ea8-42c6-a68e-481f88d3daeb) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:28.890608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c9696590-c7da-4951-ae46-2d41821d1ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.894923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (95f6b1e8-c6e1-461a-a7d8-54c121c9f366), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.906221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8cca8188-e288-49c6-a36c-0251721d5941 req-0fe01246-e67d-405f-a562-99ec0b93840a service neutron] Publish callbacks [] for security_group (21ccc91e-d1ac-46cf-aa0e-2dfc7e2996c1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.911031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:28.911545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (95f6b1e8-c6e1-461a-a7d8-54c121c9f366), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.921542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] For port 8451982e-e878-447c-836c-9b5d6d1b3249, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8451982e-e878-447c-836c-9b5d6d1b3249,segment=NetworkSegment(95f6b1e8-c6e1-461a-a7d8-54c121c9f366),segment_id=95f6b1e8-c6e1-461a-a7d8-54c121c9f366)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:28.922343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.950554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8cca8188-e288-49c6-a36c-0251721d5941 req-0fe01246-e67d-405f-a562-99ec0b93840a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (21ccc91e-d1ac-46cf-aa0e-2dfc7e2996c1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.975027 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 95f6b1e8-c6e1-461a-a7d8-54c121c9f366 resource provider aggregate not found Sep 25 01:00:28.975396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Provisioning complete for port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:28.975754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.976792 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 1 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:29.047458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51630) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:29.053359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] Calling delete_port for 8451982e-e878-447c-836c-9b5d6d1b3249 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:29.094264 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 95f6b1e8-c6e1-461a-a7d8-54c121c9f366 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95f6b1e8-c6e1-461a-a7d8-54c121c9f366 found for delete ", "request_id": "req-b6de3fef-ac97-4daf-b53e-f586ecf5b182"}]} Sep 25 01:00:29.109499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 78a00a84-9add-4cc1-b78c-06e5a028910c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78a00a84-9add-4cc1-b78c-06e5a028910c,segment=NetworkSegment(1a17fd6f-7f77-42fc-bb7f-96968f188b23),segment_id=1a17fd6f-7f77-42fc-bb7f-96968f188b23)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:29.182596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.189173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event updated for resources: {'Port': ['ID=76f2f4fd-b0f3-4e56-bcb1-a01276d8049f,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:29.211307 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8cca8188-e288-49c6-a36c-0251721d5941 req-0fe01246-e67d-405f-a562-99ec0b93840a service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8927419 Sep 25 01:00:29.223921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe01246-e67d-405f-a562-99ec0b93840a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21ccc91e-d1ac-46cf-aa0e-2dfc7e2996c1,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:29.236035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (399e0e75-b3d6-416e-ab79-6cd309e1f5a6), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.237678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (d3532d66-bdde-4ee3-8440-6906479f8ede), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.270435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.279085 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/networks/399e0e75-b3d6-416e-ab79-6cd309e1f5a6 HTTP/1.1" status: 204 len: 168 time: 2.2118115 Sep 25 01:00:29.280378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc34ff8-2540-4e9a-a0f5-1ad9a1654450 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Network': ['ID=399e0e75-b3d6-416e-ab79-6cd309e1f5a6,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:29.291578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92a61-b446-4c8c-a26a-650c61ea728c req-28696dea-d79b-4ac9-9193-292791d6b549 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:29.294025 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e0c92a61-b446-4c8c-a26a-650c61ea728c req-28696dea-d79b-4ac9-9193-292791d6b549 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.2506256 Sep 25 01:00:29.301120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51632) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:29.307272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-883547995'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:29.327716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1680ad0e-2348-436b-9ef4-494e226ce069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46c594b-e552-455a-b033-d62be1c1e22b'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:29.330995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e533eee-7f93-4eed-88a4-d826efb7c600" -d '{"events": [{"server_uuid": "1680ad0e-2348-436b-9ef4-494e226ce069", "name": "network-vif-plugged", "status": "completed", "tag": "a46c594b-e552-455a-b033-d62be1c1e22b"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:29.344443 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cd12d5b1-1c83-46bb-9c08-ee154494f44f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2312bc2856c340b9ad43ca853d90436c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869794 Sep 25 01:00:29.349309 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1692058c-1f92-4047-a14e-3b93d8096a4c req-d04187dc-8e15-40ab-98ee-bb7ca66dffcd tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0083978 Sep 25 01:00:29.356482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51636) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:29.401368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (61004f21-e7fd-4ad5-9372-873feeb05853), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.407747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:29.420401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.475515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:29.491255 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e0c92a61-b446-4c8c-a26a-650c61ea728c req-e4778f88-aa5c-46ac-99c6-261bd761128d tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784582 Sep 25 01:00:29.523024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port a46c594b-e552-455a-b033-d62be1c1e22b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a46c594b-e552-455a-b033-d62be1c1e22b,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:29.532447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:29.534138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 875bc05c-fb99-4b17-8a49-d7f97202c6d4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:00:29.546974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8451982e-e878-447c-836c-9b5d6d1b3249 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:00:29.578195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:29.595701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f22c9f9-31a3-4e1b-8c86-5c4d9864eddf admin admin] Publish callbacks [] for security_group (96627b4e-8034-4b49-a8c8-d18bc1adfebc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.633753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ad0742c0-d47d-49aa-8346-4b1418383205), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.634616 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Added segment ad0742c0-d47d-49aa-8346-4b1418383205 of type vlan for network 176564ab-9311-4aa9-861d-3f833c46e039 Sep 25 01:00:29.640479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=78a00a84-9add-4cc1-b78c-06e5a028910c,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:29.668967 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f22c9f9-31a3-4e1b-8c86-5c4d9864eddf admin admin] Publish callbacks [] for security_group (96627b4e-8034-4b49-a8c8-d18bc1adfebc), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.676762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c3429-44bc-40cf-9b2f-8682d60eadca x-openstack-request-id: req-8d3c3429-44bc-40cf-9b2f-8682d60eadca {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:29.677549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1680ad0e-2348-436b-9ef4-494e226ce069", "name": "network-vif-plugged", "status": "completed", "tag": "a46c594b-e552-455a-b033-d62be1c1e22b", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:29.677933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d3c3429-44bc-40cf-9b2f-8682d60eadca {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:29.678767 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3c3429-44bc-40cf-9b2f-8682d60eadca'] response: {'server_uuid': '1680ad0e-2348-436b-9ef4-494e226ce069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46c594b-e552-455a-b033-d62be1c1e22b', 'code': 200} Sep 25 01:00:29.686797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.716981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 8451982e-e878-447c-836c-9b5d6d1b3249 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:00:29.717984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8451982e-e878-447c-836c-9b5d6d1b3249 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:00:29.777812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (176564ab-9311-4aa9-861d-3f833c46e039), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.802249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (61004f21-e7fd-4ad5-9372-873feeb05853), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.840098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (c410ee48-4f2f-4ded-8dc7-f9cc0c972187), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.854265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (176564ab-9311-4aa9-861d-3f833c46e039), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.864627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:29.865677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.884037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (8451982e-e878-447c-836c-9b5d6d1b3249), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.915555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:29.927026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f22c9f9-31a3-4e1b-8c86-5c4d9864eddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (96627b4e-8034-4b49-a8c8-d18bc1adfebc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.933140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f22c9f9-31a3-4e1b-8c86-5c4d9864eddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.935178 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4f22c9f9-31a3-4e1b-8c86-5c4d9864eddf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/96627b4e-8034-4b49-a8c8-d18bc1adfebc HTTP/1.1" status: 204 len: 168 time: 0.5773194 Sep 25 01:00:29.942489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] Network 399e0e75-b3d6-416e-ab79-6cd309e1f5a6 is not hosted by any dhcp agent {{(pid=107189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:00:29.942672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] No DVR routers for this DVR port 8451982e-e878-447c-836c-9b5d6d1b3249 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:29.974256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=a46c594b-e552-455a-b033-d62be1c1e22b,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:30.052107 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 2 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:30.054506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22c9f9-31a3-4e1b-8c86-5c4d9864eddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96627b4e-8034-4b49-a8c8-d18bc1adfebc,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:30.068134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Publish callbacks [] for port (316efe9e-2ea8-42c6-a68e-481f88d3daeb), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.074786 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7723744 Sep 25 01:00:30.075457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51642) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:30.083640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '176564ab-9311-4aa9-861d-3f833c46e039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:30.090627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=61004f21-e7fd-4ad5-9372-873feeb05853,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:30.093007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752998f-def6-4695-8dcc-d76ec19616b0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Network': ['ID=176564ab-9311-4aa9-861d-3f833c46e039,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:30.124896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab1863-c4bf-4878-aa2e-433502d2d2d8 req-852bcc2e-c2f8-4737-b2b4-5b0585ef1a62 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:30.128022 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-05ab1863-c4bf-4878-aa2e-433502d2d2d8 req-852bcc2e-c2f8-4737-b2b4-5b0585ef1a62 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3983705 Sep 25 01:00:30.134331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 176564ab-9311-4aa9-861d-3f833c46e039 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:30.137026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6269e98-9ab6-4bef-a0fc-911e842c090a None None] Pushing event deleted for resources: {'Port': ['ID=8451982e-e878-447c-836c-9b5d6d1b3249,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:30.162845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (316efe9e-2ea8-42c6-a68e-481f88d3daeb), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.183094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:30.189706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 875bc05c-fb99-4b17-8a49-d7f97202c6d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=875bc05c-fb99-4b17-8a49-d7f97202c6d4,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:30.191087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (a3a727c8-9e5d-4a8f-ad69-f707765aa8b2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.198030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:30.300992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:30.301845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'port_id': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'mac_address': 'fa:16:3e:57:8c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:00:30.336104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:30.337205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Pushing event updated for resources: {'Port': ['ID=316efe9e-2ea8-42c6-a68e-481f88d3daeb,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:30.341857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:30.365986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:30.368017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:30.373422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:30.376738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.401939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a727c8-9e5d-4a8f-ad69-f707765aa8b2']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:30.428501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:30.429111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.469661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:30.509525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ec0acf-f480-4c0b-93aa-c84bd0d3c53e') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:30.510429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ec0acf-f480-4c0b-93aa-c84bd0d3c53e') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:30.533089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (53ec0acf-f480-4c0b-93aa-c84bd0d3c53e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.543933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875bc05c-fb99-4b17-8a49-d7f97202c6d4 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:00:30.565056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (53ec0acf-f480-4c0b-93aa-c84bd0d3c53e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.569123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:30.570262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:30.570484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:30.571022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:30.589793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:30.601328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (c410ee48-4f2f-4ded-8dc7-f9cc0c972187), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.606815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 875bc05c-fb99-4b17-8a49-d7f97202c6d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=875bc05c-fb99-4b17-8a49-d7f97202c6d4,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:30.625174 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:30.629061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:30.634399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.640395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:30.641035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (53ec0acf-f480-4c0b-93aa-c84bd0d3c53e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:30.682354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:30.690114 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:30.722964 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempt 2 to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb Sep 25 01:00:30.743270 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-05ab1863-c4bf-4878-aa2e-433502d2d2d8 req-98284dd5-b212-4f05-966c-e4090cbef9b7 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5772915 Sep 25 01:00:30.745112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741896f8-23a1-4822-943b-b2bcf8f994ae req-09a0e906-e228-4fc7-9428-f6751255c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:30.747734 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-741896f8-23a1-4822-943b-b2bcf8f994ae req-09a0e906-e228-4fc7-9428-f6751255c51a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1129 time: 0.0964153 Sep 25 01:00:30.800178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69d25d-63e4-425b-9560-2a0fa6d6e508 req-4a1dd337-2fc5-4f19-a6ab-cb1345d7e25b tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:30.805092 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0e69d25d-63e4-425b-9560-2a0fa6d6e508 req-4a1dd337-2fc5-4f19-a6ab-cb1345d7e25b tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 943 time: 0.2595294 Sep 25 01:00:30.821173 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 3 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:30.828669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:30.829285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:30.829905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:30.930290 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 53ec0acf-f480-4c0b-93aa-c84bd0d3c53e resource provider aggregate not found Sep 25 01:00:30.965831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Subnet': ['ID=c410ee48-4f2f-4ded-8dc7-f9cc0c972187,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:31.014193 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:31.019918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:31.033363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (2ed610d8-3911-4482-ba04-8db4afa1ac37), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:31.077782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=875bc05c-fb99-4b17-8a49-d7f97202c6d4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:31.083761 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:31.088551 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:31.088551 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempt 3 to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb Sep 25 01:00:31.094645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:31.112897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:31.113516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:31.114129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:31.139567 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0e69d25d-63e4-425b-9560-2a0fa6d6e508 req-0ee0933d-20fa-4f9b-89e9-1d7b58e6dbb4 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119111 Sep 25 01:00:31.183033 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 53ec0acf-f480-4c0b-93aa-c84bd0d3c53e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53ec0acf-f480-4c0b-93aa-c84bd0d3c53e found for delete ", "request_id": "req-999b063d-6198-4bf5-9bd4-94b2b592d5c2"}]} Sep 25 01:00:31.219470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['875bc05c-fb99-4b17-8a49-d7f97202c6d4'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:00:31.222378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:31.232058 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:31.236753 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-741896f8-23a1-4822-943b-b2bcf8f994ae req-ca5c5cc2-9689-4edd-9b57-a5b297ebc974 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135210 Sep 25 01:00:31.254836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:31.331442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Checking segment: {'id': 'ad0742c0-d47d-49aa-8346-4b1418383205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '176564ab-9311-4aa9-861d-3f833c46e039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:31.331839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network hostable DHCP agents. Network: 176564ab-9311-4aa9-861d-3f833c46e039, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:31.343928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=2ed610d8-3911-4482-ba04-8db4afa1ac37,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:31.389475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 176564ab-9311-4aa9-861d-3f833c46e039 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:31.418625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 176564ab-9311-4aa9-861d-3f833c46e039) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:31.424859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:31.426007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:31.462024 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ccadd6c7-026b-4117-ae41-e15eecc67aaf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3824501 Sep 25 01:00:31.464083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51662) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:31.478797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '176564ab-9311-4aa9-861d-3f833c46e039', 'security_groups': [], 'name': 'tempest-PortsTestJSON-906602514'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:31.480531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (5f94c02d-7ace-49d9-9161-2ceb26cb2258), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:31.480752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa171c-c0fe-48bf-9854-a86456fd8006 None None] Network 176564ab-9311-4aa9-861d-3f833c46e039 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:31.486061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (a3a727c8-9e5d-4a8f-ad69-f707765aa8b2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:31.490735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 78a00a84-9add-4cc1-b78c-06e5a028910c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:31.498028 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:31.498266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:31.500648 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:31.503844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:31.513934 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 HTTP/1.1" status: 204 len: 168 time: 6.6508908 Sep 25 01:00:31.519233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51664) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:31.535805 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempt 4 to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb Sep 25 01:00:31.600031 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 4 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:31.692923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc0b7-dff7-4fe2-8391-eb8f1b0f4391 req-3b5363da-2bb8-4516-98d0-dc3019579912 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:31.706966 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-53efc0b7-dff7-4fe2-8391-eb8f1b0f4391 req-3b5363da-2bb8-4516-98d0-dc3019579912 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.6413960 Sep 25 01:00:31.776842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:31.787337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:31.936892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5af82-aee3-4da0-8ac8-3bceff9e1942 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3a727c8-9e5d-4a8f-ad69-f707765aa8b2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:31.953678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f94c02d-7ace-49d9-9161-2ceb26cb2258']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:31.990739 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d3dc0118-8659-4709-9b8a-3c82f25a1768 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.4373500 Sep 25 01:00:31.996626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:31.997123 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:32.000562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51676) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:32.117208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (a1b399c9-1c8c-4cf6-98ac-60962b77de6f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:32.332899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3af318a9-385d-4823-b8dc-38622227c0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:32.335350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:32.336048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:32.336841 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:32.357967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Router d3532d66-bdde-4ee3-8440-6906479f8ede is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:00:32.364585 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a1b399c9-1c8c-4cf6-98ac-60962b77de6f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:32.374070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-176564ab-9311-4aa9-861d-3f833c46e039', 'network_id': '176564ab-9311-4aa9-861d-3f833c46e039', 'project_id': '84da212938f24d5daaebf1c4a1599dfb', 'fixed_ips': [{'subnet_id': '2ed610d8-3911-4482-ba04-8db4afa1ac37'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:00:32.375444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:32.377691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:32.389192 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:32.393110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:32.422307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port a8f03f45-c0f3-4f1d-a893-9412ec6b957a yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:32.452683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:32.457943 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:32.460341 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempt 5 to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb Sep 25 01:00:32.494430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:32.495713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 78a00a84-9add-4cc1-b78c-06e5a028910c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:32.496381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:32.497059 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 78a00a84-9add-4cc1-b78c-06e5a028910c Sep 25 01:00:32.521545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23de4fb-22b1-4c40-aef7-cf6f1918ab91 req-e8c31770-c29c-433c-993f-45e6e570d4b1 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.525926 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c23de4fb-22b1-4c40-aef7-cf6f1918ab91 req-e8c31770-c29c-433c-993f-45e6e570d4b1 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2329395 Sep 25 01:00:32.534766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.535518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.536203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.537041 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.539517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.540260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.540869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.541513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.542119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.545192 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9e6eb7dd-4c78-4740-9b52-7f2f3b3227f5 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5837 time: 0.5425782 Sep 25 01:00:32.562025 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-53efc0b7-dff7-4fe2-8391-eb8f1b0f4391 req-d09510ac-378b-49c9-96ac-21b454be61dc tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8536592 Sep 25 01:00:32.570257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:32.570873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (a1b399c9-1c8c-4cf6-98ac-60962b77de6f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:32.592026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51682) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:32.604213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:32.604213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:32.604213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:32.667875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:32.705365 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:32.711168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:32.857500 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c23de4fb-22b1-4c40-aef7-cf6f1918ab91 req-b603077e-9660-4a07-8b57-dcc59500ee49 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204864 Sep 25 01:00:32.899108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:32.905218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:32.911282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:32.912250 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 5 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:32.914690 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-21267738-54da-4b7e-b261-880b0349fda6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] delete failed (client error): The resource could not be found. Sep 25 01:00:32.920874 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-21267738-54da-4b7e-b261-880b0349fda6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ab182d43-4166-4efa-bdd1-c1b3f901bbcc HTTP/1.1" status: 404 len: 345 time: 0.3320405 Sep 25 01:00:32.922984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51686) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:32.931654 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempt 6 to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb Sep 25 01:00:32.953666 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c02023e-2122-44be-bd1c-5f2a094638b0 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] DELETE failed (client error): The resource could not be found. Sep 25 01:00:32.954555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c02023e-2122-44be-bd1c-5f2a094638b0 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:32.968106 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1c02023e-2122-44be-bd1c-5f2a094638b0 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/a3a727c8-9e5d-4a8f-ad69-f707765aa8b2 HTTP/1.1" status: 404 len: 339 time: 0.0331793 Sep 25 01:00:32.968106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51688) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:32.978305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Request body: {'network': {'name': 'tempest-network--1262125473', 'router:external': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:33.053243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:00:33.054612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Made reservation on behalf of 5a65d7c140e244b2b2224e39e5ad2094 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:33.059754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:33.084641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af315-f2d5-4d8f-aa26-1592432127d1 req-9e239899-c4ba-47ee-9874-9840034bf103 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:33.088982 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2f8af315-f2d5-4d8f-aa26-1592432127d1 req-9e239899-c4ba-47ee-9874-9840034bf103 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 944 time: 0.3234396 Sep 25 01:00:33.096943 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2166a6-2b89-4b2e-9c79-f50cbb6297b7 None None] Sync routers for ids ['d3532d66-bdde-4ee3-8440-6906479f8ede'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:00:33.108655 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6d044d6b-f2e1-44a8-97a2-1348213d0b23 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "PUT /networking/v2.0/routers/d3532d66-bdde-4ee3-8440-6906479f8ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3541739 Sep 25 01:00:33.114151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51692) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:33.114421 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2166a6-2b89-4b2e-9c79-f50cbb6297b7 None None] Routers {'d3532d66-bdde-4ee3-8440-6906479f8ede'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:33.114953 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7f2166a6-2b89-4b2e-9c79-f50cbb6297b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['d3532d66-bdde-4ee3-8440-6906479f8ede'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:33.122374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:33.122818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:33.123170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:33.123456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Request body: {'port': {'network_id': '2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9', 'name': 'tempest-FloatingIPNegativeTestJSON-1823076639'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:33.126175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.api [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:00:33.126175 dv-neutron-master-2-hyperv neutron-server[107188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:00:33.126175 dv-neutron-master-2-hyperv neutron-server[107188]: [parameters: {'id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:33.126175 dv-neutron-master-2-hyperv neutron-server[107188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:00:33.126794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG oslo_db.api [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:00:33.207023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Allocated IP 172.20.0.2 (176564ab-9311-4aa9-861d-3f833c46e039/2ed610d8-3911-4482-ba04-8db4afa1ac37/142f8f7d-25d1-46a0-8389-f20b110b6914) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:33.228958 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7f2166a6-2b89-4b2e-9c79-f50cbb6297b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:33.250589 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment a1b399c9-1c8c-4cf6-98ac-60962b77de6f resource provider aggregate not found Sep 25 01:00:33.284567 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2166a6-2b89-4b2e-9c79-f50cbb6297b7 None None] Routers {'d3532d66-bdde-4ee3-8440-6906479f8ede'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:33.285259 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7f2166a6-2b89-4b2e-9c79-f50cbb6297b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['d3532d66-bdde-4ee3-8440-6906479f8ede'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:33.304195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:33.318969 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment a1b399c9-1c8c-4cf6-98ac-60962b77de6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1b399c9-1c8c-4cf6-98ac-60962b77de6f found for delete ", "request_id": "req-74a1318a-58d9-4e82-892a-e53a53d31519"}]} Sep 25 01:00:33.342579 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2f8af315-f2d5-4d8f-aa26-1592432127d1 req-07edec36-e2c1-4992-92e6-101602e990a1 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2139792 Sep 25 01:00:33.361291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cfa8753f-1f15-4358-ba4c-6a047782c8a1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:33.361768 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Added segment cfa8753f-1f15-4358-ba4c-6a047782c8a1 of type vlan for network 0e662f01-d403-40e7-a059-d90adc9a14d2 Sep 25 01:00:33.522265 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7f2166a6-2b89-4b2e-9c79-f50cbb6297b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:33.524736 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2166a6-2b89-4b2e-9c79-f50cbb6297b7 None None] The sync data for ids ['d3532d66-bdde-4ee3-8440-6906479f8ede'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:00:33.542600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Publish callbacks [] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:33.569218 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:33.576438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:33.619832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:33.628356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (5f94c02d-7ace-49d9-9161-2ceb26cb2258), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:33.665788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 78a00a84-9add-4cc1-b78c-06e5a028910c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:33.684726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:33.727533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Deleting port 316efe9e-2ea8-42c6-a68e-481f88d3daeb {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:33.728415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (316efe9e-2ea8-42c6-a68e-481f88d3daeb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:33.769512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (0e662f01-d403-40e7-a059-d90adc9a14d2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:33.773998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:33.858098 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:33.860605 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:33.870932 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempt 7 to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb Sep 25 01:00:33.896009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.14 (176564ab-9311-4aa9-861d-3f833c46e039/2ed610d8-3911-4482-ba04-8db4afa1ac37/a8f03f45-c0f3-4f1d-a893-9412ec6b957a) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:33.901727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:33.904310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:33.913076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:33.914384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:33.915088 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:33.927538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] For port 316efe9e-2ea8-42c6-a68e-481f88d3daeb, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:33.928208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (316efe9e-2ea8-42c6-a68e-481f88d3daeb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:33.951490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Calling delete_port for 316efe9e-2ea8-42c6-a68e-481f88d3daeb owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:34.036596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Network 176564ab-9311-4aa9-861d-3f833c46e039 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.054008 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:34.056503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:34.067519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:34.077717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:34.129657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Pushing event updated for resources: {'Port': ['ID=142f8f7d-25d1-46a0-8389-f20b110b6914,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.136269 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:34.138941 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:34.138941 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempt 8 to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb Sep 25 01:00:34.160887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (a8f03f45-c0f3-4f1d-a893-9412ec6b957a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.170675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:34.177760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (0e662f01-d403-40e7-a059-d90adc9a14d2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.178801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:34.180027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.207679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:34.207679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:34.212787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:34.232656 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2653887 Sep 25 01:00:34.263301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51712) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:34.301105 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 6 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.325053 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:34.330043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d52c6-64fe-4f40-8d06-e6109b54ea8b req-19b84c2e-a911-44f8-8d63-5944707c1df5 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:34.330834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:34.345930 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-261d52c6-64fe-4f40-8d06-e6109b54ea8b req-19b84c2e-a911-44f8-8d63-5944707c1df5 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1228774 Sep 25 01:00:34.361820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (316efe9e-2ea8-42c6-a68e-481f88d3daeb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.447750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Port': ['ID=316efe9e-2ea8-42c6-a68e-481f88d3daeb,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:34.450433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0492fd2-dc2f-4b12-937e-d310a25b67ad req-565f5d26-6adf-477f-9cb7-d2beb4762acb tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:34.459392 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f0492fd2-dc2f-4b12-937e-d310a25b67ad req-565f5d26-6adf-477f-9cb7-d2beb4762acb tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.6495607 Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.479800 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:34.482687 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:34.482764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Made reservation on behalf of 2e037bbf82724f81ab257bf784000a23 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:34.485653 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempt 9 to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb Sep 25 01:00:34.486474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.491084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No DVR routers for this DVR port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:34.492602 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Attempting to bind port 142f8f7d-25d1-46a0-8389-f20b110b6914 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:34.493227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Attempting to bind port 142f8f7d-25d1-46a0-8389-f20b110b6914 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ad0742c0-d47d-49aa-8346-4b1418383205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '176564ab-9311-4aa9-861d-3f833c46e039'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:34.493823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Attempting to bind port 142f8f7d-25d1-46a0-8389-f20b110b6914 on network 176564ab-9311-4aa9-861d-3f833c46e039 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:34.513968 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:34.546729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] device_id is not set on port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:34.591335 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-261d52c6-64fe-4f40-8d06-e6109b54ea8b req-16fd125d-504d-4d02-8d3b-82ff7676ea7b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425773 Sep 25 01:00:34.666218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:00:34.671360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Checking segment: {'id': 'ad0742c0-d47d-49aa-8346-4b1418383205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '176564ab-9311-4aa9-861d-3f833c46e039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:34.672422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.673300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Bound using segment: {'id': 'ad0742c0-d47d-49aa-8346-4b1418383205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '176564ab-9311-4aa9-861d-3f833c46e039'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:00:34.675431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Bound port: 142f8f7d-25d1-46a0-8389-f20b110b6914, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0742c0-d47d-49aa-8346-4b1418383205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '176564ab-9311-4aa9-861d-3f833c46e039'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:00:34.676570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.676983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (5f94c02d-7ace-49d9-9161-2ceb26cb2258), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.681018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036c0ee-2e01-410a-9075-765e14837355 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'Network': ['ID=0e662f01-d403-40e7-a059-d90adc9a14d2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:34.689170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:34.691340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:34.694603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:34.699218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a8f03f45-c0f3-4f1d-a893-9412ec6b957a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.717784 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f94c02d-7ace-49d9-9161-2ceb26cb2258']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:34.727910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:34.728709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 0e662f01-d403-40e7-a059-d90adc9a14d2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:34.744840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.749901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:34.753078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:34.755631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:34.756222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:34.797056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51722) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:34.806681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (a1b399c9-1c8c-4cf6-98ac-60962b77de6f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.815877 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:34.819164 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:34.847632 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempt 10 to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb Sep 25 01:00:34.852174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cf62e-26cf-4116-9392-2e7dffa0c981 req-4500a434-96e6-47af-a349-6133ce267a52 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:34.854806 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cd1cf62e-26cf-4116-9392-2e7dffa0c981 req-4500a434-96e6-47af-a349-6133ce267a52 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 944 time: 0.1249623 Sep 25 01:00:34.857031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a1b399c9-1c8c-4cf6-98ac-60962b77de6f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.866400 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:34.867532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (a1b399c9-1c8c-4cf6-98ac-60962b77de6f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.870873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:34.872695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:34.872695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.932549 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:34.935143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Attempting to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:34.984972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 176564ab-9311-4aa9-861d-3f833c46e039 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c410ee48-4f2f-4ded-8dc7-f9cc0c972187 could not be found. Sep 25 01:00:34.987917 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:34.990689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Failed to bind port 316efe9e-2ea8-42c6-a68e-481f88d3daeb on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'a1b399c9-1c8c-4cf6-98ac-60962b77de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f94c02d-7ace-49d9-9161-2ceb26cb2258'}] Sep 25 01:00:34.990689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (316efe9e-2ea8-42c6-a68e-481f88d3daeb), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.007893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] For port 142f8f7d-25d1-46a0-8389-f20b110b6914, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:35.010868 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cd1cf62e-26cf-4116-9392-2e7dffa0c981 req-0576d829-72ac-46ea-888b-1f761a0b0f5e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195395 Sep 25 01:00:35.016988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (5f94c02d-7ace-49d9-9161-2ceb26cb2258), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.035940 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:35.042047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-da8556db-1f0b-432a-a77a-36903033b938 None None] Port 316efe9e-2ea8-42c6-a68e-481f88d3daeb has been deleted concurrently {{(pid=107189) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:694}} Sep 25 01:00:35.044558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] For port 142f8f7d-25d1-46a0-8389-f20b110b6914, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=142f8f7d-25d1-46a0-8389-f20b110b6914,segment=NetworkSegment(ad0742c0-d47d-49aa-8346-4b1418383205),segment_id=ad0742c0-d47d-49aa-8346-4b1418383205)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:00:35.060337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.063524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.096367 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5f94c02d-7ace-49d9-9161-2ceb26cb2258 HTTP/1.1" status: 204 len: 168 time: 7.2927022 Sep 25 01:00:35.098931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51726) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:35.099904 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f0492fd2-dc2f-4b12-937e-d310a25b67ad req-0339f703-afed-4681-af97-532a9837e48e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6392603 Sep 25 01:00:35.113911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:35.155327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1899356751'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:35.167648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee20cc-ef88-4f58-a964-7a25616baebe None None] Pushing event updated for resources: {'Port': ['ID=142f8f7d-25d1-46a0-8389-f20b110b6914,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:35.173688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d7777a91-e5eb-4cec-bd4a-c944791a4474 tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:35.198397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb495b-d0ed-4956-89fb-53c790dce842 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Network': ['ID=5f94c02d-7ace-49d9-9161-2ceb26cb2258,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:35.229921 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 7 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:35.238149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:35.261813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Allocated IP 172.20.0.7 (2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9/2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb/8d1d35f7-99bf-47fc-af53-60d6e6ee2917) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:35.283703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:35.291748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.342063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:35.346126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 875bc05c-fb99-4b17-8a49-d7f97202c6d4 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:35.375513 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment a1b399c9-1c8c-4cf6-98ac-60962b77de6f resource provider aggregate not found Sep 25 01:00:35.419405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=a8f03f45-c0f3-4f1d-a893-9412ec6b957a,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:35.423475 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d7777a91-e5eb-4cec-bd4a-c944791a4474 tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] 10.222.0.49 "PUT /networking/v2.0/quotas/dbc77e0295344482a50551d6ca6e9516 HTTP/1.1" status: 200 len: 366 time: 0.6198373 Sep 25 01:00:35.453815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51734) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:35.495689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ca892-0132-41c1-8313-11fd96b698a3 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:35.523280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ca892-0132-41c1-8313-11fd96b698a3 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:35.523592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:00:35.535154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0924a28-4c44-401f-b7cd-d4e85b12cff7 req-d165a4f5-c3ff-4bd1-a5c2-73344875dc59 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:35.536473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:35.537181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.537879 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 Sep 25 01:00:35.539815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ca892-0132-41c1-8313-11fd96b698a3 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:35.541226 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e0924a28-4c44-401f-b7cd-d4e85b12cff7 req-d165a4f5-c3ff-4bd1-a5c2-73344875dc59 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1396036 Sep 25 01:00:35.542241 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:35.545511 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment a1b399c9-1c8c-4cf6-98ac-60962b77de6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1b399c9-1c8c-4cf6-98ac-60962b77de6f found for delete ", "request_id": "req-553b4812-33d0-4df7-9ee9-f551d9095e3f"}]} Sep 25 01:00:35.546074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ca892-0132-41c1-8313-11fd96b698a3 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:35.547924 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ad8ca892-0132-41c1-8313-11fd96b698a3 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.2835014 Sep 25 01:00:35.553742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51736) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:35.584049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51738) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:35.610190 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5521f60b-d7b4-4b93-a98b-4eacad8edeba tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0582042 Sep 25 01:00:35.636715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Request body: {'floatingip': {'port_id': 'a46c594b-e552-455a-b033-d62be1c1e22b'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:35.639098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:35.639686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.640399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:35.641634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51740) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:35.680828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:35.681632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.692701 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2acc27a5-7329-4d7c-ad7c-39823a9caa78 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.2268527 Sep 25 01:00:35.716622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51742) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:35.727925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:35.733732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4b31b5-bfb0-4af4-98e8-340eb485394f" -d '{"events": [{"server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "name": "network-vif-plugged", "status": "completed", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:35.790898 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 875bc05c-fb99-4b17-8a49-d7f97202c6d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=875bc05c-fb99-4b17-8a49-d7f97202c6d4,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:35.809911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.811198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaaed6-68ff-45dc-9525-3eadbd64329f req-9cacea59-e822-4332-997f-b87869aaf158 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:35.813873 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e0aaaed6-68ff-45dc-9525-3eadbd64329f req-9cacea59-e822-4332-997f-b87869aaf158 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.2495842 Sep 25 01:00:35.860904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51746) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:35.890852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Request body: {'floatingip': {'port_id': '92a97b8c-2f24-49e4-a3c3-b5644492d71b'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:35.907800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3c6b43-0a9d-4d07-bbf5-786f58e9f7e4 x-openstack-request-id: req-6d3c6b43-0a9d-4d07-bbf5-786f58e9f7e4 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:35.908204 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "name": "network-vif-plugged", "status": "completed", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:35.908592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d3c6b43-0a9d-4d07-bbf5-786f58e9f7e4 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:35.908871 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3c6b43-0a9d-4d07-bbf5-786f58e9f7e4'] response: {'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'code': 200} Sep 25 01:00:35.912866 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 8 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:36.001532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 142f8f7d-25d1-46a0-8389-f20b110b6914 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:36.012792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.042421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=875bc05c-fb99-4b17-8a49-d7f97202c6d4,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:36.074331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (f4382672-40cb-41ae-a3c6-d0e484390ee2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.075300 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Added segment f4382672-40cb-41ae-a3c6-d0e484390ee2 of type vlan for network 34513009-0071-42d4-b584-9092f7b86747 Sep 25 01:00:36.081504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:36.091648 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-70ed61f6-8b16-4942-a8aa-f2f776ea6b93 tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas/dbc77e0295344482a50551d6ca6e9516 HTTP/1.1" status: 200 len: 366 time: 0.2111773 Sep 25 01:00:36.105894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for floatingip (9a9a4491-f511-4262-961e-147c5571b6bc), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.110196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51750) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:36.126625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 142f8f7d-25d1-46a0-8389-f20b110b6914 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:36.127687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.133359 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 142f8f7d-25d1-46a0-8389-f20b110b6914 Sep 25 01:00:36.207912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for floatingip (85321129-ab1c-47b7-a837-90f1435f7530), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.269195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:36.291938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 142f8f7d-25d1-46a0-8389-f20b110b6914 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:36.292574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.296502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:36.363681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 142f8f7d-25d1-46a0-8389-f20b110b6914, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=142f8f7d-25d1-46a0-8389-f20b110b6914,segment=NetworkSegment(ad0742c0-d47d-49aa-8346-4b1418383205),segment_id=ad0742c0-d47d-49aa-8346-4b1418383205)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:36.388794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7de02155-2620-4b36-a7db-15fa4a3a74bf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port a8f03f45-c0f3-4f1d-a893-9412ec6b957a {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:36.388794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7de02155-2620-4b36-a7db-15fa4a3a74bf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a8f03f45-c0f3-4f1d-a893-9412ec6b957a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.389188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.414646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af9534-6fbb-46bf-a27c-c06eea650f4b req-31fd9109-b803-455f-a087-eb04d27861bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:36.417926 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-00af9534-6fbb-46bf-a27c-c06eea650f4b req-31fd9109-b803-455f-a087-eb04d27861bb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 1129 time: 0.2277138 Sep 25 01:00:36.456161 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f09c7f8a-6af6-4588-bbc9-387c1a450458 tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] 10.222.0.49 "DELETE /networking/v2.0/quotas/dbc77e0295344482a50551d6ca6e9516 HTTP/1.1" status: 204 len: 168 time: 0.2999275 Sep 25 01:00:36.459541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.470347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (0e662f01-d403-40e7-a059-d90adc9a14d2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.473684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51752) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:36.491102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (34513009-0071-42d4-b584-9092f7b86747), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.499514 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8bb65169-2c7c-4527-a109-059e020fb7a5 tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0196114 Sep 25 01:00:36.509281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51754) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:36.520977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=142f8f7d-25d1-46a0-8389-f20b110b6914,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:36.566252 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-85767187-dda1-43c2-be93-de73fa91dfb4 tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas/dbc77e0295344482a50551d6ca6e9516 HTTP/1.1" status: 200 len: 370 time: 0.0528758 Sep 25 01:00:36.582525 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 9 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:36.605390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51756) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:36.613613 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9247b26f-37bd-4446-85d4-dcb4b69dc87c tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas/dbc77e0295344482a50551d6ca6e9516/default HTTP/1.1" status: 200 len: 370 time: 0.0048225 Sep 25 01:00:36.625633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51758) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:36.644701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:36.650364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd3be8-ae9c-448f-9322-d6b615052219 req-0a47ea6e-73d4-4fcb-962d-91cfff7235e9 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:36.653887 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bedd3be8-ae9c-448f-9322-d6b615052219 req-0a47ea6e-73d4-4fcb-962d-91cfff7235e9 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 945 time: 0.4612689 Sep 25 01:00:36.714737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (34513009-0071-42d4-b584-9092f7b86747), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.720894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:36.720894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.726540 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-080bfe0b-891b-473a-9560-2777efae9914 tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] delete failed (client error): The resource could not be found. Sep 25 01:00:36.736891 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-080bfe0b-891b-473a-9560-2777efae9914 tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] 10.222.0.49 "DELETE /networking/v2.0/quotas/dbc77e0295344482a50551d6ca6e9516 HTTP/1.1" status: 404 len: 348 time: 0.0757539 Sep 25 01:00:36.778422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for port (8d1d35f7-99bf-47fc-af53-60d6e6ee2917), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.937350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:36.975195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51762) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:37.096366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (0e662f01-d403-40e7-a059-d90adc9a14d2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.147071 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 10 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:37.198254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:37.207672 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0575948 Sep 25 01:00:37.217119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e662f01-d403-40e7-a059-d90adc9a14d2']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:37.227722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51764) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:37.246695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'subnet': {'network_id': '34513009-0071-42d4-b584-9092f7b86747', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:37.249698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f6fbd-e241-4370-a22f-2ec1d6c319f2 None None] DHCP port deletion for 5f94c02d-7ace-49d9-9161-2ceb26cb2258 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:00:37.268257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa8753f-1f15-4358-ba4c-6a047782c8a1') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:37.268257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa8753f-1f15-4358-ba4c-6a047782c8a1') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:37.271345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:37.279855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Could not find standard attr ID for object 8451982e-e878-447c-836c-9b5d6d1b3249. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:00:37.286254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440fb23-ec0d-4b10-980e-259c45751f5b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Network': ['ID=34513009-0071-42d4-b584-9092f7b86747,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:37.294914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77d41c-0f93-48dc-bab4-0e0b577d36ce None None] Network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:37.307311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Could not find standard attr ID for object a87feb27-4ecd-4d27-b053-4c805a8d0444. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:00:37.311349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (cfa8753f-1f15-4358-ba4c-6a047782c8a1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.466499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cfa8753f-1f15-4358-ba4c-6a047782c8a1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.519021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:37.519660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (cfa8753f-1f15-4358-ba4c-6a047782c8a1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.549819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7de02155-2620-4b36-a7db-15fa4a3a74bf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a8f03f45-c0f3-4f1d-a893-9412ec6b957a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.552639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 34513009-0071-42d4-b584-9092f7b86747 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:37.566146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7de02155-2620-4b36-a7db-15fa4a3a74bf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for a8f03f45-c0f3-4f1d-a893-9412ec6b957a owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:37.586570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77d41c-0f93-48dc-bab4-0e0b577d36ce None None] Network 5f94c02d-7ace-49d9-9161-2ceb26cb2258 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:00:37.658603 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment cfa8753f-1f15-4358-ba4c-6a047782c8a1 resource provider aggregate not found Sep 25 01:00:37.659664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4375e-08d7-4bde-9401-a9aa021984c2 None None] Network 176564ab-9311-4aa9-861d-3f833c46e039 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:37.664612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Provisioning complete for port 78a00a84-9add-4cc1-b78c-06e5a028910c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:37.665515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.666193 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Attempt 1 to provision port 78a00a84-9add-4cc1-b78c-06e5a028910c Sep 25 01:00:37.668004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:37.683314 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-00af9534-6fbb-46bf-a27c-c06eea650f4b req-f830e6b6-731a-4157-a14e-e265cd9790ea service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1227138 Sep 25 01:00:37.740927 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment cfa8753f-1f15-4358-ba4c-6a047782c8a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfa8753f-1f15-4358-ba4c-6a047782c8a1 found for delete ", "request_id": "req-ac948c8f-2561-49a1-a0d5-afae45b5118d"}]} Sep 25 01:00:37.746125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8d1d35f7-99bf-47fc-af53-60d6e6ee2917), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.777941 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bedd3be8-ae9c-448f-9322-d6b615052219 req-309dabff-256c-4523-9536-bca80949b752 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1044261 Sep 25 01:00:37.780929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:37.786254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.790365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (0e662f01-d403-40e7-a059-d90adc9a14d2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.812552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e662f01-d403-40e7-a059-d90adc9a14d2 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 25 01:00:37.817543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:37.817930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:37.823288 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/0e662f01-d403-40e7-a059-d90adc9a14d2 HTTP/1.1" status: 204 len: 168 time: 2.2685065 Sep 25 01:00:37.855520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51770) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:37.889030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Request body: {'network': {'name': 'tempest-network--386494671', 'router:external': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:37.912491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12158a9-dc7e-42f2-a3e3-bc7952bd418c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e662f01-d403-40e7-a059-d90adc9a14d2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:37.935736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:37.996883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 142f8f7d-25d1-46a0-8389-f20b110b6914 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:38.017347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2be15-748d-443f-9877-ae9ff4b9b30b None None] Current status of the port 78a00a84-9add-4cc1-b78c-06e5a028910c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:38.062001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:38.078441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:38.164510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Provisioning complete for port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:38.165554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:38.165927 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 1 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:38.270886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event updated for resources: {'Port': ['ID=8d1d35f7-99bf-47fc-af53-60d6e6ee2917,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:38.315104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 142f8f7d-25d1-46a0-8389-f20b110b6914 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:38.315498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:38.315845 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 142f8f7d-25d1-46a0-8389-f20b110b6914 Sep 25 01:00:38.337362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:38.345044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:38.346391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Made reservation on behalf of 5a65d7c140e244b2b2224e39e5ad2094 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:38.351639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:38.432232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7de02155-2620-4b36-a7db-15fa4a3a74bf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a8f03f45-c0f3-4f1d-a893-9412ec6b957a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:38.494931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 142f8f7d-25d1-46a0-8389-f20b110b6914 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:38.515156 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:00:38.516620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 316efe9e-2ea8-42c6-a68e-481f88d3daeb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:00:38.565407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 316efe9e-2ea8-42c6-a68e-481f88d3daeb {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:00:38.566273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 316efe9e-2ea8-42c6-a68e-481f88d3daeb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:00:38.652641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:38.661533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (9a9a4491-f511-4262-961e-147c5571b6bc), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:38.664023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:38.664909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:38.711525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de02155-2620-4b36-a7db-15fa4a3a74bf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=a8f03f45-c0f3-4f1d-a893-9412ec6b957a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:38.786252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:38.817392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:38.838350 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 2 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:38.846559 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Floating IP 9a9a4491-f511-4262-961e-147c5571b6bc associated. External IP: 172.36.7.199, port: a46c594b-e552-455a-b033-d62be1c1e22b. Sep 25 01:00:38.868891 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-773e87c1-9150-4e96-b18c-421ff17a4f33 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7532182 Sep 25 01:00:38.873441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (11bf2801-aa1b-440a-a6e8-e6678bf307ec), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:38.873833 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Added segment 11bf2801-aa1b-440a-a6e8-e6678bf307ec of type vlan for network a43470bd-218b-4cd9-83c1-f2903e818353 Sep 25 01:00:38.902642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51774) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:38.916366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:38.921870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:38.955794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (6f918167-1a0a-4fe4-a172-169e75eb8a29), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.035382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7de02155-2620-4b36-a7db-15fa4a3a74bf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.038804 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7de02155-2620-4b36-a7db-15fa4a3a74bf tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a8f03f45-c0f3-4f1d-a893-9412ec6b957a HTTP/1.1" status: 204 len: 168 time: 3.3199019 Sep 25 01:00:39.043648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:00:39.053090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51776) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:39.054640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.163520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:39.180161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1cc01-2bbf-4e50-a289-d3eaa0d0bb1d req-cc8323c3-cf52-4292-a9b0-beb932adf88f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:39.181618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (a43470bd-218b-4cd9-83c1-f2903e818353), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.181851 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-78a1cc01-2bbf-4e50-a289-d3eaa0d0bb1d req-cc8323c3-cf52-4292-a9b0-beb932adf88f tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 945 time: 0.2342293 Sep 25 01:00:39.207803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Subnet': ['ID=6f918167-1a0a-4fe4-a172-169e75eb8a29,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:39.246586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Checking segment: {'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:39.246972 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network hostable DHCP agents. Network: 34513009-0071-42d4-b584-9092f7b86747, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:39.272530 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea676a83-be55-4f84-ba1e-c9e0a113d991 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:00:39.274057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ea676a83-be55-4f84-ba1e-c9e0a113d991 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/a8f03f45-c0f3-4f1d-a893-9412ec6b957a HTTP/1.1" status: 404 len: 333 time: 0.2159388 Sep 25 01:00:39.283546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51778) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:39.292574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.315302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (85321129-ab1c-47b7-a837-90f1435f7530), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.387405 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6adc7139-f109-44fd-b5d2-24d2b2e672ef tempest-QuotasTest-1651459998 tempest-QuotasTest-1651459998-project-admin] 10.222.0.49 "GET /networking/v2.0/quotas/1acf36b10c4e4449b3f89bb0e31b416f/details.json HTTP/1.1" status: 200 len: 703 time: 2.3981760 Sep 25 01:00:39.393525 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-78a1cc01-2bbf-4e50-a289-d3eaa0d0bb1d req-166daeb0-ff5f-48d7-b926-38a7fcfa61bd tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1891959 Sep 25 01:00:39.416500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network 34513009-0071-42d4-b584-9092f7b86747 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:39.424493 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 3 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:39.428517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:39.450154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0b2373-b3b6-4df4-8ac3-0cdf56c5f324 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet 2ed610d8-3911-4482-ba04-8db4afa1ac37 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:00:39.454383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2373-b3b6-4df4-8ac3-0cdf56c5f324 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (2ed610d8-3911-4482-ba04-8db4afa1ac37), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.505923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.511252 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Floating IP 85321129-ab1c-47b7-a837-90f1435f7530 associated. External IP: 172.36.7.38, port: 92a97b8c-2f24-49e4-a3c3-b5644492d71b. Sep 25 01:00:39.515274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (a43470bd-218b-4cd9-83c1-f2903e818353), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.516364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:39.517228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:39.518202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.523734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2373-b3b6-4df4-8ac3-0cdf56c5f324 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (2ed610d8-3911-4482-ba04-8db4afa1ac37), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.660395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2373-b3b6-4df4-8ac3-0cdf56c5f324 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (2ed610d8-3911-4482-ba04-8db4afa1ac37), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.745196 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8634851 Sep 25 01:00:39.748011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51782) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:39.763922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 34513009-0071-42d4-b584-9092f7b86747) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:39.776274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:39.776974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.783609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2373-b3b6-4df4-8ac3-0cdf56c5f324 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (2ed610d8-3911-4482-ba04-8db4afa1ac37), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.790785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef6c0f7-a02d-4ac9-bd6e-26cbd5614be0 None None] Network 34513009-0071-42d4-b584-9092f7b86747 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:39.824935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b2373-b3b6-4df4-8ac3-0cdf56c5f324 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed610d8-3911-4482-ba04-8db4afa1ac37,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:39.833859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf315c2-9db8-41d9-8020-da6e89078989 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'Network': ['ID=a43470bd-218b-4cd9-83c1-f2903e818353,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:39.841629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2373-b3b6-4df4-8ac3-0cdf56c5f324 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.848868 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ac0b2373-b3b6-4df4-8ac3-0cdf56c5f324 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2ed610d8-3911-4482-ba04-8db4afa1ac37 HTTP/1.1" status: 204 len: 168 time: 0.5603530 Sep 25 01:00:39.850015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51784) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:39.853702 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9a012a04-a238-4d9d-b712-3ba59304a6a0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6200550 Sep 25 01:00:39.862505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51786) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:39.918065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c0e9d6-5868-465e-8611-df0d31fa3abe None None] Network 176564ab-9311-4aa9-861d-3f833c46e039 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:39.948634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network a43470bd-218b-4cd9-83c1-f2903e818353 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:40.009050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:40.032808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:00:40.041926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (34513009-0071-42d4-b584-9092f7b86747), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.046549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51790) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:40.076986 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 4 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:40.116149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:40.198194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:40.268877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-34513009-0071-42d4-b584-9092f7b86747', 'network_id': '34513009-0071-42d4-b584-9092f7b86747', 'project_id': '604cc74280f34080b3f0ed61f9c415a9', 'fixed_ips': [{'subnet_id': '6f918167-1a0a-4fe4-a172-169e75eb8a29'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:00:40.271086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.286389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:40.288805 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (6f918167-1a0a-4fe4-a172-169e75eb8a29), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.489032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdee773-ee84-414d-9a6a-0b2cad511d1b None None] DHCP port deletion for 176564ab-9311-4aa9-861d-3f833c46e039 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:00:40.520526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb3686-4c4d-4a13-97b4-b4e75051b88b tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:40.522327 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-60bb3686-4c4d-4a13-97b4-b4e75051b88b tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] 10.222.0.49 "GET /networking/v2.0/networks/a43470bd-218b-4cd9-83c1-f2903e818353 HTTP/1.1" status: 200 len: 756 time: 0.7118583 Sep 25 01:00:40.533726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51796) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:40.609730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.682542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (176564ab-9311-4aa9-861d-3f833c46e039), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.692558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1fdee773-ee84-414d-9a6a-0b2cad511d1b None None] Deleting port 142f8f7d-25d1-46a0-8389-f20b110b6914 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:40.693144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1fdee773-ee84-414d-9a6a-0b2cad511d1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.702029 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 5 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:40.710571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0f0dfa7f-a982-4c14-806e-ea34ec8faafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.742347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:00:40.758289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.760335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:40.826457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] Sync routers for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:00:40.830220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:40.850249 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7f34b0e7-018d-4f96-adb2-df01bbffebbf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/9a9a4491-f511-4262-961e-147c5571b6bc HTTP/1.1" status: 200 len: 991 time: 5.2598505 Sep 25 01:00:40.854799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1680ad0e-2348-436b-9ef4-494e226ce069', 'tag': 'a46c594b-e552-455a-b033-d62be1c1e22b'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:40.857640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6283f30-a071-4439-bf88-3728e87d0535" -d '{"events": [{"name": "network-changed", "server_uuid": "1680ad0e-2348-436b-9ef4-494e226ce069", "tag": "a46c594b-e552-455a-b033-d62be1c1e22b"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:40.865335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 142f8f7d-25d1-46a0-8389-f20b110b6914 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:40.865335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.925770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:40.926339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Allocated IP 172.36.7.230 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/c267be04-c864-4397-ae15-04748bb6a8b5) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:40.949971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:40.951452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4562076e-ae58-4687-835d-a1df83b79629 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:40.953987 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4562076e-ae58-4687-835d-a1df83b79629 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] 10.222.0.49 "GET /networking/v2.0/networks/9beea8cc-f876-463c-b11e-b454dd4d1e2a HTTP/1.1" status: 200 len: 767 time: 0.4205823 Sep 25 01:00:40.956927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Allocated IP 2001:db8::2 (34513009-0071-42d4-b584-9092f7b86747/6f918167-1a0a-4fe4-a172-169e75eb8a29/afc091b2-94e2-4cff-8f08-6394a047f25c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:40.958313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51802) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:40.965981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee252e1-863f-4c32-8867-d6f6815084e6 req-74fed9cf-c7bd-458e-94eb-a2947a30d658 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:40.968268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1fdee773-ee84-414d-9a6a-0b2cad511d1b None None] For port 142f8f7d-25d1-46a0-8389-f20b110b6914, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=142f8f7d-25d1-46a0-8389-f20b110b6914,segment=NetworkSegment(ad0742c0-d47d-49aa-8346-4b1418383205),segment_id=ad0742c0-d47d-49aa-8346-4b1418383205)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:40.968930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1fdee773-ee84-414d-9a6a-0b2cad511d1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.979422 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ee252e1-863f-4c32-8867-d6f6815084e6 req-74fed9cf-c7bd-458e-94eb-a2947a30d658 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 945 time: 0.3648939 Sep 25 01:00:40.985026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:40.987411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.042191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d43d5b8-6d2b-4a47-bbc7-8f21469248c5 x-openstack-request-id: req-8d43d5b8-6d2b-4a47-bbc7-8f21469248c5 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:41.042471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1680ad0e-2348-436b-9ef4-494e226ce069", "tag": "a46c594b-e552-455a-b033-d62be1c1e22b", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:41.042586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d43d5b8-6d2b-4a47-bbc7-8f21469248c5 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:41.043013 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d43d5b8-6d2b-4a47-bbc7-8f21469248c5'] response: {'name': 'network-changed', 'server_uuid': '1680ad0e-2348-436b-9ef4-494e226ce069', 'tag': 'a46c594b-e552-455a-b033-d62be1c1e22b', 'status': 'completed', 'code': 200} Sep 25 01:00:41.051448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] For port 142f8f7d-25d1-46a0-8389-f20b110b6914, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=142f8f7d-25d1-46a0-8389-f20b110b6914,segment=NetworkSegment(ad0742c0-d47d-49aa-8346-4b1418383205),segment_id=ad0742c0-d47d-49aa-8346-4b1418383205)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:41.052225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.087467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0f0dfa7f-a982-4c14-806e-ea34ec8faafb admin admin] Publish callbacks [] for security_group (781b6d78-575e-4dcd-90b5-95d12171f680), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.103812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 142f8f7d-25d1-46a0-8389-f20b110b6914 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:41.106031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0f0dfa7f-a982-4c14-806e-ea34ec8faafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (781b6d78-575e-4dcd-90b5-95d12171f680), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.139411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1fdee773-ee84-414d-9a6a-0b2cad511d1b None None] Calling delete_port for 142f8f7d-25d1-46a0-8389-f20b110b6914 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:41.154979 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (a43470bd-218b-4cd9-83c1-f2903e818353), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.187580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:00:41.217634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dfa7f-a982-4c14-806e-ea34ec8faafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781b6d78-575e-4dcd-90b5-95d12171f680,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:41.228273 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0f0dfa7f-a982-4c14-806e-ea34ec8faafb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ce079fbe2c3c4bf4a1ee4b95e2d683ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1743925 Sep 25 01:00:41.230541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51804) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:41.276206 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ee252e1-863f-4c32-8867-d6f6815084e6 req-21cb98e8-fbfe-4cac-a541-566cd861fcbc tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2951810 Sep 25 01:00:41.394124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (a43470bd-218b-4cd9-83c1-f2903e818353), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.414454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.429587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for port (c267be04-c864-4397-ae15-04748bb6a8b5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.455024 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 6 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:41.455981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8fc3-f58f-44b8-8e74-b4cfb9d1e473 admin admin] Publish callbacks [] for security_group (781b6d78-575e-4dcd-90b5-95d12171f680), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.461867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43470bd-218b-4cd9-83c1-f2903e818353']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.474193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=142f8f7d-25d1-46a0-8389-f20b110b6914,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:41.484624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No DVR routers for this DVR port 142f8f7d-25d1-46a0-8389-f20b110b6914 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:41.496866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6283f30-a071-4439-bf88-3728e87d0535 req-4b2557cc-3518-4a24-8568-f62b024146a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:41.500876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bf2801-aa1b-440a-a6e8-e6678bf307ec') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.501207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bf2801-aa1b-440a-a6e8-e6678bf307ec') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.502449 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6283f30-a071-4439-bf88-3728e87d0535 req-4b2557cc-3518-4a24-8568-f62b024146a2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1129 time: 0.3508162 Sep 25 01:00:41.572561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (11bf2801-aa1b-440a-a6e8-e6678bf307ec), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.591099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:41.594470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8fc3-f58f-44b8-8e74-b4cfb9d1e473 admin admin] Publish callbacks [] for security_group (781b6d78-575e-4dcd-90b5-95d12171f680), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.636483 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:41.648970 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb04b8a-ad88-4221-88b9-198f2822ff13 req-e9e2ebbd-eac3-46b4-aa41-1b4e78a90da0 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:41.650964 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-feb04b8a-ad88-4221-88b9-198f2822ff13 req-e9e2ebbd-eac3-46b4-aa41-1b4e78a90da0 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 945 time: 0.1921539 Sep 25 01:00:41.652374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (11bf2801-aa1b-440a-a6e8-e6678bf307ec), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.697334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51808) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:41.715078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-355a879e-21fc-456d-9967-0d77d511cbea tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Request body: {'floatingip': {'port_id': '875bc05c-fb99-4b17-8a49-d7f97202c6d4'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:41.718781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:41.719333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (11bf2801-aa1b-440a-a6e8-e6678bf307ec), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.782851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (c267be04-c864-4397-ae15-04748bb6a8b5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.808934 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 11bf2801-aa1b-440a-a6e8-e6678bf307ec resource provider aggregate not found Sep 25 01:00:41.816316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (176564ab-9311-4aa9-861d-3f833c46e039), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.858538 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 11bf2801-aa1b-440a-a6e8-e6678bf307ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11bf2801-aa1b-440a-a6e8-e6678bf307ec found for delete ", "request_id": "req-e66f81de-974b-4c46-a66f-f6ef609a5c84"}]} Sep 25 01:00:41.875263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-355a879e-21fc-456d-9967-0d77d511cbea tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for floatingip (5c046cf1-c3a0-44a9-9153-5f9aff023a1f), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.883714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:41.900299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 142f8f7d-25d1-46a0-8389-f20b110b6914 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:00:41.904900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:41.950595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Publish callbacks [] for port (afc091b2-94e2-4cff-8f08-6394a047f25c), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.961594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176564ab-9311-4aa9-861d-3f833c46e039']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.976515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0742c0-d47d-49aa-8346-4b1418383205') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.977076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0742c0-d47d-49aa-8346-4b1418383205') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.990106 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (ad0742c0-d47d-49aa-8346-4b1418383205), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.006511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:42.011799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (a43470bd-218b-4cd9-83c1-f2903e818353), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.021695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (afc091b2-94e2-4cff-8f08-6394a047f25c), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.032886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:42.035646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:42.036677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1fdee773-ee84-414d-9a6a-0b2cad511d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (142f8f7d-25d1-46a0-8389-f20b110b6914), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.051010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a43470bd-218b-4cd9-83c1-f2903e818353 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 25 01:00:42.062294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.066575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:42.066845 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/a43470bd-218b-4cd9-83c1-f2903e818353 HTTP/1.1" status: 204 len: 168 time: 1.1024952 Sep 25 01:00:42.076759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:00:42.080981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51814) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:42.081284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 142f8f7d-25d1-46a0-8389-f20b110b6914 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:00:42.081825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 142f8f7d-25d1-46a0-8389-f20b110b6914 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:00:42.091529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ad0742c0-d47d-49aa-8346-4b1418383205), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.102215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ea976-f0ab-4f38-a8f0-5e3a4f6a13e6 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event deleted for resources: {'Network': ['ID=a43470bd-218b-4cd9-83c1-f2903e818353,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:42.110935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:42.111350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (ad0742c0-d47d-49aa-8346-4b1418383205), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.119271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8fc3-f58f-44b8-8e74-b4cfb9d1e473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (781b6d78-575e-4dcd-90b5-95d12171f680), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.122002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8fc3-f58f-44b8-8e74-b4cfb9d1e473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.123194 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ca6d8fc3-f58f-44b8-8e74-b4cfb9d1e473 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/781b6d78-575e-4dcd-90b5-95d12171f680 HTTP/1.1" status: 204 len: 168 time: 0.8920207 Sep 25 01:00:42.130462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event updated for resources: {'Port': ['ID=c267be04-c864-4397-ae15-04748bb6a8b5,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:42.174744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (6f918167-1a0a-4fe4-a172-169e75eb8a29), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.188120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Request body: {'network': {'name': 'tempest-network--896696381'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:42.208806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.225267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6283f30-a071-4439-bf88-3728e87d0535 req-7f5450f7-06cb-470c-ad9e-b58b992b76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:42.228313 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6283f30-a071-4439-bf88-3728e87d0535 req-7f5450f7-06cb-470c-ad9e-b58b992b76ac service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 200 len: 913 time: 0.7201021 Sep 25 01:00:42.304083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Network 34513009-0071-42d4-b584-9092f7b86747 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:42.320377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Subnet': ['ID=6f918167-1a0a-4fe4-a172-169e75eb8a29,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:42.343471 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:42.348362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:42.350770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d8fc3-f58f-44b8-8e74-b4cfb9d1e473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781b6d78-575e-4dcd-90b5-95d12171f680,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:42.363822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdee773-ee84-414d-9a6a-0b2cad511d1b None None] No DVR routers for this DVR port 142f8f7d-25d1-46a0-8389-f20b110b6914 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:42.425609 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 7 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:42.458251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (176564ab-9311-4aa9-861d-3f833c46e039), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.481505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.493103 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/networks/176564ab-9311-4aa9-861d-3f833c46e039 HTTP/1.1" status: 204 len: 168 time: 2.6370127 Sep 25 01:00:42.534499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (34513009-0071-42d4-b584-9092f7b86747), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.537883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51818) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:42.548217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'name': 'tempest-PortsTestJSON-1189833462'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:42.635637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Pushing event updated for resources: {'Port': ['ID=afc091b2-94e2-4cff-8f08-6394a047f25c,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:42.663804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:42.672901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:42.679189 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6283f30-a071-4439-bf88-3728e87d0535 req-43834412-9c25-4fde-8b5f-47787589e8bf service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 200 len: 999 time: 0.3725760 Sep 25 01:00:42.736287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:42.805792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for floatingip (20fb4f3a-e5c7-4cd0-b294-f4d51bebab35), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.823126 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-32b76571-af21-4dfd-ac81-a26c0b168f6a tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/85321129-ab1c-47b7-a837-90f1435f7530 HTTP/1.1" status: 200 len: 991 time: 6.9602721 Sep 25 01:00:42.827300 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-59527886-0c61-42ee-9db6-acc74926c377 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8095562 Sep 25 01:00:42.918798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b62768-e39f-4168-bc06-fc265659b6f0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Network': ['ID=176564ab-9311-4aa9-861d-3f833c46e039,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:42.926391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:42.929533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fdf7e1-b1bc-4537-b049-059d4f80d394" -d '{"events": [{"name": "network-changed", "server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:42.932355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Made reservation on behalf of 5a65d7c140e244b2b2224e39e5ad2094 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:42.936283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.941373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:42.959543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:42.981653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34513009-0071-42d4-b584-9092f7b86747']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:43.009550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6283f30-a071-4439-bf88-3728e87d0535 req-76987ea3-4892-4031-ad0f-856fc65abdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:43.013743 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6283f30-a071-4439-bf88-3728e87d0535 req-76987ea3-4892-4031-ad0f-856fc65abdfc service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=82e81295-8b2f-4758-b928-2ce277ab246c HTTP/1.1" status: 200 len: 851 time: 0.1766109 Sep 25 01:00:43.035614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4382672-40cb-41ae-a3c6-d0e484390ee2') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:43.036534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4382672-40cb-41ae-a3c6-d0e484390ee2') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:43.125505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:43.136676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:43.140588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c267be04-c864-4397-ae15-04748bb6a8b5), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:43.143316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-c7bb8b72-5b9d-468c-b0f8-673f999f6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:43.144025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51826) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:43.145889 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-c7bb8b72-5b9d-468c-b0f8-673f999f6db0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=6fca05771f584281881ef056a7ee9629&device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 1130 time: 0.1303806 Sep 25 01:00:43.158146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (f4382672-40cb-41ae-a3c6-d0e484390ee2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:43.222045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:43.222814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:43.223158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:43.238796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port ddd88e77-8d1b-4880-b3de-84e806d15a3f yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:43.250165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63fa2add-449a-49cb-93fb-3ce24c8204cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:43.267062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9a9a4491-f511-4262-961e-147c5571b6bc', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'floating_ip_address': '172.36.7.199', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'port_id': 'a46c594b-e552-455a-b033-d62be1c1e22b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'mac_address': 'fa:16:3e:9a:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680ad0e-2348-436b-9ef4-494e226ce069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:51Z', 'updated_at': '2022-09-25T01:00:37Z', 'revision_number': 1, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8998138a-31c1-408d-8708-530bbb832648', 'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'mac_address': 'fa:16:3e:eb:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:39Z', 'updated_at': '2022-09-25T00:59:47Z', 'revision_number': 5, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'subnets': [{'id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:43.280229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdee773-ee84-414d-9a6a-0b2cad511d1b None None] Pushing event deleted for resources: {'Port': ['ID=142f8f7d-25d1-46a0-8389-f20b110b6914,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:43.300201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bac761-4ec3-4555-9611-b7c697ed2af5 x-openstack-request-id: req-e2bac761-4ec3-4555-9611-b7c697ed2af5 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:43.300419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:43.300877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2bac761-4ec3-4555-9611-b7c697ed2af5 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:43.301439 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bac761-4ec3-4555-9611-b7c697ed2af5'] response: {'name': 'network-changed', 'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'status': 'completed', 'code': 200} Sep 25 01:00:43.302772 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=7 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:43.371043 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:43.384668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:43.387803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e470742f-9f1c-4053-a7fd-83a9d2ffd1da), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:43.388388 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Added segment e470742f-9f1c-4053-a7fd-83a9d2ffd1da of type vlan for network da1c7eee-3476-4e3d-b085-c650ed75c31d Sep 25 01:00:43.394728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] Checking router: 6ba4205a-1a5f-4219-bb2d-0a23eb020806 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:00:43.414113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (f4382672-40cb-41ae-a3c6-d0e484390ee2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:43.445289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:43.445976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (f4382672-40cb-41ae-a3c6-d0e484390ee2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:43.463654 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] Sync routers for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:00:43.479369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:43.481459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:43.487280 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:43.488856 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:43.558902 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6283f30-a071-4439-bf88-3728e87d0535 req-62fa131c-0c27-4748-97fa-8749c19cf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:43.561604 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6283f30-a071-4439-bf88-3728e87d0535 req-62fa131c-0c27-4748-97fa-8749c19cf6e2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=da310e92-d7bd-433d-bd93-f81d5d9edbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3987710 Sep 25 01:00:43.631169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94225c2-a1b1-40d9-983a-868955637d40 req-21ce0a0b-7ce2-47fa-80f3-768f82e6f28c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:43.644374 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e94225c2-a1b1-40d9-983a-868955637d40 req-21ce0a0b-7ce2-47fa-80f3-768f82e6f28c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.4958730 Sep 25 01:00:43.679750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:43.700621 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:43.706923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (da1c7eee-3476-4e3d-b085-c650ed75c31d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:43.749608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:43.764857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:DELETE=13,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:43.877521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:00:43.919857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.api [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:00:43.919857 dv-neutron-master-2-hyperv neutron-server[107188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:00:43.919857 dv-neutron-master-2-hyperv neutron-server[107188]: [parameters: {'id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:43.919857 dv-neutron-master-2-hyperv neutron-server[107188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:00:43.921142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG oslo_db.api [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:00:43.985050 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment ad0742c0-d47d-49aa-8346-4b1418383205 resource provider aggregate not found Sep 25 01:00:43.988664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-407d2698-c451-41fd-9b6b-5b7d3a20a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:43.990259 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 8 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:43.991275 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-407d2698-c451-41fd-9b6b-5b7d3a20a9d9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=30f22b87-e145-46d8-aa47-94c16470461f HTTP/1.1" status: 200 len: 906 time: 0.7976525 Sep 25 01:00:44.019369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (da1c7eee-3476-4e3d-b085-c650ed75c31d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:44.021138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:44.022125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:44.025826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:44.041671 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment ad0742c0-d47d-49aa-8346-4b1418383205 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad0742c0-d47d-49aa-8346-4b1418383205 found for delete ", "request_id": "req-4ff8a2c7-a6c1-47b7-bb85-78247ee8e677"}]} Sep 25 01:00:44.212281 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e94225c2-a1b1-40d9-983a-868955637d40 req-edd8d62d-2cb2-4e2f-850d-1d91a7bd7ad6 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5663571 Sep 25 01:00:44.220123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:44.233211 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '85321129-ab1c-47b7-a837-90f1435f7530', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'floating_ip_address': '172.36.7.38', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'port_id': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'mac_address': 'fa:16:3e:9e:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T01:00:38Z', 'revision_number': 1, 'project_id': '6fca05771f584281881ef056a7ee9629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abda90-c35d-4cc7-af9e-f2fb9306dbd5', 'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'mac_address': 'fa:16:3e:91:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:26Z', 'updated_at': '2022-09-25T00:59:38Z', 'revision_number': 5, 'project_id': '6fca05771f584281881ef056a7ee9629', 'subnets': [{'id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:44.271532 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] Checking router: 3711a875-fcaa-47ab-8fcf-b5a0bae07992 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:00:44.285053 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:44.285927 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.314256 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:44.319105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:44.332451 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempt 2 to bind port afc091b2-94e2-4cff-8f08-6394a047f25c Sep 25 01:00:44.339373 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment f4382672-40cb-41ae-a3c6-d0e484390ee2 resource provider aggregate not found Sep 25 01:00:44.371934 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2433426 Sep 25 01:00:44.375827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9a9a4491-f511-4262-961e-147c5571b6bc', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'floating_ip_address': '172.36.7.199', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'port_id': 'a46c594b-e552-455a-b033-d62be1c1e22b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'mac_address': 'fa:16:3e:9a:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680ad0e-2348-436b-9ef4-494e226ce069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:51Z', 'updated_at': '2022-09-25T01:00:37Z', 'revision_number': 1, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8998138a-31c1-408d-8708-530bbb832648', 'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'mac_address': 'fa:16:3e:eb:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:39Z', 'updated_at': '2022-09-25T00:59:47Z', 'revision_number': 5, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'subnets': [{'id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:44.380449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51840) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:44.405787 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment f4382672-40cb-41ae-a3c6-d0e484390ee2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4382672-40cb-41ae-a3c6-d0e484390ee2 found for delete ", "request_id": "req-04251e43-1a8d-422c-9532-ce9398ec1015"}]} Sep 25 01:00:44.429903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ff2ba7a1-2f32-416e-8029-837e096bdd03 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Request body: {'network': {'router:external': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:44.435877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6013dd5-0596-4810-8890-c4d33862ceb1 None None] The sync data for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv is: [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9a9a4491-f511-4262-961e-147c5571b6bc', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'floating_ip_address': '172.36.7.199', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'port_id': 'a46c594b-e552-455a-b033-d62be1c1e22b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'mac_address': 'fa:16:3e:9a:70:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680ad0e-2348-436b-9ef4-494e226ce069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:51Z', 'updated_at': '2022-09-25T01:00:37Z', 'revision_number': 1, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8998138a-31c1-408d-8708-530bbb832648', 'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'mac_address': 'fa:16:3e:eb:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:39Z', 'updated_at': '2022-09-25T00:59:47Z', 'revision_number': 5, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'subnets': [{'id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:00:44.441201 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6283f30-a071-4439-bf88-3728e87d0535 req-f59d191b-5f58-470c-bf6d-f7a8f404facb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8569345 Sep 25 01:00:44.442165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:44.442969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:44.443557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:44.443768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-355a879e-21fc-456d-9967-0d77d511cbea tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:44.458040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0561de-43d8-4e29-9c5e-caf2a43a657c tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'Network': ['ID=da1c7eee-3476-4e3d-b085-c650ed75c31d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:44.458300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (ddd88e77-8d1b-4880-b3de-84e806d15a3f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:44.461337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (34513009-0071-42d4-b584-9092f7b86747), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:44.475331 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:44.505020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-355a879e-21fc-456d-9967-0d77d511cbea tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (5c046cf1-c3a0-44a9-9153-5f9aff023a1f), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.506383 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:44.509678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:44.516897 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-e200b382-d1a3-423c-8a96-2071ac54c05d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b HTTP/1.1" status: 200 len: 999 time: 0.5023110 Sep 25 01:00:44.517747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:44.573516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network da1c7eee-3476-4e3d-b085-c650ed75c31d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.726942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:44.732145 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:44.732145 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 9 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:44.739989 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempt 3 to bind port afc091b2-94e2-4cff-8f08-6394a047f25c Sep 25 01:00:44.740281 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-355a879e-21fc-456d-9967-0d77d511cbea tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Floating IP 5c046cf1-c3a0-44a9-9153-5f9aff023a1f associated. External IP: 172.36.7.124, port: 875bc05c-fb99-4b17-8a49-d7f97202c6d4. Sep 25 01:00:44.796301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:44.797140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:44.797276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:44.838650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.846067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:44.851077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:44.877625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for port (c267be04-c864-4397-ae15-04748bb6a8b5), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:44.897837 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:44.903670 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:44.909086 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempt 4 to bind port afc091b2-94e2-4cff-8f08-6394a047f25c Sep 25 01:00:44.940867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (c267be04-c864-4397-ae15-04748bb6a8b5), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:44.961220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:44.962217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:44.962812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:45.008312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63fa2add-449a-49cb-93fb-3ce24c8204cf admin admin] Publish callbacks [] for security_group (a4dd3945-711e-490e-85de-3b988882e1a1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.061531 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:45.064246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:45.095301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Deleting port afc091b2-94e2-4cff-8f08-6394a047f25c {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:45.096676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (afc091b2-94e2-4cff-8f08-6394a047f25c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:45.100486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-63fa2add-449a-49cb-93fb-3ce24c8204cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a4dd3945-711e-490e-85de-3b988882e1a1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:45.100963 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '85321129-ab1c-47b7-a837-90f1435f7530', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'floating_ip_address': '172.36.7.38', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'port_id': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'mac_address': 'fa:16:3e:9e:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T01:00:38Z', 'revision_number': 1, 'project_id': '6fca05771f584281881ef056a7ee9629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abda90-c35d-4cc7-af9e-f2fb9306dbd5', 'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'mac_address': 'fa:16:3e:91:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:26Z', 'updated_at': '2022-09-25T00:59:38Z', 'revision_number': 5, 'project_id': '6fca05771f584281881ef056a7ee9629', 'subnets': [{'id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:45.126156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-d29f670b-fd89-4b8e-a8fd-9fa0d738b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:45.128000 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-d29f670b-fd89-4b8e-a8fd-9fa0d738b6b2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=397df8b9-9cb9-49e4-9e4f-944946615a69 HTTP/1.1" status: 200 len: 844 time: 0.5167558 Sep 25 01:00:45.145351 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71673ed-c2b5-42c9-91bc-64a661b0d36c None None] The sync data for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv is: [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '85321129-ab1c-47b7-a837-90f1435f7530', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'floating_ip_address': '172.36.7.38', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'port_id': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'mac_address': 'fa:16:3e:9e:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T01:00:38Z', 'revision_number': 1, 'project_id': '6fca05771f584281881ef056a7ee9629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abda90-c35d-4cc7-af9e-f2fb9306dbd5', 'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'mac_address': 'fa:16:3e:91:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:26Z', 'updated_at': '2022-09-25T00:59:38Z', 'revision_number': 5, 'project_id': '6fca05771f584281881ef056a7ee9629', 'subnets': [{'id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:00:45.150185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aad91d-eea9-4b15-8dda-72a8c8262871 None None] New status for floating IP 9a9a4491-f511-4262-961e-147c5571b6bc: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.158350 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:45.161825 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:45.161825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:45.198668 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempt 5 to bind port afc091b2-94e2-4cff-8f08-6394a047f25c Sep 25 01:00:45.297051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:45.297051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:45.297417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.347054 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:45.349836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:45.351115 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-63fa2add-449a-49cb-93fb-3ce24c8204cf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1acf36b10c4e4449b3f89bb0e31b416f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1713016 Sep 25 01:00:45.378591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51842) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:45.506471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa2add-449a-49cb-93fb-3ce24c8204cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd3945-711e-490e-85de-3b988882e1a1,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:45.541748 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487d7a8-107d-4c0c-aaa0-4257916c7396 None None] New status for floating IP 85321129-ab1c-47b7-a837-90f1435f7530: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:00:45.543554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ddd88e77-8d1b-4880-b3de-84e806d15a3f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:45.559132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] For port afc091b2-94e2-4cff-8f08-6394a047f25c, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:45.561289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (afc091b2-94e2-4cff-8f08-6394a047f25c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.593371 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:45.599474 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:45.605544 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempt 6 to bind port afc091b2-94e2-4cff-8f08-6394a047f25c Sep 25 01:00:45.638375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:45.639415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:45.640324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:45.664745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:45.681052 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Attempt 10 to provision port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.685158 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:45.690593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:45.723788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:45.738824 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:45.744835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:45.746028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event updated for resources: {'Port': ['ID=c267be04-c864-4397-ae15-04748bb6a8b5,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:45.763719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Calling delete_port for afc091b2-94e2-4cff-8f08-6394a047f25c owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:45.770886 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempt 7 to bind port afc091b2-94e2-4cff-8f08-6394a047f25c Sep 25 01:00:45.801661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (20fb4f3a-e5c7-4cd0-b294-f4d51bebab35), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:45.849446 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6283f30-a071-4439-bf88-3728e87d0535 req-37099c1d-8639-4f4f-903b-832d848b95d1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3939946 Sep 25 01:00:45.851567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:45.865980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-b11b9d7c-b9b6-4fd8-b397-c78c964c3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:45.868856 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-b11b9d7c-b9b6-4fd8-b397-c78c964c3a4f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=30f22b87-e145-46d8-aa47-94c16470461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1688755 Sep 25 01:00:45.873446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:45.874732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3abd343f-4387-4c4f-a9f6-a8ac5e9b395a tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9627938 Sep 25 01:00:45.879888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51844) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:45.880770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:45.896381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4b6e07ec-7141-4736-8100-27e24bec42ae tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Request body: {'floatingip': {'port_id': '8d1d35f7-99bf-47fc-af53-60d6e6ee2917', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:45.973045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:45.974853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:45.975672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:45.982816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:45.988861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Could not find standard attr ID for object 316efe9e-2ea8-42c6-a68e-481f88d3daeb. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:00:46.026792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7a1-2f32-416e-8029-837e096bdd03 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (da1c7eee-3476-4e3d-b085-c650ed75c31d), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.033432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b6e07ec-7141-4736-8100-27e24bec42ae tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for floatingip (20fb4f3a-e5c7-4cd0-b294-f4d51bebab35), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.038185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-362ec439-742f-4600-824d-31e7ce2fed8e None None] Could not find standard attr ID for object 142f8f7d-25d1-46a0-8389-f20b110b6914. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:00:46.048003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.066714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:46.071786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.116815 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:46.121451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:46.121451 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempt 8 to bind port afc091b2-94e2-4cff-8f08-6394a047f25c Sep 25 01:00:46.154453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:46.155280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:46.155836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:46.196230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7a1-2f32-416e-8029-837e096bdd03 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (da1c7eee-3476-4e3d-b085-c650ed75c31d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.209652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Could not find standard attr ID for object a8f03f45-c0f3-4f1d-a893-9412ec6b957a. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.210406 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:46.216136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.248191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:46.253105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:46.253105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Could not find standard attr ID for object 142f8f7d-25d1-46a0-8389-f20b110b6914. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:00:46.253105 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempt 9 to bind port afc091b2-94e2-4cff-8f08-6394a047f25c Sep 25 01:00:46.283003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:46.283422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:46.283891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:46.287155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Provisioning complete for port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:46.287753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8d1d35f7-99bf-47fc-af53-60d6e6ee2917), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.288854 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 1 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:46.326819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff2ba7a1-2f32-416e-8029-837e096bdd03 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Network da1c7eee-3476-4e3d-b085-c650ed75c31d is not hosted by any dhcp agent {{(pid=107187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:00:46.329401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2ba7a1-2f32-416e-8029-837e096bdd03 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:46.330553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7a1-2f32-416e-8029-837e096bdd03 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.337561 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ff2ba7a1-2f32-416e-8029-837e096bdd03 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "PUT /networking/v2.0/networks/da1c7eee-3476-4e3d-b085-c650ed75c31d HTTP/1.1" status: 200 len: 857 time: 1.9235821 Sep 25 01:00:46.349841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=ddd88e77-8d1b-4880-b3de-84e806d15a3f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.351397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:46.357157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:46.363487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355a879e-21fc-456d-9967-0d77d511cbea tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:00:46.365405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51846) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:46.367307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:46.372715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:46.373608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.406159 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:46.411546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ba7a1-2f32-416e-8029-837e096bdd03 tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event updated for resources: {'Network': ['ID=da1c7eee-3476-4e3d-b085-c650ed75c31d,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:46.411721 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:46.411721 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempt 10 to bind port afc091b2-94e2-4cff-8f08-6394a047f25c Sep 25 01:00:46.444418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:46.445631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:46.446224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:46.446804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:46.455284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d01e47f8-1a25-470d-b2fe-81890b107f3a admin admin] Publish callbacks [] for security_group (a4dd3945-711e-490e-85de-3b988882e1a1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.467202 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9fe6d41a-9091-49c5-8a68-26f674c08a5a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.9200222 Sep 25 01:00:46.476957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51850) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.495845 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:46.503224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempting to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on network 34513009-0071-42d4-b584-9092f7b86747 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 6f918167-1a0a-4fe4-a172-169e75eb8a29 could not be found. Sep 25 01:00:46.542988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:00:46.549889 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Failed to bind port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'f4382672-40cb-41ae-a3c6-d0e484390ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '34513009-0071-42d4-b584-9092f7b86747'}] Sep 25 01:00:46.549889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (afc091b2-94e2-4cff-8f08-6394a047f25c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.551892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:46.587304 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-5550edc4-f54f-4192-acab-66415ee6ad39 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850510 Sep 25 01:00:46.626905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d01e47f8-1a25-470d-b2fe-81890b107f3a admin admin] Publish callbacks [] for security_group (a4dd3945-711e-490e-85de-3b988882e1a1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.654341 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-4b6e07ec-7141-4736-8100-27e24bec42ae tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] update failed (client error): The resource could not be found. Sep 25 01:00:46.656294 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4b6e07ec-7141-4736-8100-27e24bec42ae tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/20fb4f3a-e5c7-4cd0-b294-f4d51bebab35 HTTP/1.1" status: 404 len: 507 time: 0.7634816 Sep 25 01:00:46.658763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] For port afc091b2-94e2-4cff-8f08-6394a047f25c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:46.660115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Attempted to set empty binding levels {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:00:46.669020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (afc091b2-94e2-4cff-8f08-6394a047f25c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.670043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51852) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:46.799400 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (da1c7eee-3476-4e3d-b085-c650ed75c31d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.837133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7501f-a1cf-4e92-8e05-f0fcd1af5ff3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port ddd88e77-8d1b-4880-b3de-84e806d15a3f {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:46.837474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dd7501f-a1cf-4e92-8e05-f0fcd1af5ff3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ddd88e77-8d1b-4880-b3de-84e806d15a3f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:46.845999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3c805-ad7e-4615-a015-10a9944f8b28 None None] Pushing event updated for resources: {'Port': ['ID=afc091b2-94e2-4cff-8f08-6394a047f25c,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:46.901215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f36ef-c791-4c3d-8480-891f354fbc78 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:00:46.949581 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:46.979440 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 2 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:47.000353 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb0204d0-2239-44d9-8f22-2c54ba287900 req-06edd845-e51b-4f0e-aa6e-c6b00040a50d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989913 Sep 25 01:00:47.018512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dd7501f-a1cf-4e92-8e05-f0fcd1af5ff3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ddd88e77-8d1b-4880-b3de-84e806d15a3f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.033565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (afc091b2-94e2-4cff-8f08-6394a047f25c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.075228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7501f-a1cf-4e92-8e05-f0fcd1af5ff3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for ddd88e77-8d1b-4880-b3de-84e806d15a3f owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:47.134388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:47.180927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Port': ['ID=afc091b2-94e2-4cff-8f08-6394a047f25c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:47.185263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355a879e-21fc-456d-9967-0d77d511cbea tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:00:47.217414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No DVR routers for this DVR port afc091b2-94e2-4cff-8f08-6394a047f25c on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:47.288025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dd7501f-a1cf-4e92-8e05-f0fcd1af5ff3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ddd88e77-8d1b-4880-b3de-84e806d15a3f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.304952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d01e47f8-1a25-470d-b2fe-81890b107f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a4dd3945-711e-490e-85de-3b988882e1a1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.307302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f36ef-c791-4c3d-8480-891f354fbc78 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:00:47.311088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d01e47f8-1a25-470d-b2fe-81890b107f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.318005 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d01e47f8-1a25-470d-b2fe-81890b107f3a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a4dd3945-711e-490e-85de-3b988882e1a1 HTTP/1.1" status: 204 len: 168 time: 1.9138741 Sep 25 01:00:47.369130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (da1c7eee-3476-4e3d-b085-c650ed75c31d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.401709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Deleting port c267be04-c864-4397-ae15-04748bb6a8b5 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:47.402471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c267be04-c864-4397-ae15-04748bb6a8b5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.440040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-3fedf6af-b828-4c96-bfc2-deb528343515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:47.443858 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-3fedf6af-b828-4c96-bfc2-deb528343515 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=6fca05771f584281881ef056a7ee9629&device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 1130 time: 0.1729746 Sep 25 01:00:47.449453 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7501f-a1cf-4e92-8e05-f0fcd1af5ff3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=ddd88e77-8d1b-4880-b3de-84e806d15a3f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:47.479996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dd7501f-a1cf-4e92-8e05-f0fcd1af5ff3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.491515 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9dd7501f-a1cf-4e92-8e05-f0fcd1af5ff3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ddd88e77-8d1b-4880-b3de-84e806d15a3f HTTP/1.1" status: 204 len: 168 time: 1.0117841 Sep 25 01:00:47.496824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51858) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:47.508971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'mac_address': 'fa:16:3e:88:fb:55', 'name': 'tempest-PortsTestJSON-460561936'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:47.571723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:47.639403 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 3 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:47.711513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e47f8-1a25-470d-b2fe-81890b107f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd3945-711e-490e-85de-3b988882e1a1,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:47.718199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c267be04-c864-4397-ae15-04748bb6a8b5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.718926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for floatingip (c267be04-c864-4397-ae15-04748bb6a8b5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.734304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (34513009-0071-42d4-b584-9092f7b86747), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.736837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:47.780044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] Sync routers for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:00:47.784579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-355a879e-21fc-456d-9967-0d77d511cbea tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:47.804847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:47.853669 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-355a879e-21fc-456d-9967-0d77d511cbea tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/5c046cf1-c3a0-44a9-9153-5f9aff023a1f HTTP/1.1" status: 200 len: 991 time: 6.1510632 Sep 25 01:00:47.864924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:47.869621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acdf835-79d0-4df3-b5a5-cfc447265aff" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:47.875117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:47.880282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Calling delete_port for c267be04-c864-4397-ae15-04748bb6a8b5 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:47.888900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1c7eee-3476-4e3d-b085-c650ed75c31d']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:47.960445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-b45424ca-a6ad-4e2b-a5f6-058bf26ac9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:47.960836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e470742f-9f1c-4053-a7fd-83a9d2ffd1da') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:47.961686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e470742f-9f1c-4053-a7fd-83a9d2ffd1da') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:47.962737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-b45424ca-a6ad-4e2b-a5f6-058bf26ac9d1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=30f22b87-e145-46d8-aa47-94c16470461f HTTP/1.1" status: 200 len: 906 time: 0.5092931 Sep 25 01:00:47.965102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:47.995070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac423016-84d7-4371-8c9b-658ec7516fcf x-openstack-request-id: req-ac423016-84d7-4371-8c9b-658ec7516fcf {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:47.996109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:47.996844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac423016-84d7-4371-8c9b-658ec7516fcf {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:47.997848 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac423016-84d7-4371-8c9b-658ec7516fcf'] response: {'name': 'network-changed', 'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'status': 'completed', 'code': 200} Sep 25 01:00:48.001305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34513009-0071-42d4-b584-9092f7b86747']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:48.011772 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (e470742f-9f1c-4053-a7fd-83a9d2ffd1da), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.051444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4382672-40cb-41ae-a3c6-d0e484390ee2') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:48.052500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4382672-40cb-41ae-a3c6-d0e484390ee2') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:48.086360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:48.087227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:48.138799 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-ede42da8-6014-4935-bd23-3cddac22ad2b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b HTTP/1.1" status: 200 len: 1001 time: 0.1657770 Sep 25 01:00:48.183997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (f4382672-40cb-41ae-a3c6-d0e484390ee2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.191119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e470742f-9f1c-4053-a7fd-83a9d2ffd1da), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.235176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:48.236120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (e470742f-9f1c-4053-a7fd-83a9d2ffd1da), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.292212 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 4 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:48.312425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (f4382672-40cb-41ae-a3c6-d0e484390ee2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.360828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-22758998-b7d9-4f6b-8e11-38085e17cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:48.363448 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-22758998-b7d9-4f6b-8e11-38085e17cb4d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7f2f717a45524867bd74d08995113927&device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 1129 time: 0.2080617 Sep 25 01:00:48.379998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7120-2621-4f01-8dfa-2b9c66fbcb9f req-e7fd001d-5bca-400b-8b42-c47ce25095ff tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:48.382552 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43fd7120-2621-4f01-8dfa-2b9c66fbcb9f req-e7fd001d-5bca-400b-8b42-c47ce25095ff tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 945 time: 0.2281384 Sep 25 01:00:48.410928 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e470742f-9f1c-4053-a7fd-83a9d2ffd1da resource provider aggregate not found Sep 25 01:00:48.418129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.421738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-c2b95529-112f-4124-9be7-129de38e721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:48.423375 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-c2b95529-112f-4124-9be7-129de38e721e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=397df8b9-9cb9-49e4-9e4f-944946615a69 HTTP/1.1" status: 200 len: 844 time: 0.2585721 Sep 25 01:00:48.438018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:48.438939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:48.439517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (f4382672-40cb-41ae-a3c6-d0e484390ee2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.462717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:48.464676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:48.468052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:48.542440 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e470742f-9f1c-4053-a7fd-83a9d2ffd1da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e470742f-9f1c-4053-a7fd-83a9d2ffd1da found for delete ", "request_id": "req-663bf29d-6e4d-46de-b0ba-08fbb3456adb"}]} Sep 25 01:00:48.561249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69117236-377a-44ad-8ff9-b008b068098f None None] Network 34513009-0071-42d4-b584-9092f7b86747 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:48.644230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (da1c7eee-3476-4e3d-b085-c650ed75c31d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.663424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da1c7eee-3476-4e3d-b085-c650ed75c31d {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 25 01:00:48.672251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port ae2ccb96-75b2-4a7a-801e-42572b6f5e4e yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:48.691290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.698439 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/da1c7eee-3476-4e3d-b085-c650ed75c31d HTTP/1.1" status: 204 len: 168 time: 2.2883146 Sep 25 01:00:48.706023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dfa97-b3f8-470b-a91a-d14cf6b2beaa tempest-ExternalNetworksTestJSON-506523278 tempest-ExternalNetworksTestJSON-506523278-project-admin] Pushing event deleted for resources: {'Network': ['ID=da1c7eee-3476-4e3d-b085-c650ed75c31d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:48.711987 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43fd7120-2621-4f01-8dfa-2b9c66fbcb9f req-b39afccf-313f-4ba9-8201-a6fc1c7159d0 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2737684 Sep 25 01:00:48.726448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51878) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:48.729735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-f4cf6f86-0317-4adc-8ad3-eba43d744bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:48.738834 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-f4cf6f86-0317-4adc-8ad3-eba43d744bc5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=30f22b87-e145-46d8-aa47-94c16470461f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2872717 Sep 25 01:00:48.805550 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (34513009-0071-42d4-b584-9092f7b86747), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.839593 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:48.844164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:48.852902 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/34513009-0071-42d4-b584-9092f7b86747 HTTP/1.1" status: 204 len: 168 time: 8.9832518 Sep 25 01:00:48.865099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51884) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:48.885905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-341143668'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:48.941803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5b579-83a1-400d-b9bf-a2eccc344213 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Network': ['ID=34513009-0071-42d4-b584-9092f7b86747,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:48.975027 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea175ec-c21b-4d09-9127-893342dbd323 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:48.977224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea175ec-c21b-4d09-9127-893342dbd323 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:48.989434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c267be04-c864-4397-ae15-04748bb6a8b5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.000394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:49.000702 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fea175ec-c21b-4d09-9127-893342dbd323 tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/61004f21-e7fd-4ad5-9372-873feeb05853 HTTP/1.1" status: 404 len: 337 time: 0.2583899 Sep 25 01:00:49.008690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.036082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51886) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:49.039110 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 5 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:49.065825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-20b2c176-2080-49df-a9bc-26e98b02b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:49.069073 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-20b2c176-2080-49df-a9bc-26e98b02b658 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=3c9af416-4358-430a-ad21-683d4c0622d9 HTTP/1.1" status: 200 len: 912 time: 0.6823587 Sep 25 01:00:49.070718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:49.093736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9fbb35d4-73b2-4bfd-baf8-60b4c7127413), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.094972 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Added segment 9fbb35d4-73b2-4bfd-baf8-60b4c7127413 of type vlan for network a83c1ff7-8156-40bd-abcf-7dcec114ba97 Sep 25 01:00:49.205950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (a83c1ff7-8156-40bd-abcf-7dcec114ba97), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.327097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (a83c1ff7-8156-40bd-abcf-7dcec114ba97), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.337462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:49.338995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.433715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:49.460605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event deleted for resources: {'Port': ['ID=c267be04-c864-4397-ae15-04748bb6a8b5,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:49.504364 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6332474 Sep 25 01:00:49.511189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:49.523504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51896) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:49.528978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Request body: {'subnet': {'network_id': 'a83c1ff7-8156-40bd-abcf-7dcec114ba97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:49.667568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508de28-216f-4792-96a4-623e541abbae tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Network': ['ID=a83c1ff7-8156-40bd-abcf-7dcec114ba97,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:49.783054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (9beea8cc-f876-463c-b11e-b454dd4d1e2a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.848835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network a83c1ff7-8156-40bd-abcf-7dcec114ba97 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:49.895997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for floatingip (20fb4f3a-e5c7-4cd0-b294-f4d51bebab35), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.900381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.920284 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-674b94f2-99d1-4e86-9b85-35ab82f6bc75 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/20fb4f3a-e5c7-4cd0-b294-f4d51bebab35 HTTP/1.1" status: 204 len: 168 time: 3.2426038 Sep 25 01:00:49.922248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (ae2ccb96-75b2-4a7a-801e-42572b6f5e4e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.939292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51900) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:49.956202 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 6 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:49.967600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b9ef19e3-3b34-489f-ac8b-92108a7ae525 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Request body: {'floatingip': {'floating_network_id': '2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9', 'port_id': '8d1d35f7-99bf-47fc-af53-60d6e6ee2917', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:50.033090 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-529e6d7c-2875-4db0-b33b-735997e28c3e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=875bc05c-fb99-4b17-8a49-d7f97202c6d4 HTTP/1.1" status: 200 len: 999 time: 0.8557322 Sep 25 01:00:50.055820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ae2ccb96-75b2-4a7a-801e-42572b6f5e4e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.081878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:50.104001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5c046cf1-c3a0-44a9-9153-5f9aff023a1f', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'floating_ip_address': '172.36.7.124', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'port_id': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'mac_address': 'fa:16:3e:57:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:56Z', 'updated_at': '2022-09-25T01:00:44Z', 'revision_number': 1, 'project_id': '7f2f717a45524867bd74d08995113927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf69d6e-3673-408f-9cfa-e65ceec09d88', 'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'mac_address': 'fa:16:3e:54:c0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T00:59:54Z', 'revision_number': 5, 'project_id': '7f2f717a45524867bd74d08995113927', 'subnets': [{'id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:50.169763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] Checking router: 6e50a8d0-93d6-4d98-a812-2e20f565afa9 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:00:50.182480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:50.193021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Made reservation on behalf of 604cc74280f34080b3f0ed61f9c415a9 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:50.200348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.200835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:50.202049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:50.207262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9ef19e3-3b34-489f-ac8b-92108a7ae525 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.281753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (9beea8cc-f876-463c-b11e-b454dd4d1e2a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.282677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:50.292201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:50.321103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:50.338770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:50.346920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:50.348023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.368449 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-02712239-6b0a-45e7-aed3-37e46933c4ec service neutron] 10.222.0.60 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4025331 Sep 25 01:00:50.463237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beea8cc-f876-463c-b11e-b454dd4d1e2a']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:50.483280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-23858f53-a533-40d7-b136-ca75e7e421dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:50.485589 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-23858f53-a533-40d7-b136-ca75e7e421dd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2c93a3e5-97fe-4b87-8a41-1625b3b2fadf HTTP/1.1" status: 200 len: 850 time: 0.4446335 Sep 25 01:00:50.486092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69c05d6-fa13-4f53-9df0-89497d2b6e79') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:50.486433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69c05d6-fa13-4f53-9df0-89497d2b6e79') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:50.490049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=ae2ccb96-75b2-4a7a-801e-42572b6f5e4e,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:50.518283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (a69c05d6-fa13-4f53-9df0-89497d2b6e79), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.525716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:50.526545 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-640b0e61-7c1c-4c9e-aa19-d8459c68a7e0 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0275793 Sep 25 01:00:50.531013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51904) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:50.583639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a69c05d6-fa13-4f53-9df0-89497d2b6e79), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.604188 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-b9ef19e3-3b34-489f-ac8b-92108a7ae525 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:00:50.617254 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b9ef19e3-3b34-489f-ac8b-92108a7ae525 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6675136 Sep 25 01:00:50.619690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51908) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:50.620236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:50.620928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (a69c05d6-fa13-4f53-9df0-89497d2b6e79), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.658074 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment f4382672-40cb-41ae-a3c6-d0e484390ee2 resource provider aggregate not found Sep 25 01:00:50.665776 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '8d1d35f7-99bf-47fc-af53-60d6e6ee2917', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:50.707298 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 7 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:50.721071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:50.744721 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment f4382672-40cb-41ae-a3c6-d0e484390ee2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4382672-40cb-41ae-a3c6-d0e484390ee2 found for delete ", "request_id": "req-f781d4cc-53b9-475e-8016-533dc7797f78"}]} Sep 25 01:00:50.796332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-030ff1e0-1e10-4f0b-8938-3deab38caf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:50.799502 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-030ff1e0-1e10-4f0b-8938-3deab38caf57 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3c9af416-4358-430a-ad21-683d4c0622d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2971709 Sep 25 01:00:50.820938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:50.839616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668289c9-c000-474f-9cdf-adac52746263 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:50.843813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (9beea8cc-f876-463c-b11e-b454dd4d1e2a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.846861 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-668289c9-c000-474f-9cdf-adac52746263 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/ae2ccb96-75b2-4a7a-801e-42572b6f5e4e HTTP/1.1" status: 200 len: 840 time: 0.2715347 Sep 25 01:00:50.847988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51916) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:50.868321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.877353 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9beea8cc-f876-463c-b11e-b454dd4d1e2a HTTP/1.1" status: 204 len: 168 time: 1.6178477 Sep 25 01:00:50.928966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:51.014576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5c046cf1-c3a0-44a9-9153-5f9aff023a1f', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'floating_ip_address': '172.36.7.124', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'port_id': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'mac_address': 'fa:16:3e:57:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:56Z', 'updated_at': '2022-09-25T01:00:44Z', 'revision_number': 1, 'project_id': '7f2f717a45524867bd74d08995113927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf69d6e-3673-408f-9cfa-e65ceec09d88', 'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'mac_address': 'fa:16:3e:54:c0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T00:59:54Z', 'revision_number': 5, 'project_id': '7f2f717a45524867bd74d08995113927', 'subnets': [{'id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:51.047550 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2fdf7e1-b1bc-4537-b049-059d4f80d394 req-a1d5e3c7-79b6-480c-a851-bbf9406ff8f2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639395 Sep 25 01:00:51.049885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435094f2-4a71-48f0-85f9-5dfa74df0f0f tempest-ExternalNetworksTestJSON-910533092 tempest-ExternalNetworksTestJSON-910533092-project] Pushing event deleted for resources: {'Network': ['ID=9beea8cc-f876-463c-b11e-b454dd4d1e2a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:51.097402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650835b4-3f36-4223-90a7-141e70e5780e None None] The sync data for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv is: [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5c046cf1-c3a0-44a9-9153-5f9aff023a1f', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'floating_ip_address': '172.36.7.124', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'port_id': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'mac_address': 'fa:16:3e:57:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:56Z', 'updated_at': '2022-09-25T01:00:44Z', 'revision_number': 1, 'project_id': '7f2f717a45524867bd74d08995113927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf69d6e-3673-408f-9cfa-e65ceec09d88', 'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'mac_address': 'fa:16:3e:54:c0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T00:59:54Z', 'revision_number': 5, 'project_id': '7f2f717a45524867bd74d08995113927', 'subnets': [{'id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:00:51.268670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:00:51.271691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (2ec492c2-4d26-44be-8b31-b1e46b5a319f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:51.322821 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 8 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:51.400166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-36d8c80b-1ed6-44b0-90da-db23b7625965 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port ae2ccb96-75b2-4a7a-801e-42572b6f5e4e {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:51.400814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-36d8c80b-1ed6-44b0-90da-db23b7625965 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ae2ccb96-75b2-4a7a-801e-42572b6f5e4e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:51.435084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:51.446594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event updated for resources: {'Subnet': ['ID=2ec492c2-4d26-44be-8b31-b1e46b5a319f,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:51.450415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:51.474258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:51.499165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Checking segment: {'id': '9fbb35d4-73b2-4bfd-baf8-60b4c7127413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a83c1ff7-8156-40bd-abcf-7dcec114ba97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:51.500093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network hostable DHCP agents. Network: a83c1ff7-8156-40bd-abcf-7dcec114ba97, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:51.530835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:51.545113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Network a83c1ff7-8156-40bd-abcf-7dcec114ba97 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:51.555717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:51.565120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a83c1ff7-8156-40bd-abcf-7dcec114ba97) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:51.567863 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-7f3b16aa-4bc7-4fa0-8f0d-6df4e3e66ce8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3c9af416-4358-430a-ad21-683d4c0622d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7454164 Sep 25 01:00:51.578296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:51.581414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:51.585178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d33096-f992-44fd-a119-38b3c8558e2b None None] Network a83c1ff7-8156-40bd-abcf-7dcec114ba97 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:51.622786 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-55e242dc-fb39-4a24-861e-8af8896680c4 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0984433 Sep 25 01:00:51.623800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51932) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:51.698520 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446a8e88-2d0f-4026-9af9-079cfbf1134f None None] New status for floating IP 5c046cf1-c3a0-44a9-9153-5f9aff023a1f: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:00:51.731318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51934) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:51.755363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51938) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:51.839362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (a83c1ff7-8156-40bd-abcf-7dcec114ba97), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:51.937150 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1acdf835-79d0-4df3-b5a5-cfc447265aff req-1cb933b2-9d17-4ebb-871e-af2f1965f4fd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3c9af416-4358-430a-ad21-683d4c0622d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906667 Sep 25 01:00:51.959290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c362cc29-8644-46c6-a30c-337cd353140e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a83c1ff7-8156-40bd-abcf-7dcec114ba97', 'network_id': 'a83c1ff7-8156-40bd-abcf-7dcec114ba97', 'project_id': '604cc74280f34080b3f0ed61f9c415a9', 'fixed_ips': [{'subnet_id': '2ec492c2-4d26-44be-8b31-b1e46b5a319f'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:00:51.961895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c362cc29-8644-46c6-a30c-337cd353140e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.016401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (2ec492c2-4d26-44be-8b31-b1e46b5a319f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.023305 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 9 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:52.087263 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:52.133497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:52.264480 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-26c7f0a0-ab69-4d18-99f4-41a11638f802 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=be75e4940bb54c61b6093cfaf8fa928d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5076740 Sep 25 01:00:52.269052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51942) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:52.307573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-121025689', 'router:external': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:52.368252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:52.383809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (2ec492c2-4d26-44be-8b31-b1e46b5a319f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server [None req-c362cc29-8644-46c6-a30c-337cd353140e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ec492c2-4d26-44be-8b31-b1e46b5a319f: This subnet is being modified by another concurrent operation. Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:00:52.397914 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1568, in create_port Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1533, in _create_port_db Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise exception Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ec492c2-4d26-44be-8b31-b1e46b5a319f: This subnet is being modified by another concurrent operation. Sep 25 01:00:52.402220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Sep 25 01:00:52.410791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Made reservation on behalf of 1c368e1d7cea49de80101944dd769c17 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:52.416891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.467339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f76585e-ee84-4178-833a-bd02f87e7c90 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:00:52.474055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec492c2-4d26-44be-8b31-b1e46b5a319f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:52.485039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.493936 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9db1510-ec7e-4a77-81f4-2e9bf540c979 admin admin] Publish callbacks [] for security_group (b8b7b023-855c-44a1-9762-77cd0e10f8fb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.530135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-36d8c80b-1ed6-44b0-90da-db23b7625965 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ae2ccb96-75b2-4a7a-801e-42572b6f5e4e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.568737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-36d8c80b-1ed6-44b0-90da-db23b7625965 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for ae2ccb96-75b2-4a7a-801e-42572b6f5e4e owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:52.603331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:52.611874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9db1510-ec7e-4a77-81f4-2e9bf540c979 admin admin] Publish callbacks [] for security_group (b8b7b023-855c-44a1-9762-77cd0e10f8fb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.623173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Allocated IP 172.36.7.85 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/f64acddc-50ae-4449-a85c-8a7851ea8633) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:52.654800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (a83c1ff7-8156-40bd-abcf-7dcec114ba97), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.678019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f76585e-ee84-4178-833a-bd02f87e7c90 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:00:52.740581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83c1ff7-8156-40bd-abcf-7dcec114ba97']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:52.767118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbb35d4-73b2-4bfd-baf8-60b4c7127413') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:52.767377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbb35d4-73b2-4bfd-baf8-60b4c7127413') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:52.792011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (9fbb35d4-73b2-4bfd-baf8-60b4c7127413), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.841768 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment a69c05d6-fa13-4f53-9df0-89497d2b6e79 resource provider aggregate not found Sep 25 01:00:52.852460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9fbb35d4-73b2-4bfd-baf8-60b4c7127413), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.876566 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Attempt 10 to provision port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 Sep 25 01:00:52.885878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9db1510-ec7e-4a77-81f4-2e9bf540c979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b8b7b023-855c-44a1-9762-77cd0e10f8fb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.891116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9db1510-ec7e-4a77-81f4-2e9bf540c979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.893226 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d9db1510-ec7e-4a77-81f4-2e9bf540c979 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b8b7b023-855c-44a1-9762-77cd0e10f8fb HTTP/1.1" status: 204 len: 168 time: 0.6226621 Sep 25 01:00:52.897912 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for security_group (832ea6d3-41c0-4dd6-ab36-faebb5b5fe5a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.900728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:52.901412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (9fbb35d4-73b2-4bfd-baf8-60b4c7127413), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.936133 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment a69c05d6-fa13-4f53-9df0-89497d2b6e79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a69c05d6-fa13-4f53-9df0-89497d2b6e79 found for delete ", "request_id": "req-e8f8aee6-b788-4802-a927-1dc74ebcb495"}]} Sep 25 01:00:52.941501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (832ea6d3-41c0-4dd6-ab36-faebb5b5fe5a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.996612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6f07be26-11a4-4ef4-ab72-432593eb03a7 None None] Port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:53.017664 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:53.030904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db1510-ec7e-4a77-81f4-2e9bf540c979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b7b023-855c-44a1-9762-77cd0e10f8fb,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:53.044210 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for port (f64acddc-50ae-4449-a85c-8a7851ea8633), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.127994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (a83c1ff7-8156-40bd-abcf-7dcec114ba97), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.130927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:53.157896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-36d8c80b-1ed6-44b0-90da-db23b7625965 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ae2ccb96-75b2-4a7a-801e-42572b6f5e4e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.180742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.192185 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a83c1ff7-8156-40bd-abcf-7dcec114ba97 HTTP/1.1" status: 204 len: 168 time: 1.5606828 Sep 25 01:00:53.192185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832ea6d3-41c0-4dd6-ab36-faebb5b5fe5a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:53.193663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51950) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.200772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8c80b-1ed6-44b0-90da-db23b7625965 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=ae2ccb96-75b2-4a7a-801e-42572b6f5e4e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:53.206701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f64acddc-50ae-4449-a85c-8a7851ea8633), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.212821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbbdde9-3709-44fe-9c11-ac8a3865ab2c None None] Network a83c1ff7-8156-40bd-abcf-7dcec114ba97 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:53.247119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:53.254802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbbdde9-3709-44fe-9c11-ac8a3865ab2c None None] Network a83c1ff7-8156-40bd-abcf-7dcec114ba97 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:00:53.258224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:53.263707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:53.267178 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcc452a-e340-4425-9c1f-e3c7995751d2 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:53.267876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:53.268108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcc452a-e340-4425-9c1f-e3c7995751d2 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:53.274247 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5fcc452a-e340-4425-9c1f-e3c7995751d2 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2ec492c2-4d26-44be-8b31-b1e46b5a319f HTTP/1.1" status: 404 len: 337 time: 0.0603962 Sep 25 01:00:53.276870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (c698f95b-e533-4250-ab2f-6754fa1acd64), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.277432 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Added segment c698f95b-e533-4250-ab2f-6754fa1acd64 of type vlan for network fd7a9a82-af1b-40ad-8716-ca225d79fd70 Sep 25 01:00:53.280496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec21ea-a877-442f-a5f4-a5211892883b tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Network': ['ID=a83c1ff7-8156-40bd-abcf-7dcec114ba97,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:53.283432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51952) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.320020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-36d8c80b-1ed6-44b0-90da-db23b7625965 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.327672 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-36d8c80b-1ed6-44b0-90da-db23b7625965 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ae2ccb96-75b2-4a7a-801e-42572b6f5e4e HTTP/1.1" status: 204 len: 168 time: 2.4529114 Sep 25 01:00:53.334250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51956) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.375934 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b802d446-7a1e-4a79-91d0-3230e42a1f44 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:53.376929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b802d446-7a1e-4a79-91d0-3230e42a1f44 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:53.384704 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b802d446-7a1e-4a79-91d0-3230e42a1f44 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a83c1ff7-8156-40bd-abcf-7dcec114ba97 HTTP/1.1" status: 404 len: 339 time: 0.0867884 Sep 25 01:00:53.388510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51958) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.403525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event updated for resources: {'Port': ['ID=f64acddc-50ae-4449-a85c-8a7851ea8633,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:53.408803 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3dfaea-a6d2-4f67-9c61-8deff5ec360b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:00:53.417407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8a3dfaea-a6d2-4f67-9c61-8deff5ec360b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/ae2ccb96-75b2-4a7a-801e-42572b6f5e4e HTTP/1.1" status: 404 len: 333 time: 0.0809166 Sep 25 01:00:53.418196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51960) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.427254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'name': 'tempest-PortsTestJSON-1817759485'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:53.457274 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-760454ae-2b07-41f1-93d1-1349c342ea28 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:53.458522 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760454ae-2b07-41f1-93d1-1349c342ea28 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:53.469807 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-760454ae-2b07-41f1-93d1-1349c342ea28 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6f918167-1a0a-4fe4-a172-169e75eb8a29 HTTP/1.1" status: 404 len: 337 time: 0.0758438 Sep 25 01:00:53.478623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51962) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.505632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (fd7a9a82-af1b-40ad-8716-ca225d79fd70), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.532871 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a30393b-6d3e-43d9-8130-e57602e06ff0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:53.534492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a30393b-6d3e-43d9-8130-e57602e06ff0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:53.542391 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5a30393b-6d3e-43d9-8130-e57602e06ff0 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/34513009-0071-42d4-b584-9092f7b86747 HTTP/1.1" status: 404 len: 339 time: 0.0578692 Sep 25 01:00:53.543558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51964) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.580576 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de8b343-dec3-4186-83a2-0377923741bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:53.581274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de8b343-dec3-4186-83a2-0377923741bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:53.591290 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3de8b343-dec3-4186-83a2-0377923741bf tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c410ee48-4f2f-4ded-8dc7-f9cc0c972187 HTTP/1.1" status: 404 len: 337 time: 0.0407829 Sep 25 01:00:53.594966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51966) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.625737 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4638c815-07e6-47bc-b4e4-4150eaf9b5ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:53.626775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4638c815-07e6-47bc-b4e4-4150eaf9b5ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:53.630760 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4638c815-07e6-47bc-b4e4-4150eaf9b5ff tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5f94c02d-7ace-49d9-9161-2ceb26cb2258 HTTP/1.1" status: 404 len: 339 time: 0.0346828 Sep 25 01:00:53.635925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51968) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.676614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51970) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.677327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (fd7a9a82-af1b-40ad-8716-ca225d79fd70), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.678466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:53.679551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.692558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:53.697373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.708684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=8,neutron:UPDATE=5,neutron:SELECT=77,neutron:INSERT=10 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:53.735622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Deleting port f64acddc-50ae-4449-a85c-8a7851ea8633 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:53.736072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f64acddc-50ae-4449-a85c-8a7851ea8633), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.739022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port 2fefc363-1abe-4fee-aba5-165f023152b3 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:53.813003 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0761757 Sep 25 01:00:53.835845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51972) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.844606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'subnet': {'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:53.856986 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6d94132c-194c-4fff-a82a-9e73d182a3ce admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5a65d7c140e244b2b2224e39e5ad2094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742694 Sep 25 01:00:53.862846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51974) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:53.873125 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c0162-77a0-40b6-8ad0-eeaef20001cc tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event updated for resources: {'Network': ['ID=fd7a9a82-af1b-40ad-8716-ca225d79fd70,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:53.891044 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-abee698d-feaa-4a0f-aca8-420fd6fe8d0c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Deleting port bff2e592-c4c2-4dd5-a2c1-a58716518758 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:53.891493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abee698d-feaa-4a0f-aca8-420fd6fe8d0c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bff2e592-c4c2-4dd5-a2c1-a58716518758), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.895052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network fd7a9a82-af1b-40ad-8716-ca225d79fd70 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:53.912253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:53.970696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abee698d-feaa-4a0f-aca8-420fd6fe8d0c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bff2e592-c4c2-4dd5-a2c1-a58716518758), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.974818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Made reservation on behalf of 1c368e1d7cea49de80101944dd769c17 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:53.978818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:53.988456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-abee698d-feaa-4a0f-aca8-420fd6fe8d0c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Calling delete_port for bff2e592-c4c2-4dd5-a2c1-a58716518758 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:54.021297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f64acddc-50ae-4449-a85c-8a7851ea8633), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.022255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for floatingip (f64acddc-50ae-4449-a85c-8a7851ea8633), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.109019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Calling delete_port for f64acddc-50ae-4449-a85c-8a7851ea8633 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:54.175429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a7f4-9be8-46a2-a0c1-9c4f8d532c41 admin admin] Publish callbacks [] for security_group (09571f62-e877-40fe-a6f0-707a6ba27a1f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.221717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a7f4-9be8-46a2-a0c1-9c4f8d532c41 admin admin] Publish callbacks [] for security_group (09571f62-e877-40fe-a6f0-707a6ba27a1f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.249459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abee698d-feaa-4a0f-aca8-420fd6fe8d0c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (bff2e592-c4c2-4dd5-a2c1-a58716518758), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.308972 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee698d-feaa-4a0f-aca8-420fd6fe8d0c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Port': ['ID=bff2e592-c4c2-4dd5-a2c1-a58716518758,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:54.323470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abee698d-feaa-4a0f-aca8-420fd6fe8d0c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.329745 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-abee698d-feaa-4a0f-aca8-420fd6fe8d0c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/ports/bff2e592-c4c2-4dd5-a2c1-a58716518758 HTTP/1.1" status: 204 len: 168 time: 0.6916442 Sep 25 01:00:54.332994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51976) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:54.373524 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c637fc8-9957-44a6-8761-b9a5a19a92ef tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:54.374022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c637fc8-9957-44a6-8761-b9a5a19a92ef tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:54.382522 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0c637fc8-9957-44a6-8761-b9a5a19a92ef tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f55e468b-1d6f-4bee-855e-8bc82b8bda92 HTTP/1.1" status: 404 len: 337 time: 0.0417848 Sep 25 01:00:54.388285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51978) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:54.397789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (2fefc363-1abe-4fee-aba5-165f023152b3), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.406694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a7f4-9be8-46a2-a0c1-9c4f8d532c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (09571f62-e877-40fe-a6f0-707a6ba27a1f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.410223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a7f4-9be8-46a2-a0c1-9c4f8d532c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.411398 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a6f0a7f4-9be8-46a2-a0c1-9c4f8d532c41 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/09571f62-e877-40fe-a6f0-707a6ba27a1f HTTP/1.1" status: 204 len: 168 time: 0.5475712 Sep 25 01:00:54.434438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:54.470022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0a7f4-9be8-46a2-a0c1-9c4f8d532c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09571f62-e877-40fe-a6f0-707a6ba27a1f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:54.517667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (2115f4c1-efb2-4d38-a43a-4a0ddac9d036), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.624766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:54.656370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (2115f4c1-efb2-4d38-a43a-4a0ddac9d036), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.660418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2fefc363-1abe-4fee-aba5-165f023152b3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.723740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f64acddc-50ae-4449-a85c-8a7851ea8633), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.828899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:54.850279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:54.902714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:54.909714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:54.911176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.985213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=2fefc363-1abe-4fee-aba5-165f023152b3,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:55.068078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2115f4c1-efb2-4d38-a43a-4a0ddac9d036']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:55.081116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83da0aa-68ac-455e-b234-d79da88fd116') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:55.081534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83da0aa-68ac-455e-b234-d79da88fd116') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:55.090615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 51992) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:55.091092 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-68e2233c-5602-469c-b9ec-759d7b4c7cf6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6678424 Sep 25 01:00:55.092665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event deleted for resources: {'Port': ['ID=f64acddc-50ae-4449-a85c-8a7851ea8633,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:55.114579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (c83da0aa-68ac-455e-b234-d79da88fd116), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.129855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c98fc02b-353a-4ec6-839b-5a886b8adb70 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:55.138750 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 9fbb35d4-73b2-4bfd-baf8-60b4c7127413 resource provider aggregate not found Sep 25 01:00:55.186006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (c83da0aa-68ac-455e-b234-d79da88fd116), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.192020 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 9fbb35d4-73b2-4bfd-baf8-60b4c7127413 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fbb35d4-73b2-4bfd-baf8-60b4c7127413 found for delete ", "request_id": "req-cb79fce2-c01b-4748-b984-823fcc2fc6b6"}]} Sep 25 01:00:55.207361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:55.208183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (c83da0aa-68ac-455e-b234-d79da88fd116), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.224601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:00:55.224601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (9961c3eb-83a9-4840-a863-89afae1bd55a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.275591 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] create failed (client error): The resource could not be found. Sep 25 01:00:55.282459 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-90606953-db2b-45fd-8b37-fbe87f5aef5c tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6189604 Sep 25 01:00:55.284676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 51998) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:55.352596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9961c3eb-83a9-4840-a863-89afae1bd55a,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:55.366395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Checking segment: {'id': 'c698f95b-e533-4250-ab2f-6754fa1acd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:55.366965 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Network hostable DHCP agents. Network: fd7a9a82-af1b-40ad-8716-ca225d79fd70, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:00:55.393981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c98fc02b-353a-4ec6-839b-5a886b8adb70 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2fefc363-1abe-4fee-aba5-165f023152b3), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.424378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (2115f4c1-efb2-4d38-a43a-4a0ddac9d036), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.429420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:55.440813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.448406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Network fd7a9a82-af1b-40ad-8716-ca225d79fd70 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:00:55.449556 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/2115f4c1-efb2-4d38-a43a-4a0ddac9d036 HTTP/1.1" status: 204 len: 168 time: 1.0589085 Sep 25 01:00:55.454361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52000) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:55.464716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-45742c4a-b6eb-425f-9f1d-544ab31450c7 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Deleting port 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:55.465257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45742c4a-b6eb-425f-9f1d-544ab31450c7 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8d1d35f7-99bf-47fc-af53-60d6e6ee2917), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.471997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fd7a9a82-af1b-40ad-8716-ca225d79fd70) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:55.488351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe2023f-0e5a-4272-bc49-9cfb8f8b3a68 None None] Network fd7a9a82-af1b-40ad-8716-ca225d79fd70 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:55.502631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:55.503615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.585243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d772f64-0414-44df-805a-0587e3a9a340 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Network': ['ID=2115f4c1-efb2-4d38-a43a-4a0ddac9d036,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:55.599691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:55.621475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52006) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:55.622188 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-64fcfa2c-9240-4fd3-b3e1-7ecca6ef3ca1 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7835267 Sep 25 01:00:55.645120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1055737346', 'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:55.721865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45742c4a-b6eb-425f-9f1d-544ab31450c7 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8d1d35f7-99bf-47fc-af53-60d6e6ee2917), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.748381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-45742c4a-b6eb-425f-9f1d-544ab31450c7 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Calling delete_port for 8d1d35f7-99bf-47fc-af53-60d6e6ee2917 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:55.774092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:55.795790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3662f-aae1-46f0-9711-47bd685f02c4 None None] Network fd7a9a82-af1b-40ad-8716-ca225d79fd70 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:55.806845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Made reservation on behalf of 1c368e1d7cea49de80101944dd769c17 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:55.810429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:55.844390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a75f4-33f1-47d4-bb0e-023712d0126c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Deleting port 3e04b797-eb94-481f-a234-e3d9ddae2d48 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:55.845133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2e3a75f4-33f1-47d4-bb0e-023712d0126c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3e04b797-eb94-481f-a234-e3d9ddae2d48), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.026360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] device_id is not set on port 08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:00:56.096768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45742c4a-b6eb-425f-9f1d-544ab31450c7 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8d1d35f7-99bf-47fc-af53-60d6e6ee2917), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.152007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45742c4a-b6eb-425f-9f1d-544ab31450c7 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event deleted for resources: {'Port': ['ID=8d1d35f7-99bf-47fc-af53-60d6e6ee2917,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:56.155746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2e3a75f4-33f1-47d4-bb0e-023712d0126c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3e04b797-eb94-481f-a234-e3d9ddae2d48), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.240116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a75f4-33f1-47d4-bb0e-023712d0126c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Calling delete_port for 3e04b797-eb94-481f-a234-e3d9ddae2d48 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:56.318469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45742c4a-b6eb-425f-9f1d-544ab31450c7 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.326360 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-45742c4a-b6eb-425f-9f1d-544ab31450c7 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8d1d35f7-99bf-47fc-af53-60d6e6ee2917 HTTP/1.1" status: 204 len: 168 time: 1.0392249 Sep 25 01:00:56.327024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52014) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:56.407640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c98fc02b-353a-4ec6-839b-5a886b8adb70 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (2fefc363-1abe-4fee-aba5-165f023152b3), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.425991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:56.427505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9429cc82-fba5-4a55-8278-cdc1db51f266 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:56.430314 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9429cc82-fba5-4a55-8278-cdc1db51f266 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3532d66-bdde-4ee3-8440-6906479f8ede HTTP/1.1" status: 200 len: 913 time: 0.1019530 Sep 25 01:00:56.435142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52018) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:56.442298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c98fc02b-353a-4ec6-839b-5a886b8adb70 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (2fefc363-1abe-4fee-aba5-165f023152b3), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.443701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-c98fc02b-353a-4ec6-839b-5a886b8adb70 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] In _notify_port_updated(), no bound segment for port 2fefc363-1abe-4fee-aba5-165f023152b3 on network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 {{(pid=107188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:00:56.452255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98fc02b-353a-4ec6-839b-5a886b8adb70 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:56.453217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c98fc02b-353a-4ec6-839b-5a886b8adb70 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.459387 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c98fc02b-353a-4ec6-839b-5a886b8adb70 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "PUT /networking/v2.0/ports/2fefc363-1abe-4fee-aba5-165f023152b3 HTTP/1.1" status: 200 len: 818 time: 1.3629372 Sep 25 01:00:56.469167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52020) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:56.579278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Allocated IP 2001:db8::2ec (fd7a9a82-af1b-40ad-8716-ca225d79fd70/9961c3eb-83a9-4840-a863-89afae1bd55a/08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:56.624528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fc02b-353a-4ec6-839b-5a886b8adb70 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=2fefc363-1abe-4fee-aba5-165f023152b3,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:56.707624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2e3a75f4-33f1-47d4-bb0e-023712d0126c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (3e04b797-eb94-481f-a234-e3d9ddae2d48), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.753812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f273022d-5cb3-4302-8314-f6453dbd7494 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 2fefc363-1abe-4fee-aba5-165f023152b3 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:56.754167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f273022d-5cb3-4302-8314-f6453dbd7494 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2fefc363-1abe-4fee-aba5-165f023152b3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.780846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a75f4-33f1-47d4-bb0e-023712d0126c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Port': ['ID=3e04b797-eb94-481f-a234-e3d9ddae2d48,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:56.839127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2e3a75f4-33f1-47d4-bb0e-023712d0126c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:56.842888 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2e3a75f4-33f1-47d4-bb0e-023712d0126c tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3e04b797-eb94-481f-a234-e3d9ddae2d48 HTTP/1.1" status: 204 len: 168 time: 1.3851886 Sep 25 01:00:56.879362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52026) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:56.961100 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65d04b0-6dad-4637-adb6-b7dc9743de58 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] DELETE failed (client error): The resource could not be found. Sep 25 01:00:56.961622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65d04b0-6dad-4637-adb6-b7dc9743de58 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:00:56.965113 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d65d04b0-6dad-4637-adb6-b7dc9743de58 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/71b401cd-696d-44ce-9eb3-9d097a69a118 HTTP/1.1" status: 404 len: 337 time: 0.0841634 Sep 25 01:00:56.973452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52030) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:56.996738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f273022d-5cb3-4302-8314-f6453dbd7494 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2fefc363-1abe-4fee-aba5-165f023152b3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.018358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:57.066411 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f273022d-5cb3-4302-8314-f6453dbd7494 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 2fefc363-1abe-4fee-aba5-165f023152b3 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:57.242211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (18539477-43d1-457e-8c43-a1ef2d6f440a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.248912 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for port (08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.252568 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment c83da0aa-68ac-455e-b234-d79da88fd116 resource provider aggregate not found Sep 25 01:00:57.285593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (d3532d66-bdde-4ee3-8440-6906479f8ede), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.302882 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment c83da0aa-68ac-455e-b234-d79da88fd116 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c83da0aa-68ac-455e-b234-d79da88fd116 found for delete ", "request_id": "req-97f6e55b-0e6b-4475-b197-5413369c3a65"}]} Sep 25 01:00:57.359560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52042) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:57.449165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.463699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f273022d-5cb3-4302-8314-f6453dbd7494 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (2fefc363-1abe-4fee-aba5-165f023152b3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.485280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (18539477-43d1-457e-8c43-a1ef2d6f440a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.556281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:57.562071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Network fd7a9a82-af1b-40ad-8716-ca225d79fd70 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:57.568852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18539477-43d1-457e-8c43-a1ef2d6f440a']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:57.575842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f273022d-5cb3-4302-8314-f6453dbd7494 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.579676 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f273022d-5cb3-4302-8314-f6453dbd7494 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2fefc363-1abe-4fee-aba5-165f023152b3 HTTP/1.1" status: 204 len: 168 time: 1.1039903 Sep 25 01:00:57.581197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:57.596074 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52046) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:57.597155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:57.598414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:57.599056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.609237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92be5090-1c7b-4b7f-bf46-0a95433a92f9') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:57.609676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92be5090-1c7b-4b7f-bf46-0a95433a92f9') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:57.612242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event updated for resources: {'Port': ['ID=08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:57.689419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (92be5090-1c7b-4b7f-bf46-0a95433a92f9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.751670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-564238706'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:57.764127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273022d-5cb3-4302-8314-f6453dbd7494 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=2fefc363-1abe-4fee-aba5-165f023152b3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:57.773160 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-51c19340-18f3-4f3d-8735-3030d0751ba0 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1362920 Sep 25 01:00:57.784153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52050) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:57.810721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (92be5090-1c7b-4b7f-bf46-0a95433a92f9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.826773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:57.842178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896f656-cab3-4e17-912f-fac76786a096 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:57.843882 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5896f656-cab3-4e17-912f-fac76786a096 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2401400 Sep 25 01:00:57.849022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52052) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:57.850683 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:00:57.851045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (92be5090-1c7b-4b7f-bf46-0a95433a92f9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.866641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Deleting port 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:57.866968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.896742 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2feb3833-6f9b-4407-98b6-3930463e43b6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:00:57.899347 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2feb3833-6f9b-4407-98b6-3930463e43b6 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/2fefc363-1abe-4fee-aba5-165f023152b3 HTTP/1.1" status: 404 len: 333 time: 0.0487149 Sep 25 01:00:57.910947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52054) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:57.916630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-477192128'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:57.958728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Made reservation on behalf of d0852e0d80634a5dbd7044a3177e74e8 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:57.963718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.979165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.992999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:57.997724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:57.998369 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (18539477-43d1-457e-8c43-a1ef2d6f440a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.011881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.015836 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/18539477-43d1-457e-8c43-a1ef2d6f440a HTTP/1.1" status: 204 len: 168 time: 1.0391071 Sep 25 01:00:58.016827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-aad8574e-5eaa-4506-8099-f4568fa1b49b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Deleting port 08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:58.017181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-aad8574e-5eaa-4506-8099-f4568fa1b49b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.023758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52056) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:58.059554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.077498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc34f72-6a11-422f-9218-4aff6b610b9a tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Network': ['ID=18539477-43d1-457e-8c43-a1ef2d6f440a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:58.078577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:58.092494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Calling delete_port for 76f2f4fd-b0f3-4e56-bcb1-a01276d8049f owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:58.103667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:58.116754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (320378ba-d4b2-41c0-b432-080e01312617), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.117231 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Added segment 320378ba-d4b2-41c0-b432-080e01312617 of type vlan for network e5045985-af9b-4f50-ac6f-568f26f2d5e5 Sep 25 01:00:58.216382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eed0d7-6f9e-4d75-92de-d916d6dcd3a9 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Deleting subnet e28cac52-c0b4-4041-b24c-62db46b86f76 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:00:58.223655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (e5045985-af9b-4f50-ac6f-568f26f2d5e5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.247119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5eed0d7-6f9e-4d75-92de-d916d6dcd3a9 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (e28cac52-c0b4-4041-b24c-62db46b86f76), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.293780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:58.301304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-aad8574e-5eaa-4506-8099-f4568fa1b49b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.343215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-aad8574e-5eaa-4506-8099-f4568fa1b49b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Calling delete_port for 08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:58.356852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (e5045985-af9b-4f50-ac6f-568f26f2d5e5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.365478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:58.366883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5eed0d7-6f9e-4d75-92de-d916d6dcd3a9 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (e28cac52-c0b4-4041-b24c-62db46b86f76), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.367050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.414344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks [] for security_group (e010c6a5-75d9-4938-bc94-c12beb67cce6), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.478052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e010c6a5-75d9-4938-bc94-c12beb67cce6), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.489516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5771322 Sep 25 01:00:58.495916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52058) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:58.504502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:58.521786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:58.536828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:00:58.560998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4d0b37c2-6ba6-4c33-93b6-093466e93d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.572665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e010c6a5-75d9-4938-bc94-c12beb67cce6,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:58.587022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6153eaf6-f1b9-429c-bd9b-c40162105ecb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.587417 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Added segment 6153eaf6-f1b9-429c-bd9b-c40162105ecb of type vlan for network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 Sep 25 01:00:58.710426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (cc084854-bbb2-4e0d-b8df-67d1a6ffc888), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.718597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5eed0d7-6f9e-4d75-92de-d916d6dcd3a9 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (e28cac52-c0b4-4041-b24c-62db46b86f76), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.809498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (cc084854-bbb2-4e0d-b8df-67d1a6ffc888), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.815586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:58.815586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.823727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-aad8574e-5eaa-4506-8099-f4568fa1b49b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.918341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef09e9d-bf66-4ef8-a3fa-f7513a7d0a3f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Network': ['ID=e5045985-af9b-4f50-ac6f-568f26f2d5e5,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:58.936464 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5682414 Sep 25 01:00:58.941370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8574e-5eaa-4506-8099-f4568fa1b49b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event deleted for resources: {'Port': ['ID=08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:58.952307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5eed0d7-6f9e-4d75-92de-d916d6dcd3a9 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (e28cac52-c0b4-4041-b24c-62db46b86f76), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.952571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:58.987315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb767e9-be31-451c-a86c-7da6e34d0969 tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Pushing event updated for resources: {'Network': ['ID=cc084854-bbb2-4e0d-b8df-67d1a6ffc888,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:59.014864 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-aad8574e-5eaa-4506-8099-f4568fa1b49b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.016998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (76f2f4fd-b0f3-4e56-bcb1-a01276d8049f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.018554 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-aad8574e-5eaa-4506-8099-f4568fa1b49b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/08cd6eee-cfd8-4ce6-b3ce-37bc2b107af7 HTTP/1.1" status: 204 len: 168 time: 1.2256043 Sep 25 01:00:59.021101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed0d7-6f9e-4d75-92de-d916d6dcd3a9 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Subnet': ['ID=e28cac52-c0b4-4041-b24c-62db46b86f76,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:59.023061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52064) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:59.026381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5eed0d7-6f9e-4d75-92de-d916d6dcd3a9 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.030343 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c5eed0d7-6f9e-4d75-92de-d916d6dcd3a9 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e28cac52-c0b4-4041-b24c-62db46b86f76 HTTP/1.1" status: 204 len: 168 time: 0.9917343 Sep 25 01:00:59.034386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70', 'external_fixed_ips': [{'subnet_id': '9961c3eb-83a9-4840-a863-89afae1bd55a', 'ip_address': '2001:db8::2ec'}]}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:59.038980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52066) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:59.063437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (322683a8-783e-4b81-959c-a27e0bcb9f07), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.065557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (322683a8-783e-4b81-959c-a27e0bcb9f07), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.111093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event deleted for resources: {'Port': ['ID=76f2f4fd-b0f3-4e56-bcb1-a01276d8049f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:59.187496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_controller (322683a8-783e-4b81-959c-a27e0bcb9f07), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.222968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43506e68-1153-40ee-a230-df8734bea3d7 None None] Network 835f385f-4cae-4688-8cdb-e55ff8a0904f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:00:59.356688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:59.359630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52072) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:59.361600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.377498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Request body: {'port': {'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1515542975'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:59.390853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:00:59.401923 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 92be5090-1c7b-4b7f-bf46-0a95433a92f9 resource provider aggregate not found Sep 25 01:00:59.416163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (835f385f-4cae-4688-8cdb-e55ff8a0904f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.420937 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:59.436856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:59.498676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:59.535409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:59.569779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (322683a8-783e-4b81-959c-a27e0bcb9f07), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.584973 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 92be5090-1c7b-4b7f-bf46-0a95433a92f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92be5090-1c7b-4b7f-bf46-0a95433a92f9 found for delete ", "request_id": "req-87f9d267-1062-4119-bf65-962f595654f3"}]} Sep 25 01:00:59.689589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b97b350-8706-4be3-9962-cbfb8940e84a None None] DHCP port deletion for 835f385f-4cae-4688-8cdb-e55ff8a0904f request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:00:59.696464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Made reservation on behalf of 274adbf37d31498e874efd26c7433032 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:59.700461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.723829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.780456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1b97b350-8706-4be3-9962-cbfb8940e84a None None] Deleting port 52efa3ee-8608-4707-a621-3949cf054a63 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:59.780978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b97b350-8706-4be3-9962-cbfb8940e84a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (52efa3ee-8608-4707-a621-3949cf054a63), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.798057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (d3532d66-bdde-4ee3-8440-6906479f8ede), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.884589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 52efa3ee-8608-4707-a621-3949cf054a63 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:00:59.904791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Deleting port 52efa3ee-8608-4707-a621-3949cf054a63 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:59.905220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (52efa3ee-8608-4707-a621-3949cf054a63), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.962300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1b97b350-8706-4be3-9962-cbfb8940e84a None None] For port 52efa3ee-8608-4707-a621-3949cf054a63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52efa3ee-8608-4707-a621-3949cf054a63,segment=NetworkSegment(ee1301ba-e933-48f0-82ee-06f7e7750a5e),segment_id=ee1301ba-e933-48f0-82ee-06f7e7750a5e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:59.962504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b97b350-8706-4be3-9962-cbfb8940e84a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (52efa3ee-8608-4707-a621-3949cf054a63), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.001409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1b97b350-8706-4be3-9962-cbfb8940e84a None None] Calling delete_port for 52efa3ee-8608-4707-a621-3949cf054a63 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:00.073036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:00.091408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (322683a8-783e-4b81-959c-a27e0bcb9f07), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.128041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 52efa3ee-8608-4707-a621-3949cf054a63 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:00.128417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (52efa3ee-8608-4707-a621-3949cf054a63), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.139643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:00.157226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.272229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks [] for security_group (b3e7a085-a863-453a-8434-4e2084f20f5e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.283349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b3e7a085-a863-453a-8434-4e2084f20f5e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.304361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] device_id is not set on port 6c0944bc-db71-4419-a41d-9fde1f51e155 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:00.353525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (a0996e4a-4fe6-4835-b9bd-a5e96c126434), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.396252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] For port 52efa3ee-8608-4707-a621-3949cf054a63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52efa3ee-8608-4707-a621-3949cf054a63,segment=NetworkSegment(ee1301ba-e933-48f0-82ee-06f7e7750a5e),segment_id=ee1301ba-e933-48f0-82ee-06f7e7750a5e)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:00.396853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (52efa3ee-8608-4707-a621-3949cf054a63), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.424962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b97b350-8706-4be3-9962-cbfb8940e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (52efa3ee-8608-4707-a621-3949cf054a63), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.469628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97b350-8706-4be3-9962-cbfb8940e84a None None] Pushing event deleted for resources: {'Port': ['ID=52efa3ee-8608-4707-a621-3949cf054a63,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:00.472006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97b350-8706-4be3-9962-cbfb8940e84a None None] No DVR routers for this DVR port 52efa3ee-8608-4707-a621-3949cf054a63 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:00.503413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Calling delete_port for 52efa3ee-8608-4707-a621-3949cf054a63 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:00.545991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Router d3532d66-bdde-4ee3-8440-6906479f8ede has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:00.612745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=a0996e4a-4fe6-4835-b9bd-a5e96c126434,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:00.641865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Checking segment: {'id': '320378ba-d4b2-41c0-b432-080e01312617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:00.642233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network hostable DHCP agents. Network: e5045985-af9b-4f50-ac6f-568f26f2d5e5, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:00.762539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:00.774103 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-44845641-2f9b-492c-b9d8-8b6cdb314a42 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "PUT /networking/v2.0/routers/d3532d66-bdde-4ee3-8440-6906479f8ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3373439 Sep 25 01:01:00.775098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:00.777594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52076) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:00.780442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dabefd6-a7d8-4b5e-a287-256e9dd0aacc None None] Sync routers for ids ['d3532d66-bdde-4ee3-8440-6906479f8ede'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:00.787471 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (52efa3ee-8608-4707-a621-3949cf054a63), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.794816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:00.805086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dabefd6-a7d8-4b5e-a287-256e9dd0aacc None None] Routers {'d3532d66-bdde-4ee3-8440-6906479f8ede'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:00.806046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4dabefd6-a7d8-4b5e-a287-256e9dd0aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['d3532d66-bdde-4ee3-8440-6906479f8ede'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:00.853013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4dabefd6-a7d8-4b5e-a287-256e9dd0aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:00.865302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e5045985-af9b-4f50-ac6f-568f26f2d5e5) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:00.867999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dabefd6-a7d8-4b5e-a287-256e9dd0aacc None None] Routers {'d3532d66-bdde-4ee3-8440-6906479f8ede'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:00.869221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4dabefd6-a7d8-4b5e-a287-256e9dd0aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:00:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['d3532d66-bdde-4ee3-8440-6906479f8ede'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:00.874284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Port': ['ID=52efa3ee-8608-4707-a621-3949cf054a63,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:00.925619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e7a085-a863-453a-8434-4e2084f20f5e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:00.931443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:00.932911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.963331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902b2bd7-90ad-40f1-8fa4-eac2f1d4ff00 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for router (d3532d66-bdde-4ee3-8440-6906479f8ede), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.978742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6108cffa-18f1-48d8-abbc-51e6f22ec9c8 None None] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:00.983707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4dabefd6-a7d8-4b5e-a287-256e9dd0aacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:00.984722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dabefd6-a7d8-4b5e-a287-256e9dd0aacc None None] The sync data for ids ['d3532d66-bdde-4ee3-8440-6906479f8ede'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:01.055222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] No DVR routers for this DVR port 52efa3ee-8608-4707-a621-3949cf054a63 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:01.063849 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a1e5be68-6364-4dd6-bd28-99085455c4e7 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5679016 Sep 25 01:01:01.069962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52080) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:01.087062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7caa81f1-912a-47e7-b154-b956ad4fc13d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:01.178158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e5045985-af9b-4f50-ac6f-568f26f2d5e5', 'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5', 'project_id': '84da212938f24d5daaebf1c4a1599dfb', 'fixed_ips': [{'subnet_id': 'a0996e4a-4fe6-4835-b9bd-a5e96c126434'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:01.179311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.213533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Allocated IP 2001:db8::2ec (fd7a9a82-af1b-40ad-8716-ca225d79fd70/9961c3eb-83a9-4840-a863-89afae1bd55a/85d8373d-4da7-46be-bdf0-ec4c59f355d2) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:01.326582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (835f385f-4cae-4688-8cdb-e55ff8a0904f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.342111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902b2bd7-90ad-40f1-8fa4-eac2f1d4ff00 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (d3532d66-bdde-4ee3-8440-6906479f8ede), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.348761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902b2bd7-90ad-40f1-8fa4-eac2f1d4ff00 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for router_controller (d3532d66-bdde-4ee3-8440-6906479f8ede), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.364161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835f385f-4cae-4688-8cdb-e55ff8a0904f']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:01.411422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1301ba-e933-48f0-82ee-06f7e7750a5e') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:01.411791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1301ba-e933-48f0-82ee-06f7e7750a5e') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:01.427591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (ee1301ba-e933-48f0-82ee-06f7e7750a5e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.443641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902b2bd7-90ad-40f1-8fa4-eac2f1d4ff00 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (d3532d66-bdde-4ee3-8440-6906479f8ede), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.445020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902b2bd7-90ad-40f1-8fa4-eac2f1d4ff00 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Fanout notify agent at l3_agent the message router_deleted on router d3532d66-bdde-4ee3-8440-6906479f8ede {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:01.457117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-89137ae6-5d99-4d9d-bfab-79761a43e966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.469438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-902b2bd7-90ad-40f1-8fa4-eac2f1d4ff00 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.472570 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-902b2bd7-90ad-40f1-8fa4-eac2f1d4ff00 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "DELETE /networking/v2.0/routers/d3532d66-bdde-4ee3-8440-6906479f8ede HTTP/1.1" status: 204 len: 168 time: 0.6923566 Sep 25 01:01:01.473710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:01.476625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52084) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:01.482610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Allocated IP 172.20.0.2 (e5045985-af9b-4f50-ac6f-568f26f2d5e5/a0996e4a-4fe6-4835-b9bd-a5e96c126434/a8316d95-d4dd-41e1-ba7e-32b15ee44c12) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:01.501735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ee1301ba-e933-48f0-82ee-06f7e7750a5e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.557865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:01.558915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (ee1301ba-e933-48f0-82ee-06f7e7750a5e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.595237 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment ee1301ba-e933-48f0-82ee-06f7e7750a5e resource provider aggregate not found Sep 25 01:01:01.621223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] device_id is not set on port 6c0944bc-db71-4419-a41d-9fde1f51e155 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:01.651222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:01.665160 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment ee1301ba-e933-48f0-82ee-06f7e7750a5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee1301ba-e933-48f0-82ee-06f7e7750a5e found for delete ", "request_id": "req-f177d03f-7bd5-4338-a370-5595f4e54d56"}]} Sep 25 01:01:01.670349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks [] for port (6c0944bc-db71-4419-a41d-9fde1f51e155), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.711298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6c0944bc-db71-4419-a41d-9fde1f51e155), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.726994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (835f385f-4cae-4688-8cdb-e55ff8a0904f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.736812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b98d318-772f-4577-8932-07c20dc7f155 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Deleting subnet 2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:01.745796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7b98d318-772f-4577-8932-07c20dc7f155 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for subnet (2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.754470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caa81f1-912a-47e7-b154-b956ad4fc13d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:01.761842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7caa81f1-912a-47e7-b154-b956ad4fc13d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.817906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.823812 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] 10.222.0.49 "DELETE /networking/v2.0/networks/835f385f-4cae-4688-8cdb-e55ff8a0904f HTTP/1.1" status: 204 len: 168 time: 2.7801769 Sep 25 01:01:01.846241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cb204-4a22-4a40-ab00-680a82b1ee62 tempest-NetworksIpV6TestAttrs-283539831 tempest-NetworksIpV6TestAttrs-283539831-project] Pushing event deleted for resources: {'Network': ['ID=835f385f-4cae-4688-8cdb-e55ff8a0904f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:01.848254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.878760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7b98d318-772f-4577-8932-07c20dc7f155 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.895092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:01.923869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Publish callbacks [] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.940981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.004428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:02.014542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:02.015586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:02.018762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:02.026376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:02.071926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'Port': ['ID=6c0944bc-db71-4419-a41d-9fde1f51e155,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:02.090410 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:02.091733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Checking segment: {'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:02.092445 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Network hostable DHCP agents. Network: cc084854-bbb2-4e0d-b8df-67d1a6ffc888, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:02.142896 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Pushing event updated for resources: {'Port': ['ID=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:02.155007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7b98d318-772f-4577-8932-07c20dc7f155 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.171759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Attempting to bind port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:02.172879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Attempting to bind port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '320378ba-d4b2-41c0-b432-080e01312617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:02.188119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Attempting to bind port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 on network e5045985-af9b-4f50-ac6f-568f26f2d5e5 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:02.192455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:02.200857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.211725 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.ipam_backend_mixin [None req-7caa81f1-912a-47e7-b154-b956ad4fc13d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a0996e4a-4fe6-4835-b9bd-a5e96c126434 (CIDR: 172.20.0.0/28) Sep 25 01:01:02.276797 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caa81f1-912a-47e7-b154-b956ad4fc13d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:01:02.278237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7caa81f1-912a-47e7-b154-b956ad4fc13d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:01:02.285197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7b98d318-772f-4577-8932-07c20dc7f155 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.301308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cc084854-bbb2-4e0d-b8df-67d1a6ffc888) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:02.317443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566106e-1fd2-4658-9f68-17213c66c1ae None None] Network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:02.318568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7b98d318-772f-4577-8932-07c20dc7f155 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.319486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Network fd7a9a82-af1b-40ad-8716-ca225d79fd70 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:02.322631 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7b98d318-772f-4577-8932-07c20dc7f155 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb HTTP/1.1" status: 204 len: 168 time: 0.8442631 Sep 25 01:01:02.332712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:02.333286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Checking segment: {'id': '320378ba-d4b2-41c0-b432-080e01312617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:02.333908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.336457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Bound using segment: {'id': '320378ba-d4b2-41c0-b432-080e01312617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:02.337311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Bound port: a8316d95-d4dd-41e1-ba7e-32b15ee44c12, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320378ba-d4b2-41c0-b432-080e01312617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:02.337731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.342230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:02.348303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52092) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:02.356355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:02.364983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:02.370945 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98d318-772f-4577-8932-07c20dc7f155 tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event deleted for resources: {'Subnet': ['ID=2c39a36a-dd0d-47ca-9f5d-4b1bd58521cb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:02.386127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e850c90-1e32-48bb-8dc4-ec17afa2d0a8 None None] Network 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:02.478806 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7caa81f1-912a-47e7-b154-b956ad4fc13d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4038434 Sep 25 01:01:02.480574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event updated for resources: {'Port': ['ID=85d8373d-4da7-46be-bdf0-ec4c59f355d2,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:02.487442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52096) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:02.503997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:02.563151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.567360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:02.568172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:02.570448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:02.653175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52098) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:02.654080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] For port a8316d95-d4dd-41e1-ba7e-32b15ee44c12, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:02.657240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:02.658009 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:02.674234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Deleting port 78a00a84-9add-4cc1-b78c-06e5a028910c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:02.675129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.718870 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 2 to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 Sep 25 01:01:02.725784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] For port a8316d95-d4dd-41e1-ba7e-32b15ee44c12, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,segment=NetworkSegment(320378ba-d4b2-41c0-b432-080e01312617),segment_id=320378ba-d4b2-41c0-b432-080e01312617)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:02.752691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:02.753417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:02.754215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:02.790602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:02.791655 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:02.795713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.806800 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 3 to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 Sep 25 01:01:02.832394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] For port 78a00a84-9add-4cc1-b78c-06e5a028910c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78a00a84-9add-4cc1-b78c-06e5a028910c,segment=NetworkSegment(1a17fd6f-7f77-42fc-bb7f-96968f188b23),segment_id=1a17fd6f-7f77-42fc-bb7f-96968f188b23)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:02.833058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:02.874255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Calling delete_port for 78a00a84-9add-4cc1-b78c-06e5a028910c owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:02.899390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:02.929035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:02.929730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:02.930283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:02.938413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059d847-d08c-40e9-afb8-b73e233f16e3 None None] Pushing event updated for resources: {'Port': ['ID=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:02.962057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc34a89-e526-4279-b3f7-9605286b61ff None None] DHCP port deletion for 2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:02.970160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:02.980951 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:02.988577 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.050707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:03.051645 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:03.052913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8fc34a89-e526-4279-b3f7-9605286b61ff None None] Deleting port 78a00a84-9add-4cc1-b78c-06e5a028910c {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:03.053463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8fc34a89-e526-4279-b3f7-9605286b61ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.082455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 4 to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 Sep 25 01:01:03.121580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:03.122399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:03.122939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:03.126981 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b5436866-fef8-4b98-8053-a6be8dc9a755 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=604cc74280f34080b3f0ed61f9c415a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713736 Sep 25 01:01:03.131349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52102) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:03.201602 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8fc34a89-e526-4279-b3f7-9605286b61ff None None] For port 78a00a84-9add-4cc1-b78c-06e5a028910c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78a00a84-9add-4cc1-b78c-06e5a028910c,segment=NetworkSegment(1a17fd6f-7f77-42fc-bb7f-96968f188b23),segment_id=1a17fd6f-7f77-42fc-bb7f-96968f188b23)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:03.202079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8fc34a89-e526-4279-b3f7-9605286b61ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.218052 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.225736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8fc34a89-e526-4279-b3f7-9605286b61ff None None] Calling delete_port for 78a00a84-9add-4cc1-b78c-06e5a028910c owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:03.226996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:03.227527 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:03.233460 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 5 to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 Sep 25 01:01:03.278472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:03.278810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:03.280989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:03.314426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event deleted for resources: {'Port': ['ID=78a00a84-9add-4cc1-b78c-06e5a028910c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:03.322421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] No DVR routers for this DVR port 78a00a84-9add-4cc1-b78c-06e5a028910c on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:03.359807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8fc34a89-e526-4279-b3f7-9605286b61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (78a00a84-9add-4cc1-b78c-06e5a028910c), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.406342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc34a89-e526-4279-b3f7-9605286b61ff None None] Pushing event deleted for resources: {'Port': ['ID=78a00a84-9add-4cc1-b78c-06e5a028910c,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:03.409081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:03.409666 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:03.413442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9326bdc3-b88d-414a-841e-fd073f0bd005 admin admin] Publish callbacks [] for security_group (8befe135-8fe6-45d1-a11c-b18a98a758e8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.420921 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 6 to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 Sep 25 01:01:03.430428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc34a89-e526-4279-b3f7-9605286b61ff None None] No DVR routers for this DVR port 78a00a84-9add-4cc1-b78c-06e5a028910c on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:03.446070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (322683a8-783e-4b81-959c-a27e0bcb9f07), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.490243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:03.491187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:03.491532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:03.519116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:03.519476 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:03.522957 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 7 to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 Sep 25 01:01:03.538441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9326bdc3-b88d-414a-841e-fd073f0bd005 admin admin] Publish callbacks [] for security_group (8befe135-8fe6-45d1-a11c-b18a98a758e8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.543996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.577946 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:03.578345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:03.579320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:03.589408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:03.589659 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:03.597088 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 8 to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 Sep 25 01:01:03.605711 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:03.629773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:03.654221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a17fd6f-7f77-42fc-bb7f-96968f188b23') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:03.654801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a17fd6f-7f77-42fc-bb7f-96968f188b23') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:03.660675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:03.660994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:03.661597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:03.673705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (1a17fd6f-7f77-42fc-bb7f-96968f188b23), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.682008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:03.682565 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:03.682857 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 9 to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 Sep 25 01:01:03.696447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.704473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (1a17fd6f-7f77-42fc-bb7f-96968f188b23), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.716824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:03.717408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (1a17fd6f-7f77-42fc-bb7f-96968f188b23), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.754379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:03.754697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:03.755048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:03.763250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9326bdc3-b88d-414a-841e-fd073f0bd005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (8befe135-8fe6-45d1-a11c-b18a98a758e8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.768870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9326bdc3-b88d-414a-841e-fd073f0bd005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.777782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9326bdc3-b88d-414a-841e-fd073f0bd005 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8befe135-8fe6-45d1-a11c-b18a98a758e8 HTTP/1.1" status: 204 len: 168 time: 0.6401534 Sep 25 01:01:03.809601 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:03.809601 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:03.816894 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.plugins.ml2.plugin [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 10 to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 Sep 25 01:01:03.832530 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 1a17fd6f-7f77-42fc-bb7f-96968f188b23 resource provider aggregate not found Sep 25 01:01:03.897340 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 1a17fd6f-7f77-42fc-bb7f-96968f188b23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a17fd6f-7f77-42fc-bb7f-96968f188b23 found for delete ", "request_id": "req-39574a93-8061-4f4f-a27c-4907d1fff4fe"}]} Sep 25 01:01:03.899824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326bdc3-b88d-414a-841e-fd073f0bd005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8befe135-8fe6-45d1-a11c-b18a98a758e8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:03.924168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:03.924922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:03.925642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:03.941563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.956381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:03.966513 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] 10.222.0.49 "DELETE /networking/v2.0/networks/2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9 HTTP/1.1" status: 204 len: 168 time: 1.6129262 Sep 25 01:01:03.987736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port 6c0944bc-db71-4419-a41d-9fde1f51e155 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:03.988127 dv-neutron-master-2-hyperv neutron-server[107188]: ERROR neutron.plugins.ml2.managers [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port 6c0944bc-db71-4419-a41d-9fde1f51e155 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:03.988490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6c0944bc-db71-4419-a41d-9fde1f51e155), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.007546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (322683a8-783e-4b81-959c-a27e0bcb9f07), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.024553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (f1162bc1-786d-4247-ab3b-5d3d6eed4395), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.042308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae5f4c-d393-4592-a5bd-39afe97bd39e tempest-FloatingIPNegativeTestJSON-110763538 tempest-FloatingIPNegativeTestJSON-110763538-project] Pushing event deleted for resources: {'Network': ['ID=2af7e5e4-7d3c-45fd-bb1a-e9f7761577f9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:04.094995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a8316d95-d4dd-41e1-ba7e-32b15ee44c12 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:04.183011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:04.220718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:04.226219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:04.226823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.227560 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 Sep 25 01:01:04.287457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:04.287767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:04.291708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:04.324869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:04.325605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.348364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=f1162bc1-786d-4247-ab3b-5d3d6eed4395,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:04.457840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:04.458764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.492403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52118) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:04.503373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5', 'fixed_ips': [{'subnet_id': 'a0996e4a-4fe6-4835-b9bd-a5e96c126434'}, {'subnet_id': 'f1162bc1-786d-4247-ab3b-5d3d6eed4395'}], 'name': 'tempest-PortsTestJSON-1150967701'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:04.506977 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ad450d16-3d3a-4c87-8d0e-36aaa1b0527b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9943449 Sep 25 01:01:04.565443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port a8316d95-d4dd-41e1-ba7e-32b15ee44c12, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,segment=NetworkSegment(320378ba-d4b2-41c0-b432-080e01312617),segment_id=320378ba-d4b2-41c0-b432-080e01312617)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:04.573655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.587539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] For port 6c0944bc-db71-4419-a41d-9fde1f51e155, host hv-neutron-mast, cleared binding levels {{(pid=107188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:04.588528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempted to set empty binding levels {{(pid=107188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:01:04.601140 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (6c0944bc-db71-4419-a41d-9fde1f51e155), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.603905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:04.605760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.738895 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52124) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:04.743180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb62e009-15e0-4249-a07b-6c8650c6179d None None] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:04.768001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 78a00a84-9add-4cc1-b78c-06e5a028910c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:04.799255 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4289107 Sep 25 01:01:04.804705 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52130) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:04.846799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:04.867883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:04.877824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30169b3-6298-411a-8a87-b8d7c8f74276 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'Port': ['ID=6c0944bc-db71-4419-a41d-9fde1f51e155,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:04.887451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Router 322683a8-783e-4b81-959c-a27e0bcb9f07 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:01:04.925081 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:01:05.008271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:05.012369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 78a00a84-9add-4cc1-b78c-06e5a028910c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:05.021071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 78a00a84-9add-4cc1-b78c-06e5a028910c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:05.054697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4c286ea5-89a1-4f3b-a001-15218e9d87a5 None None] Provisioning complete for port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:05.055280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4c286ea5-89a1-4f3b-a001-15218e9d87a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.055836 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4c286ea5-89a1-4f3b-a001-15218e9d87a5 None None] Attempt 1 to provision port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 Sep 25 01:01:05.129389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.146812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:05.169848 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Sync routers for ids ['322683a8-783e-4b81-959c-a27e0bcb9f07'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:05.191263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port f579b039-b99d-4c70-ab3e-0ff5cd78653e yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:05.206574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Routers {'322683a8-783e-4b81-959c-a27e0bcb9f07'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:05.210326 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['322683a8-783e-4b81-959c-a27e0bcb9f07'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:05.262138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4c286ea5-89a1-4f3b-a001-15218e9d87a5 None None] Current status of the port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:05.447923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e830ad-182a-4038-8161-be2bb9662cd8 None None] Update dhcp port {'port': {'network_id': 'e5045985-af9b-4f50-ac6f-568f26f2d5e5', 'fixed_ips': [{'subnet_id': 'a0996e4a-4fe6-4835-b9bd-a5e96c126434', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f1162bc1-786d-4247-ab3b-5d3d6eed4395'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a8316d95-d4dd-41e1-ba7e-32b15ee44c12'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:01:05.476546 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Set router 322683a8-783e-4b81-959c-a27e0bcb9f07 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:05.517462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-17e830ad-182a-4038-8161-be2bb9662cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.606304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52142) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:05.654922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-eba84158-b12a-4128-871e-eaa483a82fb0 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Deleting port 6c0944bc-db71-4419-a41d-9fde1f51e155 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:05.655764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eba84158-b12a-4128-871e-eaa483a82fb0 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6c0944bc-db71-4419-a41d-9fde1f51e155), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.692481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:05.739738 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322683a8-783e-4b81-959c-a27e0bcb9f07', 'name': '', 'tenant_id': '1c368e1d7cea49de80101944dd769c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70', 'external_fixed_ips': [{'subnet_id': '9961c3eb-83a9-4840-a863-89afae1bd55a', 'ip_address': '2001:db8::2ec'}], 'enable_snat': True}, 'gw_port_id': '85d8373d-4da7-46be-bdf0-ec4c59f355d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:00:59Z', 'updated_at': '2022-09-25T01:01:02Z', 'revision_number': 3, 'project_id': '1c368e1d7cea49de80101944dd769c17', 'gw_port': {'id': '85d8373d-4da7-46be-bdf0-ec4c59f355d2', 'name': '', 'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322683a8-783e-4b81-959c-a27e0bcb9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '9961c3eb-83a9-4840-a863-89afae1bd55a', 'ip_address': '2001:db8::2ec', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:00Z', 'updated_at': '2022-09-25T01:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9961c3eb-83a9-4840-a863-89afae1bd55a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:05.766454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.768174 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8e4471d7-c8d8-41c5-9f75-6720caaf7575 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.7438717 Sep 25 01:01:05.775504 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Checking router: 322683a8-783e-4b81-959c-a27e0bcb9f07 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:05.776431 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Updating router 322683a8-783e-4b81-959c-a27e0bcb9f07 port 85d8373d-4da7-46be-bdf0-ec4c59f355d2 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:01:05.783626 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-74fc91b8-3a00-4f2e-a941-0f36526d08eb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2e037bbf82724f81ab257bf784000a23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0399814 Sep 25 01:01:05.783626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52146) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:05.784539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52148) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:05.800650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-eba84158-b12a-4128-871e-eaa483a82fb0 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] For port 6c0944bc-db71-4419-a41d-9fde1f51e155, host hv-neutron-mast, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:05.801972 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eba84158-b12a-4128-871e-eaa483a82fb0 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6c0944bc-db71-4419-a41d-9fde1f51e155), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.820206 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.841293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.877008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-eba84158-b12a-4128-871e-eaa483a82fb0 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Calling delete_port for 6c0944bc-db71-4419-a41d-9fde1f51e155 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:05.933261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a8316d95-d4dd-41e1-ba7e-32b15ee44c12 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:05.951888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.5 (e5045985-af9b-4f50-ac6f-568f26f2d5e5/a0996e4a-4fe6-4835-b9bd-a5e96c126434/f579b039-b99d-4c70-ab3e-0ff5cd78653e) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:05.968985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'network': {'name': 'tempest-RoutersTest-734888941'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:05.983853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.24 (e5045985-af9b-4f50-ac6f-568f26f2d5e5/f1162bc1-786d-4247-ab3b-5d3d6eed4395/f579b039-b99d-4c70-ab3e-0ff5cd78653e) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:06.010626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:06.036452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:06.036720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.037188 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 Sep 25 01:01:06.040466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7e1d863e-e4d7-4ad9-ac6c-41897ddf9cfe admin admin] Publish callbacks [] for security_group (e4ac270c-602c-472a-8721-8758eb001d66), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.050567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:06.094650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:06.098608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (322683a8-783e-4b81-959c-a27e0bcb9f07), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.099080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.117167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.151913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7e1d863e-e4d7-4ad9-ac6c-41897ddf9cfe admin admin] Publish callbacks [] for security_group (e4ac270c-602c-472a-8721-8758eb001d66), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.166160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:06.307482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eba84158-b12a-4128-871e-eaa483a82fb0 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6c0944bc-db71-4419-a41d-9fde1f51e155), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.351176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7e1d863e-e4d7-4ad9-ac6c-41897ddf9cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e4ac270c-602c-472a-8721-8758eb001d66), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.351585 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Publish callbacks [] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.355051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7e1d863e-e4d7-4ad9-ac6c-41897ddf9cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.355901 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7e1d863e-e4d7-4ad9-ac6c-41897ddf9cfe admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e4ac270c-602c-472a-8721-8758eb001d66 HTTP/1.1" status: 204 len: 168 time: 0.5696495 Sep 25 01:01:06.370995 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.405847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d863e-e4d7-4ad9-ac6c-41897ddf9cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac270c-602c-472a-8721-8758eb001d66,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:06.406952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba84158-b12a-4128-871e-eaa483a82fb0 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c0944bc-db71-4419-a41d-9fde1f51e155,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:06.429693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:06.444761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.451045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eba84158-b12a-4128-871e-eaa483a82fb0 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.451312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for security_group (16d6c204-f92c-43e8-92f9-1dab2c73412c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.456720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.463319 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-eba84158-b12a-4128-871e-eaa483a82fb0 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/6c0944bc-db71-4419-a41d-9fde1f51e155 HTTP/1.1" status: 204 len: 168 time: 1.6497991 Sep 25 01:01:06.463748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52152) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:06.464708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (16d6c204-f92c-43e8-92f9-1dab2c73412c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.501512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (322683a8-783e-4b81-959c-a27e0bcb9f07), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.523742 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Pushing event updated for resources: {'Port': ['ID=85d8373d-4da7-46be-bdf0-ec4c59f355d2,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:06.538346 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaa7f7e-0f7d-4d96-beb1-5cff25346028 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] GET failed (client error): The resource could not be found. Sep 25 01:01:06.543639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ebaa7f7e-0f7d-4d96-beb1-5cff25346028 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/6c0944bc-db71-4419-a41d-9fde1f51e155 HTTP/1.1" status: 404 len: 333 time: 0.0713546 Sep 25 01:01:06.544583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.545666 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.546214 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.546719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.547240 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.547357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:06.547891 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.548477 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.548962 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.549638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52154) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:06.550221 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.550794 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.552051 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.554765 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.555812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Request body: {'port': {'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1728851933'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:06.555939 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.556350 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.556692 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:06.560891 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Attempting to bind port 85d8373d-4da7-46be-bdf0-ec4c59f355d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:06.561267 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Attempting to bind port 85d8373d-4da7-46be-bdf0-ec4c59f355d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c698f95b-e533-4250-ab2f-6754fa1acd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:06.561637 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Attempting to bind port 85d8373d-4da7-46be-bdf0-ec4c59f355d2 on network fd7a9a82-af1b-40ad-8716-ca225d79fd70 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:06.565427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d6c204-f92c-43e8-92f9-1dab2c73412c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:06.594388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (97fb2adb-541a-417f-bec7-e3416f7fef02), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.594948 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added segment 97fb2adb-541a-417f-bec7-e3416f7fef02 of type vlan for network 9858738f-dd88-416d-80e4-bbda758a0a69 Sep 25 01:01:06.596657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:06.614458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Deleting port 85d8373d-4da7-46be-bdf0-ec4c59f355d2 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:06.617819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.633739 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:06.634195 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Checking segment: {'id': 'c698f95b-e533-4250-ab2f-6754fa1acd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:06.634909 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.635084 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Bound using segment: {'id': 'c698f95b-e533-4250-ab2f-6754fa1acd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:06.635556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Made reservation on behalf of 274adbf37d31498e874efd26c7433032 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:06.636164 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Bound port: 85d8373d-4da7-46be-bdf0-ec4c59f355d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c698f95b-e533-4250-ab2f-6754fa1acd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7a9a82-af1b-40ad-8716-ca225d79fd70'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:06.636164 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.639452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.702543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (9858738f-dd88-416d-80e4-bbda758a0a69), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.717416 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] For port 85d8373d-4da7-46be-bdf0-ec4c59f355d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:06.719313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.721935 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] For port 85d8373d-4da7-46be-bdf0-ec4c59f355d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85d8373d-4da7-46be-bdf0-ec4c59f355d2,segment=NetworkSegment(c698f95b-e533-4250-ab2f-6754fa1acd64),segment_id=c698f95b-e533-4250-ab2f-6754fa1acd64)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:06.724362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] device_id is not set on port ee9dade5-f9a0-4e61-929c-dc278d209e46 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:06.726328 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:06.733210 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.781389 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Routers {'322683a8-783e-4b81-959c-a27e0bcb9f07'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:06.782082 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['322683a8-783e-4b81-959c-a27e0bcb9f07'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:06.819558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:06.869915 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] For port 85d8373d-4da7-46be-bdf0-ec4c59f355d2, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:06.870532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.894424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:06.908748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:06.923398 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Calling delete_port for 85d8373d-4da7-46be-bdf0-ec4c59f355d2 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:06.926119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-17e830ad-182a-4038-8161-be2bb9662cd8 None None] Allocated IP 172.20.0.18 (e5045985-af9b-4f50-ac6f-568f26f2d5e5/f1162bc1-786d-4247-ab3b-5d3d6eed4395/a8316d95-d4dd-41e1-ba7e-32b15ee44c12) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:06.928824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:06.932285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (9858738f-dd88-416d-80e4-bbda758a0a69), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.937747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:06.938408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.955691 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] Set router 322683a8-783e-4b81-959c-a27e0bcb9f07 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:07.006346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=f579b039-b99d-4c70-ab3e-0ff5cd78653e,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:07.093111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4841409 Sep 25 01:01:07.100712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:07.110205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52158) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:07.159718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'network': {'name': 'tempest-RoutersTest-1035820337'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:07.181463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-17e830ad-182a-4038-8161-be2bb9662cd8 None None] For port a8316d95-d4dd-41e1-ba7e-32b15ee44c12, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,segment=NetworkSegment(320378ba-d4b2-41c0-b432-080e01312617),segment_id=320378ba-d4b2-41c0-b432-080e01312617)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:07.216288 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322683a8-783e-4b81-959c-a27e0bcb9f07', 'name': '', 'tenant_id': '1c368e1d7cea49de80101944dd769c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:00:59Z', 'updated_at': '2022-09-25T01:01:06Z', 'revision_number': 4, 'project_id': '1c368e1d7cea49de80101944dd769c17', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:07.242217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-17e830ad-182a-4038-8161-be2bb9662cd8 None None] Publish callbacks [] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.250339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-17e830ad-182a-4038-8161-be2bb9662cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.262666 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516510cb-28aa-4e5f-afe2-b76c5ab987c5 None None] The sync data for ids ['322683a8-783e-4b81-959c-a27e0bcb9f07'] in dv-neutron-master-2-hyperv is: [{'id': '322683a8-783e-4b81-959c-a27e0bcb9f07', 'name': '', 'tenant_id': '1c368e1d7cea49de80101944dd769c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:00:59Z', 'updated_at': '2022-09-25T01:01:06Z', 'revision_number': 4, 'project_id': '1c368e1d7cea49de80101944dd769c17', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:07.273564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (85d8373d-4da7-46be-bdf0-ec4c59f355d2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.314538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event deleted for resources: {'Port': ['ID=85d8373d-4da7-46be-bdf0-ec4c59f355d2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:07.322339 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7796c-2e06-4636-8a2c-b2eb5ce0c24d None None] Pushing event updated for resources: {'Port': ['ID=85d8373d-4da7-46be-bdf0-ec4c59f355d2,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:07.345677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e830ad-182a-4038-8161-be2bb9662cd8 None None] Pushing event updated for resources: {'Port': ['ID=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:07.363795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (322683a8-783e-4b81-959c-a27e0bcb9f07), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.406747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:07.413432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.426248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770856d-887e-4bad-b910-a55823c4de3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Network': ['ID=9858738f-dd88-416d-80e4-bbda758a0a69,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:07.436471 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:07.438420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.480867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 9858738f-dd88-416d-80e4-bbda758a0a69 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:07.529421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (322683a8-783e-4b81-959c-a27e0bcb9f07), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.538575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_controller (322683a8-783e-4b81-959c-a27e0bcb9f07), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.565325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:07.589299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (71c75db4-9cec-4aab-b6b2-ced1df6d22fd), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.590427 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added segment 71c75db4-9cec-4aab-b6b2-ced1df6d22fd of type vlan for network 9b57a46e-db66-45f7-b222-20d535039507 Sep 25 01:01:07.673576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (9b57a46e-db66-45f7-b222-20d535039507), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.683575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks [] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.692049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c0f500e0-013a-4191-83ef-983bb43163e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1976409 Sep 25 01:01:07.699044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52168) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:07.701476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (322683a8-783e-4b81-959c-a27e0bcb9f07), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.703284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 322683a8-783e-4b81-959c-a27e0bcb9f07 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:07.719174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.720815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0996e4a-4fe6-4835-b9bd-a5e96c126434'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:07.723054 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e18f9d7d-4137-4cc1-bed0-17c2c4b05ab3 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/322683a8-783e-4b81-959c-a27e0bcb9f07 HTTP/1.1" status: 204 len: 168 time: 1.9328930 Sep 25 01:01:07.727392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52170) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:07.819590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:01:07.871807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a519226a-6edb-4e42-9554-6e220aee2580 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Deleting subnet 9961c3eb-83a9-4840-a863-89afae1bd55a {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:07.878257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a519226a-6edb-4e42-9554-6e220aee2580 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for subnet (9961c3eb-83a9-4840-a863-89afae1bd55a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.918217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:07.931815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (9b57a46e-db66-45f7-b222-20d535039507), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.935338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a8316d95-d4dd-41e1-ba7e-32b15ee44c12 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:07.938978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:07.940563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.961599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a519226a-6edb-4e42-9554-6e220aee2580 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (9961c3eb-83a9-4840-a863-89afae1bd55a), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.984104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.026508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:08.030298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a519226a-6edb-4e42-9554-6e220aee2580 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (9961c3eb-83a9-4840-a863-89afae1bd55a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.080045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:08.081331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.081689 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 Sep 25 01:01:08.091028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.123729 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9687119 Sep 25 01:01:08.137270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52180) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:08.155658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'subnet': {'network_id': '9858738f-dd88-416d-80e4-bbda758a0a69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:08.170200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:08.211418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:08.276798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'Port': ['ID=ee9dade5-f9a0-4e61-929c-dc278d209e46,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:08.284614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541c638-483e-4eac-a025-1b948a9a8a4d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Network': ['ID=9b57a46e-db66-45f7-b222-20d535039507,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:08.290808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:08.316096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 9b57a46e-db66-45f7-b222-20d535039507 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:08.317486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:08.318340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a519226a-6edb-4e42-9554-6e220aee2580 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (9961c3eb-83a9-4840-a863-89afae1bd55a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.327512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:08.335436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:08.337049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:08.338090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.467412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a519226a-6edb-4e42-9554-6e220aee2580 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.474507 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a519226a-6edb-4e42-9554-6e220aee2580 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/9961c3eb-83a9-4840-a863-89afae1bd55a HTTP/1.1" status: 204 len: 168 time: 0.7440615 Sep 25 01:01:08.476648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519226a-6edb-4e42-9554-6e220aee2580 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9961c3eb-83a9-4840-a863-89afae1bd55a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:08.478922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52184) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:08.647156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d239040-058c-4bb8-8f6a-0e932b9fe910 None None] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:08.655280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52186) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:08.784214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d599de83-9a6b-48a3-a68a-1a752300f0c7 None None] Provisioning complete for port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:08.785247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (fd7a9a82-af1b-40ad-8716-ca225d79fd70), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.785555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d599de83-9a6b-48a3-a68a-1a752300f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.786467 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d599de83-9a6b-48a3-a68a-1a752300f0c7 None None] Attempt 1 to provision port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 Sep 25 01:01:08.792875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:08.800534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.033983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-41d9b44e-d24b-4673-bc4d-4ef47630ffbe tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4824977 Sep 25 01:01:09.039376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (fd7a9a82-af1b-40ad-8716-ca225d79fd70), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.045632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52192) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:09.054885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:09.070838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7a9a82-af1b-40ad-8716-ca225d79fd70']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:09.083317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c698f95b-e533-4250-ab2f-6754fa1acd64') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:09.083694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c698f95b-e533-4250-ab2f-6754fa1acd64') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:09.099606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (c698f95b-e533-4250-ab2f-6754fa1acd64), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.157824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'networks': [{'name': 'tempest-network--559768694'}, {'name': 'tempest-network--1592325678'}]} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:09.158637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'network': {'name': 'tempest-network--559768694'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:09.159587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'network': {'name': 'tempest-network--1592325678'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:09.174853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (c698f95b-e533-4250-ab2f-6754fa1acd64), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.207686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d599de83-9a6b-48a3-a68a-1a752300f0c7 None None] Current status of the port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:09.225624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:09.226470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (c698f95b-e533-4250-ab2f-6754fa1acd64), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.390609 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment c698f95b-e533-4250-ab2f-6754fa1acd64 resource provider aggregate not found Sep 25 01:01:09.401557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (fd7a9a82-af1b-40ad-8716-ca225d79fd70), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.411407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd7a9a82-af1b-40ad-8716-ca225d79fd70 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 25 01:01:09.419010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.430897 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/fd7a9a82-af1b-40ad-8716-ca225d79fd70 HTTP/1.1" status: 204 len: 168 time: 0.9417863 Sep 25 01:01:09.430897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Made reservation on behalf of bfa01fd8054746abb6ce05ead854044a for: {'network': 2} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:09.443871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.476755 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment c698f95b-e533-4250-ab2f-6754fa1acd64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c698f95b-e533-4250-ab2f-6754fa1acd64 found for delete ", "request_id": "req-5e631184-d511-41f9-8f50-a23f4c97cc48"}]} Sep 25 01:01:09.492332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.500872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9a963-7aab-4d6b-b262-ee9e5d60a522 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd7a9a82-af1b-40ad-8716-ca225d79fd70,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:09.551614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.552420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Provisioning complete for port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:09.552847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.555088 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 1 to provision port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 Sep 25 01:01:09.711163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:09.838485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Current status of the port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:09.863467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (8dcd27d1-04fe-4b20-9944-f27815b4f520), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.870465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Provisioning complete for port f579b039-b99d-4c70-ab3e-0ff5cd78653e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:09.871081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:09.873469 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 1 to provision port f579b039-b99d-4c70-ab3e-0ff5cd78653e Sep 25 01:01:09.983833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Delete allocated IP 172.20.0.24 (e5045985-af9b-4f50-ac6f-568f26f2d5e5/f1162bc1-786d-4247-ab3b-5d3d6eed4395) {{(pid=107187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 25 01:01:10.039611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:10.068075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52204) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:10.076696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1b8fd1e0-a668-486f-88e5-342651d93bbf tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'router': {'name': 'tempest-router--567675229', 'project_id': 'c33003e6b2214dcab2fc7316d0d05099'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:10.116732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for security_group (4d4f501f-0988-497e-b90e-e951b4a21ded), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.118142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Subnet': ['ID=8dcd27d1-04fe-4b20-9944-f27815b4f520,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:10.127071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4d4f501f-0988-497e-b90e-e951b4a21ded), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.127660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.162647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Checking segment: {'id': '97fb2adb-541a-417f-bec7-e3416f7fef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9858738f-dd88-416d-80e4-bbda758a0a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:10.163022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network hostable DHCP agents. Network: 9858738f-dd88-416d-80e4-bbda758a0a69, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:10.183919 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:10.196850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4f501f-0988-497e-b90e-e951b4a21ded,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:10.203240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:10.223601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Port f579b039-b99d-4c70-ab3e-0ff5cd78653e cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:10.225770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (30cc1ac8-2946-4450-a6f1-60d37aefaba0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.226128 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Added segment 30cc1ac8-2946-4450-a6f1-60d37aefaba0 of type vlan for network 5d4c1024-9bb9-43ae-bc02-e512f02b2f92 Sep 25 01:01:10.244394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 9858738f-dd88-416d-80e4-bbda758a0a69 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:10.275778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.279609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9858738f-dd88-416d-80e4-bbda758a0a69) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:10.296023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4716854-2f6b-4f53-b501-c0b827d78193 None None] Network 9858738f-dd88-416d-80e4-bbda758a0a69 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:10.300505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:10.301228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.307930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (5d4c1024-9bb9-43ae-bc02-e512f02b2f92), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.328163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] device_id is not set on port ee9dade5-f9a0-4e61-929c-dc278d209e46 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:10.344903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.346757 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-539d9aeb-876e-4436-806e-38f97bdfd7c6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2070217 Sep 25 01:01:10.350540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52206) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:10.360636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks [] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.361791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'subnet': {'network_id': '9b57a46e-db66-45f7-b222-20d535039507', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:10.377430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:10.455796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:10.463755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.484286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd1e0-a668-486f-88e5-342651d93bbf tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (27b78ba0-e6df-4648-b75d-d81c6b188ead), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.485679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd1e0-a668-486f-88e5-342651d93bbf tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (27b78ba0-e6df-4648-b75d-d81c6b188ead), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.495893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (d7fecf98-3c0c-4b24-b6bb-40a522214cd5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.496292 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Added segment d7fecf98-3c0c-4b24-b6bb-40a522214cd5 of type vlan for network ce50cead-65d8-41cc-8abb-46a4bac54b92 Sep 25 01:01:10.539153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9858738f-dd88-416d-80e4-bbda758a0a69', 'network_id': '9858738f-dd88-416d-80e4-bbda758a0a69', 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'fixed_ips': [{'subnet_id': '8dcd27d1-04fe-4b20-9944-f27815b4f520'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:10.540991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.553244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:10.572508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.594122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (ce50cead-65d8-41cc-8abb-46a4bac54b92), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.615653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=f579b039-b99d-4c70-ab3e-0ff5cd78653e,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:10.643990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:10.650326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.727856 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 2 to provision port f579b039-b99d-4c70-ab3e-0ff5cd78653e Sep 25 01:01:10.739997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:10.739997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:10.739997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:10.747122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (5d4c1024-9bb9-43ae-bc02-e512f02b2f92), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.747707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (ce50cead-65d8-41cc-8abb-46a4bac54b92), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.754624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:10.770003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:10.770812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.797044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:10.812883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd1e0-a668-486f-88e5-342651d93bbf tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_controller (27b78ba0-e6df-4648-b75d-d81c6b188ead), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.814955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] In _notify_port_updated(), no bound segment for port f579b039-b99d-4c70-ab3e-0ff5cd78653e on network e5045985-af9b-4f50-ac6f-568f26f2d5e5 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:01:10.823509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:10.824521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.831987 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6d53ecb2-6ef2-41ea-8b25-d8b775ce6fa2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "PUT /networking/v2.0/ports/f579b039-b99d-4c70-ab3e-0ff5cd78653e HTTP/1.1" status: 200 len: 919 time: 3.1314631 Sep 25 01:01:10.832970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52208) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:10.841676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:10.842778 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:10.852759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0996e4a-4fe6-4835-b9bd-a5e96c126434'}, {'subnet_id': 'f1162bc1-786d-4247-ab3b-5d3d6eed4395'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:10.891887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Port f579b039-b99d-4c70-ab3e-0ff5cd78653e cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:10.909297 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 2 to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 Sep 25 01:01:10.914990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd1e0-a668-486f-88e5-342651d93bbf tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (27b78ba0-e6df-4648-b75d-d81c6b188ead), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:10.937896 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2683384 Sep 25 01:01:10.947689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'Port': ['ID=ee9dade5-f9a0-4e61-929c-dc278d209e46,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:10.958084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Allocated IP 172.20.0.2 (9858738f-dd88-416d-80e4-bbda758a0a69/8dcd27d1-04fe-4b20-9944-f27815b4f520/d89aeaa1-96d0-4375-8a2b-bddefb041ab3) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:10.960133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52210) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:10.974686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Network': ['ID=5d4c1024-9bb9-43ae-bc02-e512f02b2f92,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:11.011425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 5d4c1024-9bb9-43ae-bc02-e512f02b2f92 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:11.055358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:11.055358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:11.055358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:11.107194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd1e0-a668-486f-88e5-342651d93bbf tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.108783 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1b8fd1e0-a668-486f-88e5-342651d93bbf tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0416758 Sep 25 01:01:11.120239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52212) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:11.142624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a672e-9fc0-4644-b702-165b414d0572 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Network': ['ID=ce50cead-65d8-41cc-8abb-46a4bac54b92,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:11.149300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:11.149937 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:11.159153 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 3 to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 Sep 25 01:01:11.195725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network ce50cead-65d8-41cc-8abb-46a4bac54b92 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:11.257234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:11.257514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:11.258038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:11.337718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (635fa350-20cf-4e1e-99dc-7179d7b5041f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.379365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:11.379890 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:11.391892 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 4 to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 Sep 25 01:01:11.394529 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 3 to provision port f579b039-b99d-4c70-ab3e-0ff5cd78653e Sep 25 01:01:11.397471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:11.428641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ad70ea0-04eb-49db-ab22-8b01813ce4d8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (27b78ba0-e6df-4648-b75d-d81c6b188ead), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.472939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Subnet': ['ID=635fa350-20cf-4e1e-99dc-7179d7b5041f,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:11.479644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Checking segment: {'id': '71c75db4-9cec-4aab-b6b2-ced1df6d22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9b57a46e-db66-45f7-b222-20d535039507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:11.480525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network hostable DHCP agents. Network: 9b57a46e-db66-45f7-b222-20d535039507, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:11.508780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 9b57a46e-db66-45f7-b222-20d535039507 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:11.524456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9b57a46e-db66-45f7-b222-20d535039507) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:11.531171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:11.532797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.535340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:11.535783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:11.536237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:11.538277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:11.551115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:11.551751 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:11.554867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Port f579b039-b99d-4c70-ab3e-0ff5cd78653e cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:11.556050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb9831-4518-41c4-975e-188f1502fee8 None None] Network 9b57a46e-db66-45f7-b222-20d535039507 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:11.574293 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-14acd97e-104f-439e-883e-ef1a6494448c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2213838 Sep 25 01:01:11.578780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52214) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:11.586650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-66968b3d-8971-40ae-8201-ccf0f770579f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-695530614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:11.600884 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 5 to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 Sep 25 01:01:11.630511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66968b3d-8971-40ae-8201-ccf0f770579f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (26d79d8d-869a-441b-a06a-bde07f4072f6), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.630750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b90f37-2c6e-4bfc-a310-a31a0c8a68f9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:11.632592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66968b3d-8971-40ae-8201-ccf0f770579f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (26d79d8d-869a-441b-a06a-bde07f4072f6), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.644588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b90f37-2c6e-4bfc-a310-a31a0c8a68f9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:11.651793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b90f37-2c6e-4bfc-a310-a31a0c8a68f9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:11.658748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b90f37-2c6e-4bfc-a310-a31a0c8a68f9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:11.666483 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-57b90f37-2c6e-4bfc-a310-a31a0c8a68f9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6977580 Sep 25 01:01:11.668019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52216) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:11.685731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.695498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Publish callbacks [] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.728161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.772618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:11.773063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:11.773361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:11.830299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:11.854046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Pushing event updated for resources: {'Port': ['ID=d89aeaa1-96d0-4375-8a2b-bddefb041ab3,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:11.855824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:11.858066 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:11.859576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Network 9858738f-dd88-416d-80e4-bbda758a0a69 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:11.865171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:11.873012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:11.879353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66968b3d-8971-40ae-8201-ccf0f770579f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (26d79d8d-869a-441b-a06a-bde07f4072f6), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.901406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66968b3d-8971-40ae-8201-ccf0f770579f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (26d79d8d-869a-441b-a06a-bde07f4072f6), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.923019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ad70ea0-04eb-49db-ab22-8b01813ce4d8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (27b78ba0-e6df-4648-b75d-d81c6b188ead), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.927928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ad70ea0-04eb-49db-ab22-8b01813ce4d8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_controller (27b78ba0-e6df-4648-b75d-d81c6b188ead), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.944087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9b57a46e-db66-45f7-b222-20d535039507', 'network_id': '9b57a46e-db66-45f7-b222-20d535039507', 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'fixed_ips': [{'subnet_id': '635fa350-20cf-4e1e-99dc-7179d7b5041f'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:11.945489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.958523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (5d4c1024-9bb9-43ae-bc02-e512f02b2f92), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.968905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66968b3d-8971-40ae-8201-ccf0f770579f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:11.972748 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-66968b3d-8971-40ae-8201-ccf0f770579f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3921502 Sep 25 01:01:11.980102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52218) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:11.995362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 6 to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 Sep 25 01:01:12.042831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Attempting to bind port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:12.043288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Attempting to bind port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '97fb2adb-541a-417f-bec7-e3416f7fef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9858738f-dd88-416d-80e4-bbda758a0a69'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:12.043852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Attempting to bind port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 on network 9858738f-dd88-416d-80e4-bbda758a0a69 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:12.072155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:12.072907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:12.073476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:12.078973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ad70ea0-04eb-49db-ab22-8b01813ce4d8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (27b78ba0-e6df-4648-b75d-d81c6b188ead), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.080058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad70ea0-04eb-49db-ab22-8b01813ce4d8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27b78ba0-e6df-4648-b75d-d81c6b188ead {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:12.086213 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 4 to provision port f579b039-b99d-4c70-ab3e-0ff5cd78653e Sep 25 01:01:12.098935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ad70ea0-04eb-49db-ab22-8b01813ce4d8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.101870 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3ad70ea0-04eb-49db-ab22-8b01813ce4d8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/27b78ba0-e6df-4648-b75d-d81c6b188ead HTTP/1.1" status: 204 len: 168 time: 0.9729543 Sep 25 01:01:12.101870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:12.102168 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:12.137527 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 7 to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 Sep 25 01:01:12.168758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:12.169636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:12.170304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:12.202552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:12.217857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:12.218366 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:12.273364 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 8 to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 Sep 25 01:01:12.297225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:12.298139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:12.299534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:12.313063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:12.313792 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:12.318326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 9 to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 Sep 25 01:01:12.340752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:12.364086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:12.365068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:12.366413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:12.374656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Port f579b039-b99d-4c70-ab3e-0ff5cd78653e cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:12.387689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:12.388759 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:12.393225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:12.394286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Checking segment: {'id': '97fb2adb-541a-417f-bec7-e3416f7fef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9858738f-dd88-416d-80e4-bbda758a0a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:12.395210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.396181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Bound using segment: {'id': '97fb2adb-541a-417f-bec7-e3416f7fef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9858738f-dd88-416d-80e4-bbda758a0a69'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:12.397774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Bound port: d89aeaa1-96d0-4375-8a2b-bddefb041ab3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fb2adb-541a-417f-bec7-e3416f7fef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9858738f-dd88-416d-80e4-bbda758a0a69'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:12.398648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.415248 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 10 to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 Sep 25 01:01:12.449266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:12.449777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:12.450190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:12.460579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Allocated IP 172.21.0.2 (9b57a46e-db66-45f7-b222-20d535039507/635fa350-20cf-4e1e-99dc-7179d7b5041f/94a0905d-8808-4c5a-a7ec-9dacf7bffca4) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:12.472954 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:12.473291 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port ee9dade5-f9a0-4e61-929c-dc278d209e46 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:12.473672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.475090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (5d4c1024-9bb9-43ae-bc02-e512f02b2f92), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.506669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.28 (e5045985-af9b-4f50-ac6f-568f26f2d5e5/f1162bc1-786d-4247-ab3b-5d3d6eed4395/f579b039-b99d-4c70-ab3e-0ff5cd78653e) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:12.523745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:12.547192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52222) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:12.633175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] For port d89aeaa1-96d0-4375-8a2b-bddefb041ab3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:12.651109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4c1024-9bb9-43ae-bc02-e512f02b2f92']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:12.679473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cc1ac8-2946-4450-a6f1-60d37aefaba0') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:12.680499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cc1ac8-2946-4450-a6f1-60d37aefaba0') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:12.689824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] For port d89aeaa1-96d0-4375-8a2b-bddefb041ab3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d89aeaa1-96d0-4375-8a2b-bddefb041ab3,segment=NetworkSegment(97fb2adb-541a-417f-bec7-e3416f7fef02),segment_id=97fb2adb-541a-417f-bec7-e3416f7fef02)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:12.700570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] For port ee9dade5-f9a0-4e61-929c-dc278d209e46, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:12.701719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempted to set empty binding levels {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:01:12.708603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (30cc1ac8-2946-4450-a6f1-60d37aefaba0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.715369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.716076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] In _notify_port_updated(), no bound segment for port ee9dade5-f9a0-4e61-929c-dc278d209e46 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:01:12.717403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:12.718220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.719795 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "PUT /networking/v2.0/ports/ee9dade5-f9a0-4e61-929c-dc278d209e46 HTTP/1.1" status: 200 len: 977 time: 3.6736650 Sep 25 01:01:12.751865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Publish callbacks [] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.758116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.758667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52226) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:12.766288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.793805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3e68e-cc54-444a-9ac3-7e09d4c5796e tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'Port': ['ID=ee9dade5-f9a0-4e61-929c-dc278d209e46,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:12.848483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Network 9b57a46e-db66-45f7-b222-20d535039507 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:12.853341 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:12.857980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:12.906295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:12.913524 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 5 to provision port f579b039-b99d-4c70-ab3e-0ff5cd78653e Sep 25 01:01:12.921366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:13.060258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913750d-f17b-4a30-ad98-5403d1227a62 None None] Pushing event updated for resources: {'Port': ['ID=d89aeaa1-96d0-4375-8a2b-bddefb041ab3,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:13.072788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=f579b039-b99d-4c70-ab3e-0ff5cd78653e,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:13.170373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Port f579b039-b99d-4c70-ab3e-0ff5cd78653e cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:13.172021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Attempting to bind port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:13.172546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Attempting to bind port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '71c75db4-9cec-4aab-b6b2-ced1df6d22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9b57a46e-db66-45f7-b222-20d535039507'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:13.173185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Attempting to bind port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 on network 9b57a46e-db66-45f7-b222-20d535039507 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:13.245922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Pushing event updated for resources: {'Port': ['ID=94a0905d-8808-4c5a-a7ec-9dacf7bffca4,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:13.314275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:13.314929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Checking segment: {'id': '71c75db4-9cec-4aab-b6b2-ced1df6d22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9b57a46e-db66-45f7-b222-20d535039507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:13.315657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:13.316408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Bound using segment: {'id': '71c75db4-9cec-4aab-b6b2-ced1df6d22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9b57a46e-db66-45f7-b222-20d535039507'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:13.317296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Bound port: 94a0905d-8808-4c5a-a7ec-9dacf7bffca4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c75db4-9cec-4aab-b6b2-ced1df6d22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9b57a46e-db66-45f7-b222-20d535039507'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:13.317962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:13.363991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:13.465882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] In _notify_port_updated(), no bound segment for port f579b039-b99d-4c70-ab3e-0ff5cd78653e on network e5045985-af9b-4f50-ac6f-568f26f2d5e5 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:01:13.477030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.478230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:13.483622 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d643af38-0390-4c80-862a-bf0d0b14ebe9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "PUT /networking/v2.0/ports/f579b039-b99d-4c70-ab3e-0ff5cd78653e HTTP/1.1" status: 200 len: 999 time: 2.6438675 Sep 25 01:01:13.484752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52228) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:13.499196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] For port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:13.509881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2140144535', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:13.516703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] For port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94a0905d-8808-4c5a-a7ec-9dacf7bffca4,segment=NetworkSegment(71c75db4-9cec-4aab-b6b2-ced1df6d22fd),segment_id=71c75db4-9cec-4aab-b6b2-ced1df6d22fd)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:13.528685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:13.681500 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 6 to provision port f579b039-b99d-4c70-ab3e-0ff5cd78653e Sep 25 01:01:13.721672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22026a9b-02dc-42df-9450-90669cf9d721 None None] Pushing event updated for resources: {'Port': ['ID=94a0905d-8808-4c5a-a7ec-9dacf7bffca4,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:13.749176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:13.755733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:13.756171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Port f579b039-b99d-4c70-ab3e-0ff5cd78653e cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:13.772264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (30cc1ac8-2946-4450-a6f1-60d37aefaba0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:13.773659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-45a032d7-82f3-425d-a08e-09b5eefe5c3b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port f579b039-b99d-4c70-ab3e-0ff5cd78653e {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:13.774109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a032d7-82f3-425d-a08e-09b5eefe5c3b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:13.793743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.794587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.795413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.796268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.797099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.797904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.798710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.799540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.800445 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.801253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.802070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.803002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.803815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.804694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.805503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.806304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.807193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.808092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.809343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.810377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.811405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.812227 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.813242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.814287 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.815338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.821706 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-24267acb-c4d5-4fb6-8b4c-b77863ed8f69 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 22986 time: 1.0619645 Sep 25 01:01:13.830606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52230) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:13.844156 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:13.845266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (30cc1ac8-2946-4450-a6f1-60d37aefaba0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.020523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d89aeaa1-96d0-4375-8a2b-bddefb041ab3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:14.072617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.086214 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 30cc1ac8-2946-4450-a6f1-60d37aefaba0 resource provider aggregate not found Sep 25 01:01:14.131567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.137143 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 30cc1ac8-2946-4450-a6f1-60d37aefaba0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30cc1ac8-2946-4450-a6f1-60d37aefaba0 found for delete ", "request_id": "req-6219d899-4165-4360-b547-e56e42765f62"}]} Sep 25 01:01:14.142695 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a032d7-82f3-425d-a08e-09b5eefe5c3b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.147623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:14.148289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.148846 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 Sep 25 01:01:14.164492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-45a032d7-82f3-425d-a08e-09b5eefe5c3b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for f579b039-b99d-4c70-ab3e-0ff5cd78653e owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:14.208012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:14.411057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:14.462557 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 7 to provision port f579b039-b99d-4c70-ab3e-0ff5cd78653e Sep 25 01:01:14.468562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (5d4c1024-9bb9-43ae-bc02-e512f02b2f92), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.480563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.534001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.534552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Port f579b039-b99d-4c70-ab3e-0ff5cd78653e cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:14.541960 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5d4c1024-9bb9-43ae-bc02-e512f02b2f92 HTTP/1.1" status: 204 len: 168 time: 2.8727458 Sep 25 01:01:14.548315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c92c4-7b01-4960-9966-249d40b8dd2e tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Network': ['ID=5d4c1024-9bb9-43ae-bc02-e512f02b2f92,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:14.552437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52238) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:14.607775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-740f4350-4f42-4f47-904a-7147ef4ac4ad tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Deleting port ee9dade5-f9a0-4e61-929c-dc278d209e46 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:14.608192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-740f4350-4f42-4f47-904a-7147ef4ac4ad tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.627261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:14.628193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.701324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port d89aeaa1-96d0-4375-8a2b-bddefb041ab3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d89aeaa1-96d0-4375-8a2b-bddefb041ab3,segment=NetworkSegment(97fb2adb-541a-417f-bec7-e3416f7fef02),segment_id=97fb2adb-541a-417f-bec7-e3416f7fef02)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:14.708578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.748708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:14.797596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:14.828152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:14.829438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=d89aeaa1-96d0-4375-8a2b-bddefb041ab3,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:14.871918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (ce50cead-65d8-41cc-8abb-46a4bac54b92), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.946923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-740f4350-4f42-4f47-904a-7147ef4ac4ad tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] For port ee9dade5-f9a0-4e61-929c-dc278d209e46, host hv-neutron-mast, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:14.947518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-740f4350-4f42-4f47-904a-7147ef4ac4ad tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:14.958064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5146cba2-6904-4a98-aab3-9c1e583b353c None None] Network 9858738f-dd88-416d-80e4-bbda758a0a69 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:15.033655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-740f4350-4f42-4f47-904a-7147ef4ac4ad tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Calling delete_port for ee9dade5-f9a0-4e61-929c-dc278d209e46 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:15.035413 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 8 to provision port f579b039-b99d-4c70-ab3e-0ff5cd78653e Sep 25 01:01:15.071717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.120895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.161835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Port f579b039-b99d-4c70-ab3e-0ff5cd78653e cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:15.285217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a032d7-82f3-425d-a08e-09b5eefe5c3b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f579b039-b99d-4c70-ab3e-0ff5cd78653e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.300916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.20.0.1 (9858738f-dd88-416d-80e4-bbda758a0a69/8dcd27d1-04fe-4b20-9944-f27815b4f520/632d643c-ae66-401e-80d8-dedfb8da3948) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:15.362355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (ce50cead-65d8-41cc-8abb-46a4bac54b92), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.399032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Allocated IP 172.36.7.245 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/5d396fc6-aa95-4400-883d-b3715a4c1a5d) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:15.403557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a032d7-82f3-425d-a08e-09b5eefe5c3b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=f579b039-b99d-4c70-ab3e-0ff5cd78653e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:15.515269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce50cead-65d8-41cc-8abb-46a4bac54b92']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:15.527061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f064b0-a1cc-4d5c-9e31-2a6a028d4dd4 None None] Network 9b57a46e-db66-45f7-b222-20d535039507 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:15.557083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fecf98-3c0c-4b24-b6bb-40a522214cd5') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:15.557553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fecf98-3c0c-4b24-b6bb-40a522214cd5') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:15.630748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (d7fecf98-3c0c-4b24-b6bb-40a522214cd5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.650466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-740f4350-4f42-4f47-904a-7147ef4ac4ad tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ee9dade5-f9a0-4e61-929c-dc278d209e46), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.664680 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Attempt 9 to provision port f579b039-b99d-4c70-ab3e-0ff5cd78653e Sep 25 01:01:15.711331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (d7fecf98-3c0c-4b24-b6bb-40a522214cd5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.722176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4350-4f42-4f47-904a-7147ef4ac4ad tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee9dade5-f9a0-4e61-929c-dc278d209e46,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:15.738843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-508c00d2-4eda-43dc-8d23-5f2153d8370c None None] Port f579b039-b99d-4c70-ab3e-0ff5cd78653e was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:01:15.746506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:15.747132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (d7fecf98-3c0c-4b24-b6bb-40a522214cd5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.785136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-740f4350-4f42-4f47-904a-7147ef4ac4ad tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.794954 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-740f4350-4f42-4f47-904a-7147ef4ac4ad tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/ee9dade5-f9a0-4e61-929c-dc278d209e46 HTTP/1.1" status: 204 len: 168 time: 1.9588013 Sep 25 01:01:15.807465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52240) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:15.859742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (632d643c-ae66-401e-80d8-dedfb8da3948), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.873051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Provisioning complete for port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:15.873782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.873999 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Attempt 1 to provision port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 Sep 25 01:01:15.903785 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2652c1-a009-40b4-ace4-3828e360c9c3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] GET failed (client error): The resource could not be found. Sep 25 01:01:15.906636 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fd2652c1-a009-40b4-ace4-3828e360c9c3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/ee9dade5-f9a0-4e61-929c-dc278d209e46 HTTP/1.1" status: 404 len: 333 time: 0.0974648 Sep 25 01:01:15.914469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52242) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:15.930917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-155997267', 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:15.960256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (ce50cead-65d8-41cc-8abb-46a4bac54b92), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.985063 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:15.998160 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/networks/ce50cead-65d8-41cc-8abb-46a4bac54b92 HTTP/1.1" status: 204 len: 168 time: 1.3956683 Sep 25 01:01:16.004336 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52244) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:16.067383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463c8dc-781f-4813-9897-2f0f24b4fef8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Network': ['ID=ce50cead-65d8-41cc-8abb-46a4bac54b92,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:16.114175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Current status of the port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:16.127995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Provisioning complete for port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:16.128456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.128837 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Attempt 1 to provision port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 Sep 25 01:01:16.158982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:16.166589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Made reservation on behalf of 274adbf37d31498e874efd26c7433032 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:16.173642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.173976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for port (5d396fc6-aa95-4400-883d-b3715a4c1a5d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.199114 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment d7fecf98-3c0c-4b24-b6bb-40a522214cd5 resource provider aggregate not found Sep 25 01:01:16.230434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:16.231564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (632d643c-ae66-401e-80d8-dedfb8da3948), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.236163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:16.254583 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment d7fecf98-3c0c-4b24-b6bb-40a522214cd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7fecf98-3c0c-4b24-b6bb-40a522214cd5 found for delete ", "request_id": "req-29ac9dba-7fc7-4be0-8c65-1b855f86b7dc"}]} Sep 25 01:01:16.292153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:16.292745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.293006 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 Sep 25 01:01:16.299023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5d396fc6-aa95-4400-883d-b3715a4c1a5d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.315776 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:16.332111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] device_id is not set on port bc2f255c-fd96-4f9f-8439-7acf92e2dda4 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:16.367304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:16.372731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:16.373205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:16.387179 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:16.389901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Current status of the port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:16.390365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.392784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a032d7-82f3-425d-a08e-09b5eefe5c3b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.400825 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-45a032d7-82f3-425d-a08e-09b5eefe5c3b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f579b039-b99d-4c70-ab3e-0ff5cd78653e HTTP/1.1" status: 204 len: 168 time: 2.9143074 Sep 25 01:01:16.405039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 9858738f-dd88-416d-80e4-bbda758a0a69 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:16.408981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52250) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:16.452352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event updated for resources: {'Port': ['ID=5d396fc6-aa95-4400-883d-b3715a4c1a5d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:16.464751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:16.469180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:16.475211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] For port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94a0905d-8808-4c5a-a7ec-9dacf7bffca4,segment=NetworkSegment(71c75db4-9cec-4aab-b6b2-ced1df6d22fd),segment_id=71c75db4-9cec-4aab-b6b2-ced1df6d22fd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:16.479158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:16.479920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.485104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.489703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Could not find standard attr ID for object f579b039-b99d-4c70-ab3e-0ff5cd78653e. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:01:16.501355 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0709f601-d000-4700-ae0f-40d88c037417 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:01:16.508737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0709f601-d000-4700-ae0f-40d88c037417 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/f579b039-b99d-4c70-ab3e-0ff5cd78653e HTTP/1.1" status: 404 len: 333 time: 0.0968502 Sep 25 01:01:16.512775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52252) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:16.543994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=632d643c-ae66-401e-80d8-dedfb8da3948,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:16.546114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (26d79d8d-869a-441b-a06a-bde07f4072f6), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.558071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:16.633994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:01:16.634498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:01:16.639108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c96db9-41a8-41fd-b1fc-9685a694e2b0 None None] Pushing event updated for resources: {'Port': ['ID=94a0905d-8808-4c5a-a7ec-9dacf7bffca4,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:16.649351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b0a13e89-ba86-43e7-96ca-78a1edcb5b25 None None] Provisioning complete for port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:16.649836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b0a13e89-ba86-43e7-96ca-78a1edcb5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.650362 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0a13e89-ba86-43e7-96ca-78a1edcb5b25 None None] Attempt 1 to provision port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 Sep 25 01:01:16.660101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ef853-3728-4c45-ad3c-ed16babb99ea tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:16.683872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ef853-3728-4c45-ad3c-ed16babb99ea tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:16.687038 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-442ef853-3728-4c45-ad3c-ed16babb99ea tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6811264 Sep 25 01:01:16.688456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:16.714881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52254) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:16.739439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-249716651'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:16.805811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0a13e89-ba86-43e7-96ca-78a1edcb5b25 None None] Current status of the port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:16.848092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fe6956-5c4a-437c-a845-8c9b91b8a485 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet f1162bc1-786d-4247-ab3b-5d3d6eed4395 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:16.854932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-96fe6956-5c4a-437c-a845-8c9b91b8a485 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (f1162bc1-786d-4247-ab3b-5d3d6eed4395), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.937752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Provisioning complete for port 632d643c-ae66-401e-80d8-dedfb8da3948 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:16.938759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (632d643c-ae66-401e-80d8-dedfb8da3948), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.938934 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 1 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:16.942714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Made reservation on behalf of bfa01fd8054746abb6ce05ead854044a for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:16.947460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:16.956704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-96fe6956-5c4a-437c-a845-8c9b91b8a485 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (f1162bc1-786d-4247-ab3b-5d3d6eed4395), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.006568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:17.048945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks [] for port (bc2f255c-fd96-4f9f-8439-7acf92e2dda4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.050732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:17.072597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (d7f10797-5eaa-48a7-be76-bf79e3774763), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.072923 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Added segment d7f10797-5eaa-48a7-be76-bf79e3774763 of type vlan for network 563e41be-2d0b-46de-97f2-f054bddd23bb Sep 25 01:01:17.089385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (632d643c-ae66-401e-80d8-dedfb8da3948), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.166548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (563e41be-2d0b-46de-97f2-f054bddd23bb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.206450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:17.208113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-96fe6956-5c4a-437c-a845-8c9b91b8a485 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (f1162bc1-786d-4247-ab3b-5d3d6eed4395), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.210001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d89aeaa1-96d0-4375-8a2b-bddefb041ab3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:17.212252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.242382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (bc2f255c-fd96-4f9f-8439-7acf92e2dda4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.284098 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=19 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:17.318010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:17.319250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.319828 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 Sep 25 01:01:17.324015 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:17.374271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:17.435733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (563e41be-2d0b-46de-97f2-f054bddd23bb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.443909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-96fe6956-5c4a-437c-a845-8c9b91b8a485 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (f1162bc1-786d-4247-ab3b-5d3d6eed4395), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.444459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:17.445440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.463153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:17.471631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:17.508049 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 2 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:17.520739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:17.526728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:17.527481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:17.528836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.532489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'Port': ['ID=bc2f255c-fd96-4f9f-8439-7acf92e2dda4,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:17.562560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe6956-5c4a-437c-a845-8c9b91b8a485 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=f1162bc1-786d-4247-ab3b-5d3d6eed4395,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:17.566671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-96fe6956-5c4a-437c-a845-8c9b91b8a485 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.574938 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-96fe6956-5c4a-437c-a845-8c9b91b8a485 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f1162bc1-786d-4247-ab3b-5d3d6eed4395 HTTP/1.1" status: 204 len: 168 time: 1.0598757 Sep 25 01:01:17.578592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f0be0-9c71-4089-8c88-524472d52016 None None] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:17.582133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52260) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:17.628469 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8984456 Sep 25 01:01:17.648305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52262) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:17.666285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-157721690'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:17.690613 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8dee1c71-fae0-4e87-bf1b-8bfb4844d0d2 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7700317 Sep 25 01:01:17.694392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52264) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:17.697577 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0b29d-a051-48e1-8556-ba02fd5a080a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Network': ['ID=563e41be-2d0b-46de-97f2-f054bddd23bb,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:17.704839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:17.719703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 563e41be-2d0b-46de-97f2-f054bddd23bb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:17.780921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Made reservation on behalf of bfa01fd8054746abb6ce05ead854044a for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:17.787534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.836528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a1d4e9-8f65-457b-945a-a153bde2be5c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet a0996e4a-4fe6-4835-b9bd-a5e96c126434 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:17.841594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:17.842719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16a1d4e9-8f65-457b-945a-a153bde2be5c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (a0996e4a-4fe6-4835-b9bd-a5e96c126434), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.876150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:17.885375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10137f6f-9823-43ff-912c-1bdd2c089f27 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:17.889103 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-10137f6f-9823-43ff-912c-1bdd2c089f27 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/bc2f255c-fd96-4f9f-8439-7acf92e2dda4 HTTP/1.1" status: 200 len: 954 time: 0.1876056 Sep 25 01:01:17.893426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52266) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:17.895209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.923666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:17.932821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (62f08224-07b9-43bf-ac45-29a709edb115), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.933338 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Added segment 62f08224-07b9-43bf-ac45-29a709edb115 of type vlan for network 60fe60fd-e310-45c6-abc8-6110500b18b1 Sep 25 01:01:17.984157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:18.017513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16a1d4e9-8f65-457b-945a-a153bde2be5c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (a0996e4a-4fe6-4835-b9bd-a5e96c126434), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.067776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:18.069323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.069482 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 Sep 25 01:01:18.099490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (632d643c-ae66-401e-80d8-dedfb8da3948), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.106134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (60fe60fd-e310-45c6-abc8-6110500b18b1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.121469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:18.131572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (632d643c-ae66-401e-80d8-dedfb8da3948), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.215993 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 3 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:18.226818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:01:18.292320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:18.303167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:18.343352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16a1d4e9-8f65-457b-945a-a153bde2be5c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a0996e4a-4fe6-4835-b9bd-a5e96c126434), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.351673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-454b8ce8-6b53-4204-aef9-ce1255f602e8 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Deleting port bc2f255c-fd96-4f9f-8439-7acf92e2dda4 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:18.352808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-454b8ce8-6b53-4204-aef9-ce1255f602e8 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bc2f255c-fd96-4f9f-8439-7acf92e2dda4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.364776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=632d643c-ae66-401e-80d8-dedfb8da3948,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:18.392949 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (60fe60fd-e310-45c6-abc8-6110500b18b1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.397071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Router a4b09fb5-5146-4007-b7ae-a663bb9ac9a5 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:01:18.404871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:18.406423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.427422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:18.506484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (26d79d8d-869a-441b-a06a-bde07f4072f6), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.612634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16a1d4e9-8f65-457b-945a-a153bde2be5c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (a0996e4a-4fe6-4835-b9bd-a5e96c126434), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.616884 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9667580 Sep 25 01:01:18.629627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52268) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:18.641380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'ports': [{'network_id': '563e41be-2d0b-46de-97f2-f054bddd23bb', 'name': 'tempest-port--997919275', 'admin_state_up': True}, {'network_id': '60fe60fd-e310-45c6-abc8-6110500b18b1', 'admin_state_up': False}]} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:18.642127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'port': {'network_id': '563e41be-2d0b-46de-97f2-f054bddd23bb', 'name': 'tempest-port--997919275', 'admin_state_up': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:18.642630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'port': {'network_id': '60fe60fd-e310-45c6-abc8-6110500b18b1', 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:18.677761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1d4e9-8f65-457b-945a-a153bde2be5c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=a0996e4a-4fe6-4835-b9bd-a5e96c126434,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:18.699235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16a1d4e9-8f65-457b-945a-a153bde2be5c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.704797 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-16a1d4e9-8f65-457b-945a-a153bde2be5c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a0996e4a-4fe6-4835-b9bd-a5e96c126434 HTTP/1.1" status: 204 len: 168 time: 1.1209426 Sep 25 01:01:18.726973 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52270) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:18.732719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-454b8ce8-6b53-4204-aef9-ce1255f602e8 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bc2f255c-fd96-4f9f-8439-7acf92e2dda4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.753795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:18.764748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c0902-8c8e-4c49-b220-da12a97072f8 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Network': ['ID=60fe60fd-e310-45c6-abc8-6110500b18b1,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:18.778173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a434b4c2-beb4-4254-bd95-014f46fc1943 None None] Sync routers for ids ['a4b09fb5-5146-4007-b7ae-a663bb9ac9a5'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:18.797125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 60fe60fd-e310-45c6-abc8-6110500b18b1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:18.804947 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 4 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:18.811407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:18.813034 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2c8c616f-83f5-44ba-ae54-83caf203316f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.2619760 Sep 25 01:01:18.815510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:18.825094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-454b8ce8-6b53-4204-aef9-ce1255f602e8 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Calling delete_port for bc2f255c-fd96-4f9f-8439-7acf92e2dda4 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:18.826001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52272) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:18.903303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434b4c2-beb4-4254-bd95-014f46fc1943 None None] Routers {'a4b09fb5-5146-4007-b7ae-a663bb9ac9a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:18.905142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a434b4c2-beb4-4254-bd95-014f46fc1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a4b09fb5-5146-4007-b7ae-a663bb9ac9a5'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:19.007889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a434b4c2-beb4-4254-bd95-014f46fc1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:19.012189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:19.013554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac947b-eda3-41ea-ad7e-9a017998ffe0 None None] Network e5045985-af9b-4f50-ac6f-568f26f2d5e5 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:19.035179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:19.062774 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dfcc6c90-bd91-4147-a24d-1c8c0aa3acbe tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/a4b09fb5-5146-4007-b7ae-a663bb9ac9a5 HTTP/1.1" status: 200 len: 925 time: 0.2345459 Sep 25 01:01:19.065921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Made reservation on behalf of bfa01fd8054746abb6ce05ead854044a for: {'port': 2} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:19.072397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.075330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52274) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:19.095846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (e5045985-af9b-4f50-ac6f-568f26f2d5e5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.118058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434b4c2-beb4-4254-bd95-014f46fc1943 None None] Routers {'a4b09fb5-5146-4007-b7ae-a663bb9ac9a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:19.119142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a434b4c2-beb4-4254-bd95-014f46fc1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a4b09fb5-5146-4007-b7ae-a663bb9ac9a5'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:19.125641 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a1c43536-4f4c-4809-a0ee-4c0823a99794 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b09fb5-5146-4007-b7ae-a663bb9ac9a5 HTTP/1.1" status: 200 len: 205 time: 0.0450699 Sep 25 01:01:19.125641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.131897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52276) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:19.182427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a434b4c2-beb4-4254-bd95-014f46fc1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:19.183203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a434b4c2-beb4-4254-bd95-014f46fc1943 None None] The sync data for ids ['a4b09fb5-5146-4007-b7ae-a663bb9ac9a5'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:19.226382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 9858738f-dd88-416d-80e4-bbda758a0a69 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:19.287820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:19.339977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab05cd0-d612-495d-ac4c-e053000cf792 None None] DHCP port deletion for e5045985-af9b-4f50-ac6f-568f26f2d5e5 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:19.373196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:19.409612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] device_id is not set on port 0ac90209-e8ea-4245-99b1-a2e2c0225e12 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:19.423371 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1ab05cd0-d612-495d-ac4c-e053000cf792 None None] Deleting port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:19.423764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1ab05cd0-d612-495d-ac4c-e053000cf792 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.547233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for port (0ac90209-e8ea-4245-99b1-a2e2c0225e12), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.575216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1ab05cd0-d612-495d-ac4c-e053000cf792 None None] For port a8316d95-d4dd-41e1-ba7e-32b15ee44c12, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,segment=NetworkSegment(320378ba-d4b2-41c0-b432-080e01312617),segment_id=320378ba-d4b2-41c0-b432-080e01312617)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:19.575881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1ab05cd0-d612-495d-ac4c-e053000cf792 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.606629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1ab05cd0-d612-495d-ac4c-e053000cf792 None None] Calling delete_port for a8316d95-d4dd-41e1-ba7e-32b15ee44c12 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:19.658847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] device_id is not set on port a47662ce-443a-44ce-a07d-256fc153a718 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:19.685028 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 5 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:19.745599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:19.790719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1ab05cd0-d612-495d-ac4c-e053000cf792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.852313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for port (a47662ce-443a-44ce-a07d-256fc153a718), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.853285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab05cd0-d612-495d-ac4c-e053000cf792 None None] No DVR routers for this DVR port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:19.865681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab05cd0-d612-495d-ac4c-e053000cf792 None None] Pushing event deleted for resources: {'Port': ['ID=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:19.874211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a8316d95-d4dd-41e1-ba7e-32b15ee44c12 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:19.916188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: a8316d95-d4dd-41e1-ba7e-32b15ee44c12 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:19.916942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a8316d95-d4dd-41e1-ba7e-32b15ee44c12 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:19.919124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:19.919971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.941405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0ac90209-e8ea-4245-99b1-a2e2c0225e12), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.967897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:20.041761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Port': ['ID=0ac90209-e8ea-4245-99b1-a2e2c0225e12,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:20.056368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Checking segment: {'id': 'd7f10797-5eaa-48a7-be76-bf79e3774763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '563e41be-2d0b-46de-97f2-f054bddd23bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:20.057073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Network hostable DHCP agents. Network: 563e41be-2d0b-46de-97f2-f054bddd23bb, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:20.076733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-454b8ce8-6b53-4204-aef9-ce1255f602e8 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (bc2f255c-fd96-4f9f-8439-7acf92e2dda4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.093886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Network 563e41be-2d0b-46de-97f2-f054bddd23bb is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:20.109651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 563e41be-2d0b-46de-97f2-f054bddd23bb) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:20.116593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:20.119207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a47662ce-443a-44ce-a07d-256fc153a718), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.123351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3fd968-4974-453b-a7cd-c23acd4c8484 None None] Network 563e41be-2d0b-46de-97f2-f054bddd23bb requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:20.136625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:20.182476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b8ce8-6b53-4204-aef9-ce1255f602e8 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc2f255c-fd96-4f9f-8439-7acf92e2dda4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:20.193060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-454b8ce8-6b53-4204-aef9-ce1255f602e8 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.204073 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-454b8ce8-6b53-4204-aef9-ce1255f602e8 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/bc2f255c-fd96-4f9f-8439-7acf92e2dda4 HTTP/1.1" status: 204 len: 168 time: 2.3025515 Sep 25 01:01:20.204073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] For port a8316d95-d4dd-41e1-ba7e-32b15ee44c12, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:20.204073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.206719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.213304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52278) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:20.272633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for a8316d95-d4dd-41e1-ba7e-32b15ee44c12 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:20.274349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:20.284618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 was not found and therefore no delete operation was performed {{(pid=107188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:01:20.284983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-dded326e-d930-45e9-9c87-61cf6f6c31e4 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] GET failed (client error): The resource could not be found. Sep 25 01:01:20.286457 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dded326e-d930-45e9-9c87-61cf6f6c31e4 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/bc2f255c-fd96-4f9f-8439-7acf92e2dda4 HTTP/1.1" status: 404 len: 333 time: 0.0723417 Sep 25 01:01:20.300693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52280) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:20.306759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a8316d95-d4dd-41e1-ba7e-32b15ee44c12), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.310846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Request body: {'port': {'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-366629082'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:20.321333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Port': ['ID=a47662ce-443a-44ce-a07d-256fc153a718,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:20.382017 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 6 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:20.394674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Checking segment: {'id': '62f08224-07b9-43bf-ac45-29a709edb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '60fe60fd-e310-45c6-abc8-6110500b18b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:20.395497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Network hostable DHCP agents. Network: 60fe60fd-e310-45c6-abc8-6110500b18b1, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:20.408049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Made reservation on behalf of 274adbf37d31498e874efd26c7433032 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:20.408328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=a8316d95-d4dd-41e1-ba7e-32b15ee44c12,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:20.414959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.422069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No DVR routers for this DVR port a8316d95-d4dd-41e1-ba7e-32b15ee44c12 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:20.472967 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] device_id is not set on port a84896c9-b865-4bfa-a93d-ebef80dc5e30 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:20.476493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 26d79d8d-869a-441b-a06a-bde07f4072f6 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:01:20.486806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Network 60fe60fd-e310-45c6-abc8-6110500b18b1 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:20.569822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 60fe60fd-e310-45c6-abc8-6110500b18b1) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:20.577909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:20.589544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:20.596172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b133bf34-08bb-4e91-9393-5744bf36fba7 None None] Network 60fe60fd-e310-45c6-abc8-6110500b18b1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:20.596673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:20.597829 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.600332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:20.619718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (e5045985-af9b-4f50-ac6f-568f26f2d5e5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.624124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.641705 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8d47f7ec-b829-4aff-97cc-c11ee07acded tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0073934 Sep 25 01:01:20.657434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52284) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:20.720856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5045985-af9b-4f50-ac6f-568f26f2d5e5']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:20.747753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320378ba-d4b2-41c0-b432-080e01312617') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:20.748163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320378ba-d4b2-41c0-b432-080e01312617') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:20.752352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:20.769796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (320378ba-d4b2-41c0-b432-080e01312617), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.773835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:20.781821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Deleting port 5d396fc6-aa95-4400-883d-b3715a4c1a5d {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:20.782282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5d396fc6-aa95-4400-883d-b3715a4c1a5d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.795646 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-53c61917-517e-467b-b7b7-111af9ff09ab tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/26d79d8d-869a-441b-a06a-bde07f4072f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8057022 Sep 25 01:01:20.807345 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350773f-240c-4ae0-b439-fb2e4c850618 None None] Sync routers for ids ['26d79d8d-869a-441b-a06a-bde07f4072f6'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:20.813767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52286) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:20.834757 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350773f-240c-4ae0-b439-fb2e4c850618 None None] Routers {'26d79d8d-869a-441b-a06a-bde07f4072f6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:20.836188 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c350773f-240c-4ae0-b439-fb2e4c850618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['26d79d8d-869a-441b-a06a-bde07f4072f6'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:20.887706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (320378ba-d4b2-41c0-b432-080e01312617), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.889635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0e4dd-4142-4016-a6b3-adf8bbe0712d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:20.901699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0e4dd-4142-4016-a6b3-adf8bbe0712d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:20.902377 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c350773f-240c-4ae0-b439-fb2e4c850618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:20.909855 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a6a0e4dd-4142-4016-a6b3-adf8bbe0712d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2502804 Sep 25 01:01:20.910901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52288) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:20.923928 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350773f-240c-4ae0-b439-fb2e4c850618 None None] Routers {'26d79d8d-869a-441b-a06a-bde07f4072f6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:20.925047 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c350773f-240c-4ae0-b439-fb2e4c850618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['26d79d8d-869a-441b-a06a-bde07f4072f6'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:20.941821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:20.942487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (320378ba-d4b2-41c0-b432-080e01312617), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.990718 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c350773f-240c-4ae0-b439-fb2e4c850618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:20.991784 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350773f-240c-4ae0-b439-fb2e4c850618 None None] The sync data for ids ['26d79d8d-869a-441b-a06a-bde07f4072f6'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:20.992022 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 320378ba-d4b2-41c0-b432-080e01312617 resource provider aggregate not found Sep 25 01:01:21.042804 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 320378ba-d4b2-41c0-b432-080e01312617 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 320378ba-d4b2-41c0-b432-080e01312617 found for delete ", "request_id": "req-2742d861-a7f8-49b4-9fc1-183e3b88a982"}]} Sep 25 01:01:21.059857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e524d74-ac89-4989-96f0-d128cbedbce6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:21.061457 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3e524d74-ac89-4989-96f0-d128cbedbce6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports/632d643c-ae66-401e-80d8-dedfb8da3948 HTTP/1.1" status: 200 len: 910 time: 0.2431805 Sep 25 01:01:21.073893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52294) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:21.102106 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 7 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:21.149087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (e5045985-af9b-4f50-ac6f-568f26f2d5e5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.154386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:21.176285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:21.184607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5d396fc6-aa95-4400-883d-b3715a4c1a5d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.191556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.196916 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/networks/e5045985-af9b-4f50-ac6f-568f26f2d5e5 HTTP/1.1" status: 204 len: 168 time: 2.4587049 Sep 25 01:01:21.211027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:21.217943 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52296) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:21.267834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Calling delete_port for 5d396fc6-aa95-4400-883d-b3715a4c1a5d owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:21.281033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad60a29-e3f4-4431-b53b-285ae466944b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Network': ['ID=e5045985-af9b-4f50-ac6f-568f26f2d5e5,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:21.452143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb08bab-f336-4051-bd98-8e0113f37f2a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:21.454839 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5bb08bab-f336-4051-bd98-8e0113f37f2a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2307043 Sep 25 01:01:21.470559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52298) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:21.493134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks [] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.542067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-22fcfefa-f5a3-4fe2-bfe0-cf660ba7d8c4 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Deleting port 0ac90209-e8ea-4245-99b1-a2e2c0225e12 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:21.542510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22fcfefa-f5a3-4fe2-bfe0-cf660ba7d8c4 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0ac90209-e8ea-4245-99b1-a2e2c0225e12), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.591866 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fe845b49-b99e-41b5-9fbd-7eb0f9304f0a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1085205 Sep 25 01:01:21.592519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52300) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:21.662484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-408751245'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:21.678544 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 8 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:21.752736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22fcfefa-f5a3-4fe2-bfe0-cf660ba7d8c4 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0ac90209-e8ea-4245-99b1-a2e2c0225e12), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.758599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:21.758911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:21.764671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.798975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.817341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-22fcfefa-f5a3-4fe2-bfe0-cf660ba7d8c4 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Calling delete_port for 0ac90209-e8ea-4245-99b1-a2e2c0225e12 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:21.902717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (5d396fc6-aa95-4400-883d-b3715a4c1a5d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.920374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:21.941749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:21.968233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event deleted for resources: {'Port': ['ID=5d396fc6-aa95-4400-883d-b3715a4c1a5d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:22.009145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:22.022510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7ef74b02-878e-4fa5-8712-e7daaab1ee33), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.023100 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Added segment 7ef74b02-878e-4fa5-8712-e7daaab1ee33 of type vlan for network 1ddce436-e96a-421a-9412-5084bea3b856 Sep 25 01:01:22.029577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:22.031232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:22.032246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.054824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.055406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'Port': ['ID=a84896c9-b865-4bfa-a93d-ebef80dc5e30,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:22.060900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:22.142470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.143032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.143595 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.144159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.144710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.145258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.145796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.146462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.146944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.147503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.148072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.148611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.149148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.149686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.150225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:22.170856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:22.176338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.197032 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8f45664e-974a-46c5-9452-1a5bc91f7ce3 tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8895836 Sep 25 01:01:22.202520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52302) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:22.215805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:22.222248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (1ddce436-e96a-421a-9412-5084bea3b856), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.259079 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 9 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:22.315843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:22.344831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (1ddce436-e96a-421a-9412-5084bea3b856), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.354997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:22.356040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.409219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.415681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.436294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:22.447693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22fcfefa-f5a3-4fe2-bfe0-cf660ba7d8c4 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0ac90209-e8ea-4245-99b1-a2e2c0225e12), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.564534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (a4b09fb5-5146-4007-b7ae-a663bb9ac9a5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.565345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Fanout notify agent at l3_agent the message router_deleted on router a4b09fb5-5146-4007-b7ae-a663bb9ac9a5 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:22.582541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.587708 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0d03f60e-b45e-42e2-9ec4-ea8c1d9e7b20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/a4b09fb5-5146-4007-b7ae-a663bb9ac9a5 HTTP/1.1" status: 204 len: 168 time: 3.4509482 Sep 25 01:01:22.596730 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0030429 Sep 25 01:01:22.603426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52304) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:22.603777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52306) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:22.607511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcfefa-f5a3-4fe2-bfe0-cf660ba7d8c4 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Port': ['ID=0ac90209-e8ea-4245-99b1-a2e2c0225e12,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:22.616254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1615333762', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': False}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:22.624640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '1ddce436-e96a-421a-9412-5084bea3b856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:22.630082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.652097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbe07c-8ec9-4a39-9419-5b8c6e2d83c1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Network': ['ID=1ddce436-e96a-421a-9412-5084bea3b856,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:22.677777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22fcfefa-f5a3-4fe2-bfe0-cf660ba7d8c4 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.678955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 1ddce436-e96a-421a-9412-5084bea3b856 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:22.685559 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-22fcfefa-f5a3-4fe2-bfe0-cf660ba7d8c4 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/ports/0ac90209-e8ea-4245-99b1-a2e2c0225e12 HTTP/1.1" status: 204 len: 168 time: 1.7516277 Sep 25 01:01:22.699751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52308) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:22.768111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (68d376fc-7303-4315-a373-9fa3ac6f3701), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.769246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (68d376fc-7303-4315-a373-9fa3ac6f3701), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.814808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:22.819707 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Attempt 10 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:22.881755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-07f57476-b6a5-4d0f-b300-31f8a381ea89 None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:22.927008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_controller (68d376fc-7303-4315-a373-9fa3ac6f3701), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.930420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:22.932208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.21.0.1 (9b57a46e-db66-45f7-b222-20d535039507/635fa350-20cf-4e1e-99dc-7179d7b5041f/bde4e963-f812-4859-84e3-2b47ba6c74ea) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:22.934565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.980199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f5148bf0-fdcf-440a-8bd0-599c8bdfaaf0 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Deleting port a47662ce-443a-44ce-a07d-256fc153a718 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:22.980780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5148bf0-fdcf-440a-8bd0-599c8bdfaaf0 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a47662ce-443a-44ce-a07d-256fc153a718), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.003259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Could not find standard attr ID for object a8316d95-d4dd-41e1-ba7e-32b15ee44c12. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:01:23.024289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Provisioning complete for port 632d643c-ae66-401e-80d8-dedfb8da3948 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:23.026329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (632d643c-ae66-401e-80d8-dedfb8da3948), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.026329 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 1 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:23.087665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:23.161671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5148bf0-fdcf-440a-8bd0-599c8bdfaaf0 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a47662ce-443a-44ce-a07d-256fc153a718), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.193604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f5148bf0-fdcf-440a-8bd0-599c8bdfaaf0 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Calling delete_port for a47662ce-443a-44ce-a07d-256fc153a718 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:23.276363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (bde4e963-f812-4859-84e3-2b47ba6c74ea), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.309360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] device_id is not set on port a84896c9-b865-4bfa-a93d-ebef80dc5e30 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:23.317467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (68d376fc-7303-4315-a373-9fa3ac6f3701), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.331980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks [] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.353974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.363927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (bde4e963-f812-4859-84e3-2b47ba6c74ea), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.374696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:23.385994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5148bf0-fdcf-440a-8bd0-599c8bdfaaf0 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a47662ce-443a-44ce-a07d-256fc153a718), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.413274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:23.460061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 9b57a46e-db66-45f7-b222-20d535039507 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:23.470341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5148bf0-fdcf-440a-8bd0-599c8bdfaaf0 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.480560 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f5148bf0-fdcf-440a-8bd0-599c8bdfaaf0 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a47662ce-443a-44ce-a07d-256fc153a718 HTTP/1.1" status: 204 len: 168 time: 0.7790568 Sep 25 01:01:23.482629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:23.488356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52310) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:23.490676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:23.510791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=bde4e963-f812-4859-84e3-2b47ba6c74ea,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:23.571716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.572326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.572879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.573789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.574628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.575192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.575732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.576353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.577097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.577988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.578514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.579071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.579640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.580210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.580986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.589565 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 2 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:23.608368 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e0c8bdff-7007-404c-a9d9-a98b5c8a1ac1 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1083796 Sep 25 01:01:23.649821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52312) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:23.659343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1364315466'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:23.664096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5148bf0-fdcf-440a-8bd0-599c8bdfaaf0 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Port': ['ID=a47662ce-443a-44ce-a07d-256fc153a718,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:23.705013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (26d79d8d-869a-441b-a06a-bde07f4072f6), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.708100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:23.711134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'Port': ['ID=a84896c9-b865-4bfa-a93d-ebef80dc5e30,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:23.750321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:23.750891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:23.751464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:23.802470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:23.803920 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:23.808268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 2 to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 Sep 25 01:01:23.883175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:23.895985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (d79a167e-ddc6-4942-94a8-5bb0f2aa2680), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.921479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Made reservation on behalf of bfa01fd8054746abb6ce05ead854044a for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:23.928605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.967594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bde4e963-f812-4859-84e3-2b47ba6c74ea), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.030576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:24.030921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:24.031268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:24.064017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:24.064382 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:24.073592 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 3 to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 Sep 25 01:01:24.125413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:24.130381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=d79a167e-ddc6-4942-94a8-5bb0f2aa2680,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:24.159111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:24.159460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:24.159810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:24.176752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4ea59966-85a7-4b95-bf0d-e82fbab0b018), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.177087 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Added segment 4ea59966-85a7-4b95-bf0d-e82fbab0b018 of type vlan for network 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7 Sep 25 01:01:24.195484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:24.195803 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:24.198867 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 4 to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 Sep 25 01:01:24.202392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (68d376fc-7303-4315-a373-9fa3ac6f3701), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.209777 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 3 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:24.259401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Checking segment: {'id': '7ef74b02-878e-4fa5-8712-e7daaab1ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ddce436-e96a-421a-9412-5084bea3b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:24.259759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network hostable DHCP agents. Network: 1ddce436-e96a-421a-9412-5084bea3b856, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:24.274162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.279521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:24.279844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:24.280053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:24.284847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (8dfdc838-ba87-4abf-9da3-b61d06ca9bc7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.302289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:24.309728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:24.309728 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:24.313090 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 5 to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 Sep 25 01:01:24.380348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:24.390112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 1ddce436-e96a-421a-9412-5084bea3b856 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:24.399304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:24.399567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:24.399793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:24.419244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (8dfdc838-ba87-4abf-9da3-b61d06ca9bc7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.424820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:24.425568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.435983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1ddce436-e96a-421a-9412-5084bea3b856) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:24.446877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:24.447323 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:24.451831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b81ad6-5d52-46b1-9c51-b114bab499e4 None None] Network 1ddce436-e96a-421a-9412-5084bea3b856 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:24.468122 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 6 to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 Sep 25 01:01:24.479528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:24.480283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.530921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:24.591583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:24.608184 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9568961 Sep 25 01:01:24.617698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:24.618768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:24.618768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:24.623686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52316) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:24.635711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-609128943'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:24.657352 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7fdb4ff0-ca35-4b86-a5e9-8e36005d2f8a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0507998 Sep 25 01:01:24.658139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87168f67-b9a8-4f5c-a914-6b2431210690 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Network': ['ID=8dfdc838-ba87-4abf-9da3-b61d06ca9bc7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:24.665807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52318) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:24.673619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:24.674187 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:24.681703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '1ddce436-e96a-421a-9412-5084bea3b856', 'name': 'tempest-PortsTestJSON-1138683662'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:24.683736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:24.685611 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 7 to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 Sep 25 01:01:24.690158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ddce436-e96a-421a-9412-5084bea3b856', 'network_id': '1ddce436-e96a-421a-9412-5084bea3b856', 'project_id': '84da212938f24d5daaebf1c4a1599dfb', 'fixed_ips': [{'subnet_id': 'd79a167e-ddc6-4942-94a8-5bb0f2aa2680'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:24.692869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.717874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Allocated IP 172.36.7.85 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/ceab7167-f205-49e3-b571-b41babd7200b) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:24.725505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:24.725852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:24.726206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:24.735706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Made reservation on behalf of bfa01fd8054746abb6ce05ead854044a for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:24.740784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.757652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:24.758210 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:24.766757 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 8 to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 Sep 25 01:01:24.785027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:24.804712 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 4 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:24.861160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:24.861618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:24.861926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:24.884399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:24.885007 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:24.886483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:24.891534 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 9 to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 Sep 25 01:01:24.928012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (f34183ca-d7e6-490e-b0c9-36fdeed1944a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.928643 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Added segment f34183ca-d7e6-490e-b0c9-36fdeed1944a of type vlan for network 726fa40e-14cf-4b88-94eb-1274e99fa2b7 Sep 25 01:01:24.930863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:24.931439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:24.932006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:24.960758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (bde4e963-f812-4859-84e3-2b47ba6c74ea), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.967615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:24.975637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.977859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:24.978480 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:24.989256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (bde4e963-f812-4859-84e3-2b47ba6c74ea), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.006773 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempt 10 to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 Sep 25 01:01:25.014937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for port (ceab7167-f205-49e3-b571-b41babd7200b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.036615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:25.055205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port afa37a14-a8a0-45a9-8de9-ec944669ca83 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:25.059589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (726fa40e-14cf-4b88-94eb-1274e99fa2b7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.081241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:25.081699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:25.082351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempting to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:25.098474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ceab7167-f205-49e3-b571-b41babd7200b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.114169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:25.114771 dv-neutron-master-2-hyperv neutron-server[107187]: ERROR neutron.plugins.ml2.managers [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Failed to bind port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6153eaf6-f1b9-429c-bd9b-c40162105ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cc084854-bbb2-4e0d-b8df-67d1a6ffc888'}] Sep 25 01:01:25.115432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.142638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=bde4e963-f812-4859-84e3-2b47ba6c74ea,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:25.150100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (26d79d8d-869a-441b-a06a-bde07f4072f6), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.168014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (726fa40e-14cf-4b88-94eb-1274e99fa2b7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.173534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:25.174433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.182336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:25.206199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Allocated IP 172.20.0.2 (1ddce436-e96a-421a-9412-5084bea3b856/d79a167e-ddc6-4942-94a8-5bb0f2aa2680/453a58cb-cd01-4112-996c-c83eea482238) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:25.214914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:25.251061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:25.262636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:25.264236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event updated for resources: {'Port': ['ID=ceab7167-f205-49e3-b571-b41babd7200b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:25.311085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 9b57a46e-db66-45f7-b222-20d535039507 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:25.313584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:25.331987 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6903121 Sep 25 01:01:25.331987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dcba1-20f3-4ab9-a79a-ec100d2df413 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Network': ['ID=726fa40e-14cf-4b88-94eb-1274e99fa2b7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:25.359056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 726fa40e-14cf-4b88-94eb-1274e99fa2b7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:25.480990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 26d79d8d-869a-441b-a06a-bde07f4072f6 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:25.538515 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 5 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:25.555835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] For port a84896c9-b865-4bfa-a93d-ebef80dc5e30, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:25.558313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attempted to set empty binding levels {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:01:25.608001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.629499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] In _notify_port_updated(), no bound segment for port a84896c9-b865-4bfa-a93d-ebef80dc5e30 on network cc084854-bbb2-4e0d-b8df-67d1a6ffc888 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:01:25.632964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:25.634467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.650183 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "PUT /networking/v2.0/ports/a84896c9-b865-4bfa-a93d-ebef80dc5e30 HTTP/1.1" status: 200 len: 976 time: 3.4429712 Sep 25 01:01:25.655241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52322) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:25.709838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:25.712528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Publish callbacks [] for port (453a58cb-cd01-4112-996c-c83eea482238), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.717170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:25.723480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (453a58cb-cd01-4112-996c-c83eea482238), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.728769 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ddb51c4c-c4e0-4035-8e88-cd07936082f2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/26d79d8d-869a-441b-a06a-bde07f4072f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6528862 Sep 25 01:01:25.733187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52324) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:25.812633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d33f6-33ce-4f64-8844-befa6f055954 None None] Sync routers for ids ['26d79d8d-869a-441b-a06a-bde07f4072f6'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:25.846029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=8,neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:25.857573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Network 1ddce436-e96a-421a-9412-5084bea3b856 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:25.862656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d33f6-33ce-4f64-8844-befa6f055954 None None] Routers {'26d79d8d-869a-441b-a06a-bde07f4072f6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:25.863734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc2d33f6-33ce-4f64-8844-befa6f055954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['26d79d8d-869a-441b-a06a-bde07f4072f6'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:25.864675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:25.871061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:25.920641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755b739-60c4-40f3-8ba2-8aa303154aed tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:25.924781 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0755b739-60c4-40f3-8ba2-8aa303154aed tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports/bde4e963-f812-4859-84e3-2b47ba6c74ea HTTP/1.1" status: 200 len: 910 time: 0.1898422 Sep 25 01:01:25.940069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52326) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:25.948560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:25.953546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Pushing event updated for resources: {'Port': ['ID=453a58cb-cd01-4112-996c-c83eea482238,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:25.959277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dcf6d-c3a9-4eba-9f36-b6320e2da27c tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event updated for resources: {'Port': ['ID=a84896c9-b865-4bfa-a93d-ebef80dc5e30,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:25.961350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:25.963554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc2d33f6-33ce-4f64-8844-befa6f055954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:25.984785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.985366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.985976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.986595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.987205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.987815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.989481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.989481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.989890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.991036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.991662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.992333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.992937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.993545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:25.995251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:26.000264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-cbf33643-f7bb-4222-bd26-4d5e0ad3e96b tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Deleting port a84896c9-b865-4bfa-a93d-ebef80dc5e30 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:26.000264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cbf33643-f7bb-4222-bd26-4d5e0ad3e96b tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.051217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d33f6-33ce-4f64-8844-befa6f055954 None None] Routers {'26d79d8d-869a-441b-a06a-bde07f4072f6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:26.052295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc2d33f6-33ce-4f64-8844-befa6f055954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['26d79d8d-869a-441b-a06a-bde07f4072f6'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:26.099894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.4 (1ddce436-e96a-421a-9412-5084bea3b856/d79a167e-ddc6-4942-94a8-5bb0f2aa2680/afa37a14-a8a0-45a9-8de9-ec944669ca83) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:26.116517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-cbf33643-f7bb-4222-bd26-4d5e0ad3e96b tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] For port a84896c9-b865-4bfa-a93d-ebef80dc5e30, host hv-neutron-mast, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:26.117048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cbf33643-f7bb-4222-bd26-4d5e0ad3e96b tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.136003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-cbf33643-f7bb-4222-bd26-4d5e0ad3e96b tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Calling delete_port for a84896c9-b865-4bfa-a93d-ebef80dc5e30 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:26.171028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc2d33f6-33ce-4f64-8844-befa6f055954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:26.172525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d33f6-33ce-4f64-8844-befa6f055954 None None] The sync data for ids ['26d79d8d-869a-441b-a06a-bde07f4072f6'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:26.217874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Attempting to bind port 453a58cb-cd01-4112-996c-c83eea482238 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:26.220295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Attempting to bind port 453a58cb-cd01-4112-996c-c83eea482238 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7ef74b02-878e-4fa5-8712-e7daaab1ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ddce436-e96a-421a-9412-5084bea3b856'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:26.221619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Attempting to bind port 453a58cb-cd01-4112-996c-c83eea482238 on network 1ddce436-e96a-421a-9412-5084bea3b856 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:26.277478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cbf33643-f7bb-4222-bd26-4d5e0ad3e96b tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a84896c9-b865-4bfa-a93d-ebef80dc5e30), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.305613 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 6 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:26.346877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cbf33643-f7bb-4222-bd26-4d5e0ad3e96b tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.352516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cbf33643-f7bb-4222-bd26-4d5e0ad3e96b tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/a84896c9-b865-4bfa-a93d-ebef80dc5e30 HTTP/1.1" status: 204 len: 168 time: 0.6923256 Sep 25 01:01:26.373427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52328) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:26.378384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:26.388902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:26.389707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Checking segment: {'id': '7ef74b02-878e-4fa5-8712-e7daaab1ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ddce436-e96a-421a-9412-5084bea3b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:26.390314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.390907 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Bound using segment: {'id': '7ef74b02-878e-4fa5-8712-e7daaab1ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ddce436-e96a-421a-9412-5084bea3b856'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:26.391684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Bound port: 453a58cb-cd01-4112-996c-c83eea482238, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef74b02-878e-4fa5-8712-e7daaab1ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1ddce436-e96a-421a-9412-5084bea3b856'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:26.392296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (453a58cb-cd01-4112-996c-c83eea482238), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.422708 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-674e1694-bb84-46a2-87b8-11e8492312ae tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] GET failed (client error): The resource could not be found. Sep 25 01:01:26.424551 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-674e1694-bb84-46a2-87b8-11e8492312ae tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] 10.222.0.49 "GET /networking/v2.0/ports/a84896c9-b865-4bfa-a93d-ebef80dc5e30 HTTP/1.1" status: 404 len: 333 time: 0.0462081 Sep 25 01:01:26.425818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf33643-f7bb-4222-bd26-4d5e0ad3e96b tempest-PortsAdminExtendedAttrsTestJSON-1585118376 tempest-PortsAdminExtendedAttrsTestJSON-1585118376-project-admin] Pushing event deleted for resources: {'Port': ['ID=a84896c9-b865-4bfa-a93d-ebef80dc5e30,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:26.437732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52330) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:26.447864 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:26.510428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] For port 453a58cb-cd01-4112-996c-c83eea482238, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:26.514644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:26.519120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] For port 453a58cb-cd01-4112-996c-c83eea482238, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=453a58cb-cd01-4112-996c-c83eea482238,segment=NetworkSegment(7ef74b02-878e-4fa5-8712-e7daaab1ee33),segment_id=7ef74b02-878e-4fa5-8712-e7daaab1ee33)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:26.532820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (453a58cb-cd01-4112-996c-c83eea482238), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.564107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (cc084854-bbb2-4e0d-b8df-67d1a6ffc888), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.571815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (68d376fc-7303-4315-a373-9fa3ac6f3701), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.648889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cdc73-a0c2-4c0c-88ab-c8455f9f868b None None] Pushing event updated for resources: {'Port': ['ID=453a58cb-cd01-4112-996c-c83eea482238,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:26.712357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (afa37a14-a8a0-45a9-8de9-ec944669ca83), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.881042 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 7 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:26.882337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (afa37a14-a8a0-45a9-8de9-ec944669ca83), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.968768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:26.992488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=afa37a14-a8a0-45a9-8de9-ec944669ca83,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:27.094107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 1ddce436-e96a-421a-9412-5084bea3b856 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:27.101213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:27.109256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:27.140016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (26d79d8d-869a-441b-a06a-bde07f4072f6), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.235765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:27.236638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.327999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2d7724d8-2e6f-483f-8a07-7e7f3563697b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6579397 Sep 25 01:01:27.328376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52332) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:27.333912 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '1ddce436-e96a-421a-9412-5084bea3b856', 'name': 'tempest-PortsTestJSON-985924484'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:27.416640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (cc084854-bbb2-4e0d-b8df-67d1a6ffc888), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.470522 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 8 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:27.476375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:27.524415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:27.528269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc084854-bbb2-4e0d-b8df-67d1a6ffc888']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:27.573080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6153eaf6-f1b9-429c-bd9b-c40162105ecb') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:27.573665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6153eaf6-f1b9-429c-bd9b-c40162105ecb') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:27.603983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (6153eaf6-f1b9-429c-bd9b-c40162105ecb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.613582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:27.634767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (68d376fc-7303-4315-a373-9fa3ac6f3701), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.645621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6153eaf6-f1b9-429c-bd9b-c40162105ecb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.664569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:27.665023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (6153eaf6-f1b9-429c-bd9b-c40162105ecb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.820302 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 6153eaf6-f1b9-429c-bd9b-c40162105ecb resource provider aggregate not found Sep 25 01:01:27.880138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:27.887076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.920681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 6153eaf6-f1b9-429c-bd9b-c40162105ecb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6153eaf6-f1b9-429c-bd9b-c40162105ecb found for delete ", "request_id": "req-2e8debfa-c426-4a51-bfc6-508d493b0510"}]} Sep 25 01:01:27.925646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (cc084854-bbb2-4e0d-b8df-67d1a6ffc888), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.951219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port 316bfad3-5a09-4377-8281-b45b01bb7448 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:27.962443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.967884 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] 10.222.0.49 "DELETE /networking/v2.0/networks/cc084854-bbb2-4e0d-b8df-67d1a6ffc888 HTTP/1.1" status: 204 len: 168 time: 1.5289519 Sep 25 01:01:27.980160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port bde4e963-f812-4859-84e3-2b47ba6c74ea {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:27.980914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bde4e963-f812-4859-84e3-2b47ba6c74ea), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.017887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 453a58cb-cd01-4112-996c-c83eea482238 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:28.066981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8873f9b-7162-4635-a7f1-64b56474095b tempest-PortsAdminExtendedAttrsTestJSON-1997645135 tempest-PortsAdminExtendedAttrsTestJSON-1997645135-project] Pushing event deleted for resources: {'Network': ['ID=cc084854-bbb2-4e0d-b8df-67d1a6ffc888,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:28.131773 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 9 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:28.181587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:28.240855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Router 68d376fc-7303-4315-a373-9fa3ac6f3701 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:01:28.261373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:28.322229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 453a58cb-cd01-4112-996c-c83eea482238 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:28.322812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (453a58cb-cd01-4112-996c-c83eea482238), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.323462 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 453a58cb-cd01-4112-996c-c83eea482238 Sep 25 01:01:28.339465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:28.398820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae26bb-cd5b-4613-9bc4-ce97116177f8 None None] Network 1ddce436-e96a-421a-9412-5084bea3b856 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:28.532872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bde4e963-f812-4859-84e3-2b47ba6c74ea), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.574018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for bde4e963-f812-4859-84e3-2b47ba6c74ea owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:28.586584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f59e3b5d-cc0b-4c4e-8fc5-5cdde55a39b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.592030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 453a58cb-cd01-4112-996c-c83eea482238 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:28.592676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (453a58cb-cd01-4112-996c-c83eea482238), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.625795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.6 (1ddce436-e96a-421a-9412-5084bea3b856/d79a167e-ddc6-4942-94a8-5bb0f2aa2680/316bfad3-5a09-4377-8281-b45b01bb7448) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:28.652376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 453a58cb-cd01-4112-996c-c83eea482238, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=453a58cb-cd01-4112-996c-c83eea482238,segment=NetworkSegment(7ef74b02-878e-4fa5-8712-e7daaab1ee33),segment_id=7ef74b02-878e-4fa5-8712-e7daaab1ee33)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:28.669632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:28.687181 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Sync routers for ids ['68d376fc-7303-4315-a373-9fa3ac6f3701'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:28.699370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (453a58cb-cd01-4112-996c-c83eea482238), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.706820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:28.731361 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Routers {'68d376fc-7303-4315-a373-9fa3ac6f3701'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:28.741114 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['68d376fc-7303-4315-a373-9fa3ac6f3701'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:28.743325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.745715 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2b147ffa-348e-4e2c-8cfe-77c92f202b26 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1404552 Sep 25 01:01:28.750209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52344) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:28.764014 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Attempt 10 to provision port 632d643c-ae66-401e-80d8-dedfb8da3948 Sep 25 01:01:28.886079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-06a2b3ab-7bca-40f7-b0ae-df8818acb04a None None] Port 632d643c-ae66-401e-80d8-dedfb8da3948 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:28.907703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52346) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:28.991031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=453a58cb-cd01-4112-996c-c83eea482238,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:29.087180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-9880387e-b8aa-4c67-91b3-fd8cb292bb7b None None] Provisioning complete for port 453a58cb-cd01-4112-996c-c83eea482238 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:29.088973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9880387e-b8aa-4c67-91b3-fd8cb292bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (453a58cb-cd01-4112-996c-c83eea482238), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.089800 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-9880387e-b8aa-4c67-91b3-fd8cb292bb7b None None] Attempt 1 to provision port 453a58cb-cd01-4112-996c-c83eea482238 Sep 25 01:01:29.207910 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Set router 68d376fc-7303-4315-a373-9fa3ac6f3701 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:29.245609 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1fc4daf5-6e15-464f-9485-a0bded8b1e45 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/68d376fc-7303-4315-a373-9fa3ac6f3701 HTTP/1.1" status: 200 len: 908 time: 0.4922380 Sep 25 01:01:29.250561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52350) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:29.265774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1615333762', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': True}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:29.364192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (44c9b037-8074-443f-8968-c57a3cf52a90), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.367344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (44c9b037-8074-443f-8968-c57a3cf52a90), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.442399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9880387e-b8aa-4c67-91b3-fd8cb292bb7b None None] Current status of the port 453a58cb-cd01-4112-996c-c83eea482238 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:29.456605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-9880387e-b8aa-4c67-91b3-fd8cb292bb7b None None] Could not find standard attr ID for object bde4e963-f812-4859-84e3-2b47ba6c74ea. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:01:29.465510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (316bfad3-5a09-4377-8281-b45b01bb7448), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.470056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_controller (44c9b037-8074-443f-8968-c57a3cf52a90), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.562428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (bde4e963-f812-4859-84e3-2b47ba6c74ea), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.607786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Provisioning complete for port 453a58cb-cd01-4112-996c-c83eea482238 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:29.608707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (453a58cb-cd01-4112-996c-c83eea482238), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.609561 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 1 to provision port 453a58cb-cd01-4112-996c-c83eea482238 Sep 25 01:01:29.609754 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:29.643169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (316bfad3-5a09-4377-8281-b45b01bb7448), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.683460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (44c9b037-8074-443f-8968-c57a3cf52a90), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.765030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=bde4e963-f812-4859-84e3-2b47ba6c74ea,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:29.877190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:29.899469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=316bfad3-5a09-4377-8281-b45b01bb7448,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:29.905824 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d376fc-7303-4315-a373-9fa3ac6f3701', 'name': 'tempest-snat-router-1615333762', 'tenant_id': '1c368e1d7cea49de80101944dd769c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.85'}], 'enable_snat': False}, 'gw_port_id': 'ceab7167-f205-49e3-b571-b41babd7200b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:22Z', 'updated_at': '2022-09-25T01:01:25Z', 'revision_number': 3, 'project_id': '1c368e1d7cea49de80101944dd769c17', 'gw_port': {'id': 'ceab7167-f205-49e3-b571-b41babd7200b', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d376fc-7303-4315-a373-9fa3ac6f3701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:24Z', 'updated_at': '2022-09-25T01:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:29.935099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Current status of the port 453a58cb-cd01-4112-996c-c83eea482238 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:29.949294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 1ddce436-e96a-421a-9412-5084bea3b856 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:29.970947 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9dd5f2ec-f728-4673-86a3-1d124c97cbe1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d0852e0d80634a5dbd7044a3177e74e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0611501 Sep 25 01:01:29.977933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Provisioning complete for port afa37a14-a8a0-45a9-8de9-ec944669ca83 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:29.978548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (afa37a14-a8a0-45a9-8de9-ec944669ca83), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.979099 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 1 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:29.991269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52352) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:29.992852 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Checking router: 68d376fc-7303-4315-a373-9fa3ac6f3701 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:29.996451 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Updating router 68d376fc-7303-4315-a373-9fa3ac6f3701 port ceab7167-f205-49e3-b571-b41babd7200b binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:01:30.006728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:30.015737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:30.135469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:30.137019 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ceab7167-f205-49e3-b571-b41babd7200b), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.140069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 453a58cb-cd01-4112-996c-c83eea482238 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:30.279039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:30.286538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 453a58cb-cd01-4112-996c-c83eea482238 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:30.297555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (453a58cb-cd01-4112-996c-c83eea482238), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.298073 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 453a58cb-cd01-4112-996c-c83eea482238 Sep 25 01:01:30.424682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2e9-0ba4-4e52-9360-dd50930ed642 admin admin] Publish callbacks [] for security_group (e010c6a5-75d9-4938-bc94-c12beb67cce6), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.429769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:30.430741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.496959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (26d79d8d-869a-441b-a06a-bde07f4072f6), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.562074 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-084399e1-6aaf-4bfb-bb94-2a71f4025d51 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2310059 Sep 25 01:01:30.567420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52354) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:30.676547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (44c9b037-8074-443f-8968-c57a3cf52a90), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.795563 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 2 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:30.798110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2e9-0ba4-4e52-9360-dd50930ed642 admin admin] Publish callbacks [] for security_group (e010c6a5-75d9-4938-bc94-c12beb67cce6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.822266 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Publish callbacks [] for port (ceab7167-f205-49e3-b571-b41babd7200b), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.836453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 453a58cb-cd01-4112-996c-c83eea482238 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:30.836708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ceab7167-f205-49e3-b571-b41babd7200b), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.852844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:30.876363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:30.886934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.933691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52356) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:30.935023 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Attempting to bind port ceab7167-f205-49e3-b571-b41babd7200b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:30.935681 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Attempting to bind port ceab7167-f205-49e3-b571-b41babd7200b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:30.936331 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Attempting to bind port ceab7167-f205-49e3-b571-b41babd7200b on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:30.956009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'subnets': [{'network_id': '8dfdc838-ba87-4abf-9da3-b61d06ca9bc7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1191763240', 'ip_version': 6}, {'network_id': '726fa40e-14cf-4b88-94eb-1274e99fa2b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:30.956480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'subnet': {'network_id': '8dfdc838-ba87-4abf-9da3-b61d06ca9bc7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1191763240', 'ip_version': 6}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:30.957263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Request body: {'subnet': {'network_id': '726fa40e-14cf-4b88-94eb-1274e99fa2b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:30.973910 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc0816-1847-4ad4-8c59-0929c38be2bc None None] Pushing event updated for resources: {'Port': ['ID=ceab7167-f205-49e3-b571-b41babd7200b,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:31.016599 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:31.016974 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:31.017490 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.017902 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:31.018407 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Bound port: ceab7167-f205-49e3-b571-b41babd7200b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:31.018792 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ceab7167-f205-49e3-b571-b41babd7200b), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.057429 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:31.070693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 26d79d8d-869a-441b-a06a-bde07f4072f6 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:31.081050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4319730a-ba72-4122-8d77-4bc70a9bbfbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:31.086773 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4319730a-ba72-4122-8d77-4bc70a9bbfbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.4433265 Sep 25 01:01:31.087321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52358) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:31.123410 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] For port ceab7167-f205-49e3-b571-b41babd7200b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:31.124422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:31.127581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2e9-0ba4-4e52-9360-dd50930ed642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e010c6a5-75d9-4938-bc94-c12beb67cce6), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.129409 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] For port ceab7167-f205-49e3-b571-b41babd7200b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ceab7167-f205-49e3-b571-b41babd7200b,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:31.130752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2e9-0ba4-4e52-9360-dd50930ed642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.134788 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d80ac2e9-0ba4-4e52-9360-dd50930ed642 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e010c6a5-75d9-4938-bc94-c12beb67cce6 HTTP/1.1" status: 204 len: 168 time: 1.1315792 Sep 25 01:01:31.147451 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ceab7167-f205-49e3-b571-b41babd7200b), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.204553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ac2e9-0ba4-4e52-9360-dd50930ed642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e010c6a5-75d9-4938-bc94-c12beb67cce6,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:31.267823 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc0816-1847-4ad4-8c59-0929c38be2bc None None] Pushing event updated for resources: {'Port': ['ID=ceab7167-f205-49e3-b571-b41babd7200b,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:31.309931 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Routers {'68d376fc-7303-4315-a373-9fa3ac6f3701'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:31.310833 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['68d376fc-7303-4315-a373-9fa3ac6f3701'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:31.355081 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 3 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:31.374005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:31.383258 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d8670989-161d-40b0-9aef-67780e4f4861 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/26d79d8d-869a-441b-a06a-bde07f4072f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4412603 Sep 25 01:01:31.386551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52362) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:31.395175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9012761d-76bc-4747-a71d-a8f133553623 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 316bfad3-5a09-4377-8281-b45b01bb7448 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:31.395413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9012761d-76bc-4747-a71d-a8f133553623 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (316bfad3-5a09-4377-8281-b45b01bb7448), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.402690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Allocated IP 172.36.7.6 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/00e653da-f475-49f9-b128-bfb8d746b99c) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:31.471616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:31.473260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117dd38-d08c-47db-a43f-9147debce784 None None] Sync routers for ids ['26d79d8d-869a-441b-a06a-bde07f4072f6'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:31.508426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117dd38-d08c-47db-a43f-9147debce784 None None] Routers {'26d79d8d-869a-441b-a06a-bde07f4072f6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:31.509648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6117dd38-d08c-47db-a43f-9147debce784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['26d79d8d-869a-441b-a06a-bde07f4072f6'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:31.558997 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] Set router 68d376fc-7303-4315-a373-9fa3ac6f3701 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:31.560881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6117dd38-d08c-47db-a43f-9147debce784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:31.565939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-02163583-e9fe-4d4c-90bb-1fb92cb8504c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.578058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117dd38-d08c-47db-a43f-9147debce784 None None] Routers {'26d79d8d-869a-441b-a06a-bde07f4072f6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:31.579165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6117dd38-d08c-47db-a43f-9147debce784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['26d79d8d-869a-441b-a06a-bde07f4072f6'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:31.589427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9012761d-76bc-4747-a71d-a8f133553623 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (316bfad3-5a09-4377-8281-b45b01bb7448), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.632386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6117dd38-d08c-47db-a43f-9147debce784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:31.635042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117dd38-d08c-47db-a43f-9147debce784 None None] The sync data for ids ['26d79d8d-869a-441b-a06a-bde07f4072f6'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:31.654923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Made reservation on behalf of bfa01fd8054746abb6ce05ead854044a for: {'subnet': 2} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:31.661965 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.662699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.694142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9012761d-76bc-4747-a71d-a8f133553623 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 316bfad3-5a09-4377-8281-b45b01bb7448 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:31.889673 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:31.973312 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 4 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:32.025602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for port (00e653da-f475-49f9-b128-bfb8d746b99c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.048828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52368) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:32.086159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:32.122246 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d376fc-7303-4315-a373-9fa3ac6f3701', 'name': 'tempest-snat-router-1615333762', 'tenant_id': '1c368e1d7cea49de80101944dd769c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.85'}], 'enable_snat': False}, 'gw_port_id': 'ceab7167-f205-49e3-b571-b41babd7200b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:22Z', 'updated_at': '2022-09-25T01:01:25Z', 'revision_number': 3, 'project_id': '1c368e1d7cea49de80101944dd769c17', 'gw_port': {'id': 'ceab7167-f205-49e3-b571-b41babd7200b', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d376fc-7303-4315-a373-9fa3ac6f3701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:24Z', 'updated_at': '2022-09-25T01:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:32.185054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:32.191139 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ebd76-c10c-4683-afff-75ca3dd9312a None None] The sync data for ids ['68d376fc-7303-4315-a373-9fa3ac6f3701'] in dv-neutron-master-2-hyperv is: [{'id': '68d376fc-7303-4315-a373-9fa3ac6f3701', 'name': 'tempest-snat-router-1615333762', 'tenant_id': '1c368e1d7cea49de80101944dd769c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.85'}], 'enable_snat': False}, 'gw_port_id': 'ceab7167-f205-49e3-b571-b41babd7200b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:22Z', 'updated_at': '2022-09-25T01:01:25Z', 'revision_number': 3, 'project_id': '1c368e1d7cea49de80101944dd769c17', 'gw_port': {'id': 'ceab7167-f205-49e3-b571-b41babd7200b', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d376fc-7303-4315-a373-9fa3ac6f3701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:24Z', 'updated_at': '2022-09-25T01:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:32.253862 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-12a80978-a4f3-41cb-9178-65619d14e93e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=274adbf37d31498e874efd26c7433032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039716 Sep 25 01:01:32.261007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52370) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:32.310244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (00e653da-f475-49f9-b128-bfb8d746b99c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.464429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event updated for resources: {'Port': ['ID=00e653da-f475-49f9-b128-bfb8d746b99c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:32.482770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:32.540276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:32.542030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:32.544385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-79ae228e-dbc8-4d5c-a3a0-b9c7b150c02d admin admin] Publish callbacks [] for security_group (b3e7a085-a863-453a-8434-4e2084f20f5e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.563746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:32.569910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:32.589701 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 5 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:32.748144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:32.882382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-79ae228e-dbc8-4d5c-a3a0-b9c7b150c02d admin admin] Publish callbacks [] for security_group (b3e7a085-a863-453a-8434-4e2084f20f5e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.995089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9012761d-76bc-4747-a71d-a8f133553623 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (316bfad3-5a09-4377-8281-b45b01bb7448), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.074778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012761d-76bc-4747-a71d-a8f133553623 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=316bfad3-5a09-4377-8281-b45b01bb7448,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:33.250385 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 6 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:33.287804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-79ae228e-dbc8-4d5c-a3a0-b9c7b150c02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b3e7a085-a863-453a-8434-4e2084f20f5e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.303225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-79ae228e-dbc8-4d5c-a3a0-b9c7b150c02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.307748 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-79ae228e-dbc8-4d5c-a3a0-b9c7b150c02d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b3e7a085-a863-453a-8434-4e2084f20f5e HTTP/1.1" status: 204 len: 168 time: 1.0390675 Sep 25 01:01:33.395484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:33.407153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae228e-dbc8-4d5c-a3a0-b9c7b150c02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e7a085-a863-453a-8434-4e2084f20f5e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:33.483610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (26d79d8d-869a-441b-a06a-bde07f4072f6), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.684364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.702731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (f3e1e3e1-c223-4ffa-be0e-a5e26368af7c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.738487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9012761d-76bc-4747-a71d-a8f133553623 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.748221 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9012761d-76bc-4747-a71d-a8f133553623 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/316bfad3-5a09-4377-8281-b45b01bb7448 HTTP/1.1" status: 204 len: 168 time: 2.6541362 Sep 25 01:01:33.776422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52376) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:33.865703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (44c9b037-8074-443f-8968-c57a3cf52a90), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.897651 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 7 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:33.942840 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d76ad3-dcf8-4f28-81f5-12d416241c15 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:01:33.944969 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-75d76ad3-dcf8-4f28-81f5-12d416241c15 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/316bfad3-5a09-4377-8281-b45b01bb7448 HTTP/1.1" status: 404 len: 333 time: 0.1668034 Sep 25 01:01:33.948458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Subnet': ['ID=f3e1e3e1-c223-4ffa-be0e-a5e26368af7c,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:33.975497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52380) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:34.001340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:34.004215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:34.017269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:34.024503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ceab7167-f205-49e3-b571-b41babd7200b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:34.135772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ceab7167-f205-49e3-b571-b41babd7200b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:34.135772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ceab7167-f205-49e3-b571-b41babd7200b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.139733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Checking segment: {'id': '4ea59966-85a7-4b95-bf0d-e82fbab0b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8dfdc838-ba87-4abf-9da3-b61d06ca9bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:34.140919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Network hostable DHCP agents. Network: 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:34.141559 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ceab7167-f205-49e3-b571-b41babd7200b Sep 25 01:01:34.223156 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 632d643c-ae66-401e-80d8-dedfb8da3948 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:34.223623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (632d643c-ae66-401e-80d8-dedfb8da3948), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.310356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ceab7167-f205-49e3-b571-b41babd7200b is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:34.310972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ceab7167-f205-49e3-b571-b41babd7200b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.349839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3c32a658-1803-4d6c-9cd8-191aa1124cbd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port afa37a14-a8a0-45a9-8de9-ec944669ca83 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:34.350411 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c32a658-1803-4d6c-9cd8-191aa1124cbd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (afa37a14-a8a0-45a9-8de9-ec944669ca83), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.376024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ceab7167-f205-49e3-b571-b41babd7200b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ceab7167-f205-49e3-b571-b41babd7200b,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:34.386467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Network 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:34.397750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ceab7167-f205-49e3-b571-b41babd7200b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.420700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:34.428462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (7595241c-cb1c-4dc2-b6ee-dadfff88dee7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.451862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af414aa-3aa1-49bf-bc28-f97c3d67dfa9 None None] Network 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:34.484521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:34.493663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (632d643c-ae66-401e-80d8-dedfb8da3948), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.524804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 632d643c-ae66-401e-80d8-dedfb8da3948 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:34.577868 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 8 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:34.580038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:34.667151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (44c9b037-8074-443f-8968-c57a3cf52a90), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.679725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event updated for resources: {'Subnet': ['ID=7595241c-cb1c-4dc2-b6ee-dadfff88dee7,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:34.753601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ceab7167-f205-49e3-b571-b41babd7200b,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:34.767599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:34.808936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Checking segment: {'id': 'f34183ca-d7e6-490e-b0c9-36fdeed1944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '726fa40e-14cf-4b88-94eb-1274e99fa2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:34.809518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Network hostable DHCP agents. Network: 726fa40e-14cf-4b88-94eb-1274e99fa2b7, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:34.885777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8dfdc838-ba87-4abf-9da3-b61d06ca9bc7', 'network_id': '8dfdc838-ba87-4abf-9da3-b61d06ca9bc7', 'project_id': 'bfa01fd8054746abb6ce05ead854044a', 'fixed_ips': [{'subnet_id': 'f3e1e3e1-c223-4ffa-be0e-a5e26368af7c'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:34.888736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.917978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Network 726fa40e-14cf-4b88-94eb-1274e99fa2b7 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:34.947753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 726fa40e-14cf-4b88-94eb-1274e99fa2b7) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:34.960470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:34.961418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:34.962626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.014597 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fd267841-24f5-4493-9a9e-004b34f984da tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.0788035 Sep 25 01:01:35.016168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52398) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:35.033899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (632d643c-ae66-401e-80d8-dedfb8da3948), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.053869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620e45f1-6227-4805-92f4-7dc691e94172 None None] Network 726fa40e-14cf-4b88-94eb-1274e99fa2b7 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:35.191994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c32a658-1803-4d6c-9cd8-191aa1124cbd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (afa37a14-a8a0-45a9-8de9-ec944669ca83), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.230280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3c32a658-1803-4d6c-9cd8-191aa1124cbd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for afa37a14-a8a0-45a9-8de9-ec944669ca83 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:35.279681 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 9 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:35.287975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:35.419421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-726fa40e-14cf-4b88-94eb-1274e99fa2b7', 'network_id': '726fa40e-14cf-4b88-94eb-1274e99fa2b7', 'project_id': 'bfa01fd8054746abb6ce05ead854044a', 'fixed_ips': [{'subnet_id': '7595241c-cb1c-4dc2-b6ee-dadfff88dee7'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:35.421916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.429863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Allocated IP 2001:db8::1 (8dfdc838-ba87-4abf-9da3-b61d06ca9bc7/f3e1e3e1-c223-4ffa-be0e-a5e26368af7c/9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:35.453950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:35.537321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=632d643c-ae66-401e-80d8-dedfb8da3948,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:35.539818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:35.540666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:35.547579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c32a658-1803-4d6c-9cd8-191aa1124cbd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (afa37a14-a8a0-45a9-8de9-ec944669ca83), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.612560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:35.651250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Router 44c9b037-8074-443f-8968-c57a3cf52a90 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:01:35.705615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32a658-1803-4d6c-9cd8-191aa1124cbd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=afa37a14-a8a0-45a9-8de9-ec944669ca83,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:35.708532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f36508-cbce-4ed9-88c4-05437cbc1f95 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:35.711932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f36508-cbce-4ed9-88c4-05437cbc1f95 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:35.715371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f36508-cbce-4ed9-88c4-05437cbc1f95 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:35.727182 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-73f36508-cbce-4ed9-88c4-05437cbc1f95 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.7003391 Sep 25 01:01:35.742663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52404) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:35.825514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Allocated IP 2001:db8:0:1::1 (726fa40e-14cf-4b88-94eb-1274e99fa2b7/7595241c-cb1c-4dc2-b6ee-dadfff88dee7/64491841-56e3-42b7-8c7a-e0d20a40af7d) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:35.965510 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Attempt 10 to provision port afa37a14-a8a0-45a9-8de9-ec944669ca83 Sep 25 01:01:36.056265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:36.080757 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Sync routers for ids ['44c9b037-8074-443f-8968-c57a3cf52a90'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:36.094202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cde69a4-f260-475f-b7c3-585259083f94 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Deleting subnet f3e1e3e1-c223-4ffa-be0e-a5e26368af7c {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:36.101443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.104490 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-785c9175-ae31-46d2-8a4a-4441be974e9d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.8526347 Sep 25 01:01:36.109177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52408) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:36.113978 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Routers {'44c9b037-8074-443f-8968-c57a3cf52a90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:36.121134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (26d79d8d-869a-441b-a06a-bde07f4072f6), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.122278 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['44c9b037-8074-443f-8968-c57a3cf52a90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:36.129259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c32a658-1803-4d6c-9cd8-191aa1124cbd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.152480 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3c32a658-1803-4d6c-9cd8-191aa1124cbd tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/afa37a14-a8a0-45a9-8de9-ec944669ca83 HTTP/1.1" status: 204 len: 168 time: 2.1713173 Sep 25 01:01:36.152900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52412) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:36.266217 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee841a05-f2ae-46af-9def-d95e5acfb24a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:01:36.275840 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ee841a05-f2ae-46af-9def-d95e5acfb24a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/afa37a14-a8a0-45a9-8de9-ec944669ca83 HTTP/1.1" status: 404 len: 333 time: 0.1212320 Sep 25 01:01:36.277655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52414) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:36.316766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee5df710-d48e-4cd0-9882-79411b3a0c22 None None] Port afa37a14-a8a0-45a9-8de9-ec944669ca83 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:01:36.321609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ceab7167-f205-49e3-b571-b41babd7200b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:36.324819 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-02e641f3-ef3a-4c45-8d67-5427b2bf56b8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/44c9b037-8074-443f-8968-c57a3cf52a90 HTTP/1.1" status: 200 len: 906 time: 0.2127922 Sep 25 01:01:36.329164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52416) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:36.339695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.400748 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Set router 44c9b037-8074-443f-8968-c57a3cf52a90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:36.491428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-17a1c265-098a-42ab-839e-374392ecdc5c None None] Could not find standard attr ID for object 316bfad3-5a09-4377-8281-b45b01bb7448. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:01:36.550435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-17a1c265-098a-42ab-839e-374392ecdc5c None None] Could not find standard attr ID for object afa37a14-a8a0-45a9-8de9-ec944669ca83. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:01:36.568479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Publish callbacks [] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.573606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.577810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ab8753-83ac-40e2-a2d9-092cb45ab03d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet d79a167e-ddc6-4942-94a8-5bb0f2aa2680 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:36.591239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.597393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (44c9b037-8074-443f-8968-c57a3cf52a90), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.611032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Publish callbacks [] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.629295 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2cde69a4-f260-475f-b7c3-585259083f94 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for subnet (f3e1e3e1-c223-4ffa-be0e-a5e26368af7c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.695546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2cde69a4-f260-475f-b7c3-585259083f94 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (f3e1e3e1-c223-4ffa-be0e-a5e26368af7c), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.711490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Network 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:36.712684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Pushing event updated for resources: {'Port': ['ID=9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:36.715940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.770254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (44c9b037-8074-443f-8968-c57a3cf52a90), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.771024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Pushing event updated for resources: {'Port': ['ID=64491841-56e3-42b7-8c7a-e0d20a40af7d,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:36.777928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36ab8753-83ac-40e2-a2d9-092cb45ab03d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (d79a167e-ddc6-4942-94a8-5bb0f2aa2680), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.780478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:36.796169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ceab7167-f205-49e3-b571-b41babd7200b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:36.796169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ceab7167-f205-49e3-b571-b41babd7200b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.796169 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ceab7167-f205-49e3-b571-b41babd7200b Sep 25 01:01:36.851742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:36.882164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Deleting port 00e653da-f475-49f9-b128-bfb8d746b99c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:36.882807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Network 726fa40e-14cf-4b88-94eb-1274e99fa2b7 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:36.886982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (00e653da-f475-49f9-b128-bfb8d746b99c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.887641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:36.893283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:37.012402 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36ab8753-83ac-40e2-a2d9-092cb45ab03d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (d79a167e-ddc6-4942-94a8-5bb0f2aa2680), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.014745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.046782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Attempting to bind port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:37.047162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Attempting to bind port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4ea59966-85a7-4b95-bf0d-e82fbab0b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8dfdc838-ba87-4abf-9da3-b61d06ca9bc7'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:37.047532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Attempting to bind port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 on network 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:37.051999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.080186 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c9b037-8074-443f-8968-c57a3cf52a90', 'name': 'tempest-snat-router-1615333762', 'tenant_id': '1c368e1d7cea49de80101944dd769c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.6'}], 'enable_snat': True}, 'gw_port_id': '00e653da-f475-49f9-b128-bfb8d746b99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:29Z', 'updated_at': '2022-09-25T01:01:33Z', 'revision_number': 3, 'project_id': '1c368e1d7cea49de80101944dd769c17', 'gw_port': {'id': '00e653da-f475-49f9-b128-bfb8d746b99c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c9b037-8074-443f-8968-c57a3cf52a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:30Z', 'updated_at': '2022-09-25T01:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:37.087804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52426) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:37.120352 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Checking router: 44c9b037-8074-443f-8968-c57a3cf52a90 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:37.121289 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Updating router 44c9b037-8074-443f-8968-c57a3cf52a90 port 00e653da-f475-49f9-b128-bfb8d746b99c binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:01:37.125643 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2cde69a4-f260-475f-b7c3-585259083f94 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (f3e1e3e1-c223-4ffa-be0e-a5e26368af7c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.140929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 26d79d8d-869a-441b-a06a-bde07f4072f6 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:37.167306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (00e653da-f475-49f9-b128-bfb8d746b99c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.208669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Calling delete_port for 00e653da-f475-49f9-b128-bfb8d746b99c owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:37.215927 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (00e653da-f475-49f9-b128-bfb8d746b99c), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.222366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.292306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.301022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ceab7167-f205-49e3-b571-b41babd7200b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:37.313699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Attempting to bind port 64491841-56e3-42b7-8c7a-e0d20a40af7d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:37.314064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Attempting to bind port 64491841-56e3-42b7-8c7a-e0d20a40af7d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f34183ca-d7e6-490e-b0c9-36fdeed1944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '726fa40e-14cf-4b88-94eb-1274e99fa2b7'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:37.314669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Attempting to bind port 64491841-56e3-42b7-8c7a-e0d20a40af7d on network 726fa40e-14cf-4b88-94eb-1274e99fa2b7 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:37.340981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36ab8753-83ac-40e2-a2d9-092cb45ab03d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (d79a167e-ddc6-4942-94a8-5bb0f2aa2680), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.365816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:37.366369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Checking segment: {'id': '4ea59966-85a7-4b95-bf0d-e82fbab0b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8dfdc838-ba87-4abf-9da3-b61d06ca9bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:37.366853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.367447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Bound using segment: {'id': '4ea59966-85a7-4b95-bf0d-e82fbab0b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8dfdc838-ba87-4abf-9da3-b61d06ca9bc7'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:37.367883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Bound port: 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea59966-85a7-4b95-bf0d-e82fbab0b018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8dfdc838-ba87-4abf-9da3-b61d06ca9bc7'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:37.368345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.390639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:37.391124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Checking segment: {'id': 'f34183ca-d7e6-490e-b0c9-36fdeed1944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '726fa40e-14cf-4b88-94eb-1274e99fa2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:37.391420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.391820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Bound using segment: {'id': 'f34183ca-d7e6-490e-b0c9-36fdeed1944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '726fa40e-14cf-4b88-94eb-1274e99fa2b7'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:37.392348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Bound port: 64491841-56e3-42b7-8c7a-e0d20a40af7d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34183ca-d7e6-490e-b0c9-36fdeed1944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '726fa40e-14cf-4b88-94eb-1274e99fa2b7'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:37.392730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.400577 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-639298149', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:37.451442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.464394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.508913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] For port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:37.515846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] For port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4,segment=NetworkSegment(4ea59966-85a7-4b95-bf0d-e82fbab0b018),segment_id=4ea59966-85a7-4b95-bf0d-e82fbab0b018)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:37.520723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2cde69a4-f260-475f-b7c3-585259083f94 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (f3e1e3e1-c223-4ffa-be0e-a5e26368af7c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.524071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] For port 64491841-56e3-42b7-8c7a-e0d20a40af7d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:37.530995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] For port 64491841-56e3-42b7-8c7a-e0d20a40af7d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64491841-56e3-42b7-8c7a-e0d20a40af7d,segment=NetworkSegment(f34183ca-d7e6-490e-b0c9-36fdeed1944a),segment_id=f34183ca-d7e6-490e-b0c9-36fdeed1944a)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:37.531261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.534866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:37.543464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.548744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (00e653da-f475-49f9-b128-bfb8d746b99c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.577999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209202ba-0730-486f-b481-04474aca740c None None] Sync routers for ids ['26d79d8d-869a-441b-a06a-bde07f4072f6'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:37.601499 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d2c39892-75f5-4fe9-b0c1-b75da77a6a01 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/26d79d8d-869a-441b-a06a-bde07f4072f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2096937 Sep 25 01:01:37.601789 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.617226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52430) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:37.617226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde69a4-f260-475f-b7c3-585259083f94 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e1e3e1-c223-4ffa-be0e-a5e26368af7c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:37.629822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209202ba-0730-486f-b481-04474aca740c None None] Routers {'26d79d8d-869a-441b-a06a-bde07f4072f6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:37.630622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-209202ba-0730-486f-b481-04474aca740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['26d79d8d-869a-441b-a06a-bde07f4072f6'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:37.641748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Made reservation on behalf of 496e4387539c42a78c33a1338297d95a for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:37.646815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.662095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event deleted for resources: {'Port': ['ID=00e653da-f475-49f9-b128-bfb8d746b99c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:37.682094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80fa7c-f1e0-44e7-96a1-cf6878420d03 None None] Pushing event updated for resources: {'Port': ['ID=9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:37.695608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-209202ba-0730-486f-b481-04474aca740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:37.710348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36ab8753-83ac-40e2-a2d9-092cb45ab03d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (d79a167e-ddc6-4942-94a8-5bb0f2aa2680), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.723496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2cde69a4-f260-475f-b7c3-585259083f94 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.734057 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2cde69a4-f260-475f-b7c3-585259083f94 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f3e1e3e1-c223-4ffa-be0e-a5e26368af7c HTTP/1.1" status: 204 len: 168 time: 1.9719625 Sep 25 01:01:37.753196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52432) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:37.757831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209202ba-0730-486f-b481-04474aca740c None None] Routers {'26d79d8d-869a-441b-a06a-bde07f4072f6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:37.759330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-209202ba-0730-486f-b481-04474aca740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['26d79d8d-869a-441b-a06a-bde07f4072f6'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:37.775064 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ad7541ea-a636-4a44-93e3-865d6c0c84b7 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26d79d8d-869a-441b-a06a-bde07f4072f6 HTTP/1.1" status: 200 len: 205 time: 0.1611989 Sep 25 01:01:37.777165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52434) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:37.787535 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.db.api [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:01:37.789268 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG oslo_db.api [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:01:37.818456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.834067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-209202ba-0730-486f-b481-04474aca740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:37.834552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209202ba-0730-486f-b481-04474aca740c None None] The sync data for ids ['26d79d8d-869a-441b-a06a-bde07f4072f6'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:37.864143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b89f29-e4ac-4350-8bca-56d96b501973 None None] Pushing event updated for resources: {'Port': ['ID=64491841-56e3-42b7-8c7a-e0d20a40af7d,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:37.865363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f563de4-01c3-41cf-823a-716e551acd80 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Deleting subnet 7595241c-cb1c-4dc2-b6ee-dadfff88dee7 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:37.881238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f563de4-01c3-41cf-823a-716e551acd80 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for subnet (7595241c-cb1c-4dc2-b6ee-dadfff88dee7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.893011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab8753-83ac-40e2-a2d9-092cb45ab03d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=d79a167e-ddc6-4942-94a8-5bb0f2aa2680,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:37.895390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36ab8753-83ac-40e2-a2d9-092cb45ab03d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.900080 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-36ab8753-83ac-40e2-a2d9-092cb45ab03d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d79a167e-ddc6-4942-94a8-5bb0f2aa2680 HTTP/1.1" status: 204 len: 168 time: 1.6207228 Sep 25 01:01:37.916004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d51bb-b42e-4664-867b-264ef0d1c36f None None] Network 1ddce436-e96a-421a-9412-5084bea3b856 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:37.930998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52436) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:38.004474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f563de4-01c3-41cf-823a-716e551acd80 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (7595241c-cb1c-4dc2-b6ee-dadfff88dee7), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.066551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (44c9b037-8074-443f-8968-c57a3cf52a90), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.159559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5916502d-1ab5-47b1-bde9-7b95b8a4da87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (26d79d8d-869a-441b-a06a-bde07f4072f6), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.194054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks [] for security_group (50173e56-31a9-4418-be68-5ca5136733c6), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.319519 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (50173e56-31a9-4418-be68-5ca5136733c6), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.335271 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Port 00e653da-f475-49f9-b128-bfb8d746b99c not found while updating agent binding for router 44c9b037-8074-443f-8968-c57a3cf52a90. {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 25 01:01:38.363363 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Routers {'44c9b037-8074-443f-8968-c57a3cf52a90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:38.364094 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['44c9b037-8074-443f-8968-c57a3cf52a90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:38.380634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb2019-5607-4930-8511-4b16567a8313 None None] DHCP port deletion for 1ddce436-e96a-421a-9412-5084bea3b856 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:38.435357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (44c9b037-8074-443f-8968-c57a3cf52a90), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.448176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] device_id is not set on port b86442e1-95a5-4ff8-9a91-58747688579b yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:38.453279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_controller (44c9b037-8074-443f-8968-c57a3cf52a90), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.491097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb2019-5607-4930-8511-4b16567a8313 None None] Deleting port 453a58cb-cd01-4112-996c-c83eea482238 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:38.491804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2019-5607-4930-8511-4b16567a8313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (453a58cb-cd01-4112-996c-c83eea482238), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.539331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (1ddce436-e96a-421a-9412-5084bea3b856), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.544447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f563de4-01c3-41cf-823a-716e551acd80 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (7595241c-cb1c-4dc2-b6ee-dadfff88dee7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.584169 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] Set router 44c9b037-8074-443f-8968-c57a3cf52a90 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:38.606734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (44c9b037-8074-443f-8968-c57a3cf52a90), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.607420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44c9b037-8074-443f-8968-c57a3cf52a90 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:38.623279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a1bb2019-5607-4930-8511-4b16567a8313 None None] For port 453a58cb-cd01-4112-996c-c83eea482238, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=453a58cb-cd01-4112-996c-c83eea482238,segment=NetworkSegment(7ef74b02-878e-4fa5-8712-e7daaab1ee33),segment_id=7ef74b02-878e-4fa5-8712-e7daaab1ee33)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:38.623887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2019-5607-4930-8511-4b16567a8313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (453a58cb-cd01-4112-996c-c83eea482238), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.647133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb2019-5607-4930-8511-4b16567a8313 None None] Calling delete_port for 453a58cb-cd01-4112-996c-c83eea482238 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:38.671021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.672494 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a18deb3a-41a2-4e59-93c0-94c855780a0b tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/44c9b037-8074-443f-8968-c57a3cf52a90 HTTP/1.1" status: 204 len: 168 time: 2.3412585 Sep 25 01:01:38.678064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52438) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:38.710898 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c9b037-8074-443f-8968-c57a3cf52a90', 'name': 'tempest-snat-router-1615333762', 'tenant_id': '1c368e1d7cea49de80101944dd769c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:29Z', 'updated_at': '2022-09-25T01:01:37Z', 'revision_number': 5, 'project_id': '1c368e1d7cea49de80101944dd769c17', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:38.765312 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f7ff1-cc79-4369-97c7-70f5b6f4476b None None] The sync data for ids ['44c9b037-8074-443f-8968-c57a3cf52a90'] in dv-neutron-master-2-hyperv is: [{'id': '44c9b037-8074-443f-8968-c57a3cf52a90', 'name': 'tempest-snat-router-1615333762', 'tenant_id': '1c368e1d7cea49de80101944dd769c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:29Z', 'updated_at': '2022-09-25T01:01:37Z', 'revision_number': 5, 'project_id': '1c368e1d7cea49de80101944dd769c17', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:38.803573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50173e56-31a9-4418-be68-5ca5136733c6,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:38.828360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (68d376fc-7303-4315-a373-9fa3ac6f3701), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.854768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2019-5607-4930-8511-4b16567a8313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (453a58cb-cd01-4112-996c-c83eea482238), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.897993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 453a58cb-cd01-4112-996c-c83eea482238 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:38.899153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (453a58cb-cd01-4112-996c-c83eea482238), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.908422 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5916502d-1ab5-47b1-bde9-7b95b8a4da87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (26d79d8d-869a-441b-a06a-bde07f4072f6), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.913903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:38.917338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb2019-5607-4930-8511-4b16567a8313 None None] Pushing event deleted for resources: {'Port': ['ID=453a58cb-cd01-4112-996c-c83eea482238,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:38.918845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5916502d-1ab5-47b1-bde9-7b95b8a4da87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (26d79d8d-869a-441b-a06a-bde07f4072f6), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.927848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb2019-5607-4930-8511-4b16567a8313 None None] No DVR routers for this DVR port 453a58cb-cd01-4112-996c-c83eea482238 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:39.001247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:39.030633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f563de4-01c3-41cf-823a-716e551acd80 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (7595241c-cb1c-4dc2-b6ee-dadfff88dee7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.059884 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5916502d-1ab5-47b1-bde9-7b95b8a4da87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (26d79d8d-869a-441b-a06a-bde07f4072f6), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.060562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5916502d-1ab5-47b1-bde9-7b95b8a4da87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Fanout notify agent at l3_agent the message router_deleted on router 26d79d8d-869a-441b-a06a-bde07f4072f6 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:39.068264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5916502d-1ab5-47b1-bde9-7b95b8a4da87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.072884 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5916502d-1ab5-47b1-bde9-7b95b8a4da87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/26d79d8d-869a-441b-a06a-bde07f4072f6 HTTP/1.1" status: 204 len: 168 time: 1.2677727 Sep 25 01:01:39.073655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52440) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:39.102415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Allocated IP 172.36.7.17 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/b86442e1-95a5-4ff8-9a91-58747688579b) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:39.191318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c21222-a41a-402f-82ce-c655b56280de tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting subnet 635fa350-20cf-4e1e-99dc-7179d7b5041f {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:39.196872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e4c21222-a41a-402f-82ce-c655b56280de tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (635fa350-20cf-4e1e-99dc-7179d7b5041f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.207021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] For port 453a58cb-cd01-4112-996c-c83eea482238, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:39.207506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (453a58cb-cd01-4112-996c-c83eea482238), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.233653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f563de4-01c3-41cf-823a-716e551acd80 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Subnet': ['ID=7595241c-cb1c-4dc2-b6ee-dadfff88dee7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:39.240412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4f563de4-01c3-41cf-823a-716e551acd80 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.246296 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4f563de4-01c3-41cf-823a-716e551acd80 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7595241c-cb1c-4dc2-b6ee-dadfff88dee7 HTTP/1.1" status: 204 len: 168 time: 1.4917758 Sep 25 01:01:39.252892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52442) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:39.265865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 453a58cb-cd01-4112-996c-c83eea482238 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:39.272421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Port 453a58cb-cd01-4112-996c-c83eea482238 was not found and therefore no delete operation was performed {{(pid=107187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:01:39.284527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (453a58cb-cd01-4112-996c-c83eea482238), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.318772 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e4c21222-a41a-402f-82ce-c655b56280de tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (635fa350-20cf-4e1e-99dc-7179d7b5041f), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.348533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=453a58cb-cd01-4112-996c-c83eea482238,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:39.352335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No DVR routers for this DVR port 453a58cb-cd01-4112-996c-c83eea482238 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:39.368002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (68d376fc-7303-4315-a373-9fa3ac6f3701), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.398459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:39.487909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:39.503151 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5b3d89-8b8d-48c7-9934-2b792b3bba6f tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:39.511465 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8c5b3d89-8b8d-48c7-9934-2b792b3bba6f tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2507646 Sep 25 01:01:39.515150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52444) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:39.550260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (1ddce436-e96a-421a-9412-5084bea3b856), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.581873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Deleting port ceab7167-f205-49e3-b571-b41babd7200b {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:39.582145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ceab7167-f205-49e3-b571-b41babd7200b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.588451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddce436-e96a-421a-9412-5084bea3b856']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:39.646436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef74b02-878e-4fa5-8712-e7daaab1ee33') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:39.646745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef74b02-878e-4fa5-8712-e7daaab1ee33') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:39.663989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (7ef74b02-878e-4fa5-8712-e7daaab1ee33), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.701827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7ef74b02-878e-4fa5-8712-e7daaab1ee33), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.724934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:39.725542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (7ef74b02-878e-4fa5-8712-e7daaab1ee33), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.759462 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7ef74b02-878e-4fa5-8712-e7daaab1ee33 resource provider aggregate not found Sep 25 01:01:39.805414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fb7822-411c-4e98-8d58-93223dc0bbcc None None] Network 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:39.812882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] For port ceab7167-f205-49e3-b571-b41babd7200b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ceab7167-f205-49e3-b571-b41babd7200b,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:39.813265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ceab7167-f205-49e3-b571-b41babd7200b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.857695 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7ef74b02-878e-4fa5-8712-e7daaab1ee33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ef74b02-878e-4fa5-8712-e7daaab1ee33 found for delete ", "request_id": "req-6b8e2cbb-f17b-476d-8025-439ec7b86d0b"}]} Sep 25 01:01:39.864454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Calling delete_port for ceab7167-f205-49e3-b571-b41babd7200b owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:39.896983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (1ddce436-e96a-421a-9412-5084bea3b856), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.905147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.917229 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/networks/1ddce436-e96a-421a-9412-5084bea3b856 HTTP/1.1" status: 204 len: 168 time: 1.9301960 Sep 25 01:01:39.918779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52450) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:39.926367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:39.938177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2068342152'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:39.942801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-25529690-2311-4689-860f-991086fc0529 None None] Provisioning complete for port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:39.943228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-25529690-2311-4689-860f-991086fc0529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.943606 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-25529690-2311-4689-860f-991086fc0529 None None] Attempt 1 to provision port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 Sep 25 01:01:40.045892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736360d5-ceb2-4e5e-ba3a-ce36dc5be290 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Network': ['ID=1ddce436-e96a-421a-9412-5084bea3b856,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:40.105631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:40.111359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.145496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:40.158359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-25529690-2311-4689-860f-991086fc0529 None None] Current status of the port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:40.158987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-25529690-2311-4689-860f-991086fc0529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.169575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e4c21222-a41a-402f-82ce-c655b56280de tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (635fa350-20cf-4e1e-99dc-7179d7b5041f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.187361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 64491841-56e3-42b7-8c7a-e0d20a40af7d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:40.215803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks [] for port (b86442e1-95a5-4ff8-9a91-58747688579b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.239759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d5c2d-5f92-45c8-bdce-fcabce719adc None None] Network 726fa40e-14cf-4b88-94eb-1274e99fa2b7 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:40.243099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (726fa40e-14cf-4b88-94eb-1274e99fa2b7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.243792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:40.269993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (1d5371c1-29d6-4d0a-b564-2799f5aa8335), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.270356 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Added segment 1d5371c1-29d6-4d0a-b564-2799f5aa8335 of type vlan for network 67cd6b99-13b3-4637-93ab-7ca7c699c78b Sep 25 01:01:40.271667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5687241-49f4-42d6-829b-6726cbf51cfa None None] DHCP port deletion for 8dfdc838-ba87-4abf-9da3-b61d06ca9bc7 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:40.339168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Deleting port 64491841-56e3-42b7-8c7a-e0d20a40af7d {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:40.339592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.361135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b86442e1-95a5-4ff8-9a91-58747688579b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.363570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-25529690-2311-4689-860f-991086fc0529 None None] For port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4,segment=NetworkSegment(4ea59966-85a7-4b95-bf0d-e82fbab0b018),segment_id=4ea59966-85a7-4b95-bf0d-e82fbab0b018)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:40.363744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e4c21222-a41a-402f-82ce-c655b56280de tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (635fa350-20cf-4e1e-99dc-7179d7b5041f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.369934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ceab7167-f205-49e3-b571-b41babd7200b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.389933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-25529690-2311-4689-860f-991086fc0529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.436146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=11,neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:40.482889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:40.485470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5687241-49f4-42d6-829b-6726cbf51cfa None None] Deleting port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:40.485801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:40.485971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5687241-49f4-42d6-829b-6726cbf51cfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.489263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c21222-a41a-402f-82ce-c655b56280de tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Subnet': ['ID=635fa350-20cf-4e1e-99dc-7179d7b5041f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:40.497309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceab7167-f205-49e3-b571-b41babd7200b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:40.500261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e4c21222-a41a-402f-82ce-c655b56280de tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.504551 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e4c21222-a41a-402f-82ce-c655b56280de tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/635fa350-20cf-4e1e-99dc-7179d7b5041f HTTP/1.1" status: 204 len: 168 time: 1.4258952 Sep 25 01:01:40.512079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:40.514899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52454) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:40.515082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (67cd6b99-13b3-4637-93ab-7ca7c699c78b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.527177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:40.597256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.602402 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1465def9-8f1a-4802-abfe-171bf6fd40bd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting subnet 8dcd27d1-04fe-4b20-9944-f27815b4f520 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:40.609172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c6f658-5a2e-4789-b7b0-bcb7112c648b None None] Network 9b57a46e-db66-45f7-b222-20d535039507 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:40.613603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 64491841-56e3-42b7-8c7a-e0d20a40af7d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:40.615098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.615865 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 64491841-56e3-42b7-8c7a-e0d20a40af7d Sep 25 01:01:40.646972 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] For port 64491841-56e3-42b7-8c7a-e0d20a40af7d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64491841-56e3-42b7-8c7a-e0d20a40af7d,segment=NetworkSegment(f34183ca-d7e6-490e-b0c9-36fdeed1944a),segment_id=f34183ca-d7e6-490e-b0c9-36fdeed1944a)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:40.647771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.651431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1465def9-8f1a-4802-abfe-171bf6fd40bd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (8dcd27d1-04fe-4b20-9944-f27815b4f520), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.661308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:01:40.683672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Pushing event updated for resources: {'Port': ['ID=b86442e1-95a5-4ff8-9a91-58747688579b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:40.684602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (68d376fc-7303-4315-a373-9fa3ac6f3701), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.701123 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Calling delete_port for 64491841-56e3-42b7-8c7a-e0d20a40af7d owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:40.712545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25529690-2311-4689-860f-991086fc0529 None None] Pushing event updated for resources: {'Port': ['ID=9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:40.745736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:40.749454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.766329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1465def9-8f1a-4802-abfe-171bf6fd40bd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (8dcd27d1-04fe-4b20-9944-f27815b4f520), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.824282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] DHCP port deletion for 726fa40e-14cf-4b88-94eb-1274e99fa2b7 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:40.838024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-54ca16bc-02ac-49f0-a374-3a6cead55313 None None] Provisioning complete for port 64491841-56e3-42b7-8c7a-e0d20a40af7d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:40.838694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-54ca16bc-02ac-49f0-a374-3a6cead55313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.839204 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-54ca16bc-02ac-49f0-a374-3a6cead55313 None None] Attempt 1 to provision port 64491841-56e3-42b7-8c7a-e0d20a40af7d Sep 25 01:01:40.845735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c5687241-49f4-42d6-829b-6726cbf51cfa None None] For port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4,segment=NetworkSegment(4ea59966-85a7-4b95-bf0d-e82fbab0b018),segment_id=4ea59966-85a7-4b95-bf0d-e82fbab0b018)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:40.846501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5687241-49f4-42d6-829b-6726cbf51cfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.872121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (68d376fc-7303-4315-a373-9fa3ac6f3701), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.876907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_controller (68d376fc-7303-4315-a373-9fa3ac6f3701), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.906640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (67cd6b99-13b3-4637-93ab-7ca7c699c78b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.908518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5687241-49f4-42d6-829b-6726cbf51cfa None None] Calling delete_port for 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:40.932502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:40.933338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.035748 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-759f9475-1959-4c93-acc2-4b53f8fcf373 tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.9386873 Sep 25 01:01:41.053073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52456) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:41.069990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.17'}]}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:41.074941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] Deleting port 64491841-56e3-42b7-8c7a-e0d20a40af7d {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:41.075794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.081477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (68d376fc-7303-4315-a373-9fa3ac6f3701), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.082490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68d376fc-7303-4315-a373-9fa3ac6f3701 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:41.089673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1590338 Sep 25 01:01:41.097458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.105302 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-899c715c-2eab-49c1-9930-c90e63700882 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/68d376fc-7303-4315-a373-9fa3ac6f3701 HTTP/1.1" status: 204 len: 168 time: 2.4206603 Sep 25 01:01:41.107208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52458) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:41.107208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52460) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:41.110549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:41.125112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:41.132609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '67cd6b99-13b3-4637-93ab-7ca7c699c78b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:41.168037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (9c429e70-f356-47b3-a658-7f5d69b73427), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.170332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (9c429e70-f356-47b3-a658-7f5d69b73427), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.176773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-226535291', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:41.273686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0645cb-31b4-4821-8ff6-7758dbb06732 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Network': ['ID=67cd6b99-13b3-4637-93ab-7ca7c699c78b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:41.291522 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.321162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.326515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] No DVR routers for this DVR port 64491841-56e3-42b7-8c7a-e0d20a40af7d on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:41.330905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.348277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:41.355972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df12d22b-cca5-4220-8087-01d4123d2055 None None] DHCP port deletion for 9b57a46e-db66-45f7-b222-20d535039507 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:41.357951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 67cd6b99-13b3-4637-93ab-7ca7c699c78b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:41.400070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1465def9-8f1a-4802-abfe-171bf6fd40bd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (8dcd27d1-04fe-4b20-9944-f27815b4f520), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.413183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:41.417764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.450911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Port': ['ID=64491841-56e3-42b7-8c7a-e0d20a40af7d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:41.495507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.551669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:41.587853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-54ca16bc-02ac-49f0-a374-3a6cead55313 None None] Port 64491841-56e3-42b7-8c7a-e0d20a40af7d update to ACTIVE by agent not found {{(pid=107189) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 25 01:01:41.623758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (726fa40e-14cf-4b88-94eb-1274e99fa2b7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.630622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks [] for router_controller (9c429e70-f356-47b3-a658-7f5d69b73427), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.636854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 64491841-56e3-42b7-8c7a-e0d20a40af7d is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:41.637942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.670096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] For port 64491841-56e3-42b7-8c7a-e0d20a40af7d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64491841-56e3-42b7-8c7a-e0d20a40af7d,segment=NetworkSegment(f34183ca-d7e6-490e-b0c9-36fdeed1944a),segment_id=f34183ca-d7e6-490e-b0c9-36fdeed1944a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:41.671199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.707138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726fa40e-14cf-4b88-94eb-1274e99fa2b7']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:41.749808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] Calling delete_port for 64491841-56e3-42b7-8c7a-e0d20a40af7d owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:41.753851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34183ca-d7e6-490e-b0c9-36fdeed1944a') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:41.754214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34183ca-d7e6-490e-b0c9-36fdeed1944a') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:41.776696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1465def9-8f1a-4802-abfe-171bf6fd40bd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (8dcd27d1-04fe-4b20-9944-f27815b4f520), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.780249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (f34183ca-d7e6-490e-b0c9-36fdeed1944a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.795975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df12d22b-cca5-4220-8087-01d4123d2055 None None] Deleting port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:41.796810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-df12d22b-cca5-4220-8087-01d4123d2055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.853532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1465def9-8f1a-4802-abfe-171bf6fd40bd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.861286 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1465def9-8f1a-4802-abfe-171bf6fd40bd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8dcd27d1-04fe-4b20-9944-f27815b4f520 HTTP/1.1" status: 204 len: 168 time: 1.3351245 Sep 25 01:01:41.864433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52462) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:41.913855 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:01:41.944826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465def9-8f1a-4802-abfe-171bf6fd40bd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcd27d1-04fe-4b20-9944-f27815b4f520,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:41.945358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-df12d22b-cca5-4220-8087-01d4123d2055 None None] For port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94a0905d-8808-4c5a-a7ec-9dacf7bffca4,segment=NetworkSegment(71c75db4-9cec-4aab-b6b2-ced1df6d22fd),segment_id=71c75db4-9cec-4aab-b6b2-ced1df6d22fd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:41.945865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-df12d22b-cca5-4220-8087-01d4123d2055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.960771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (f34183ca-d7e6-490e-b0c9-36fdeed1944a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.961469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5687241-49f4-42d6-829b-6726cbf51cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.972931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks [] for router_gateway (9c429e70-f356-47b3-a658-7f5d69b73427), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.977823 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:41.978254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (f34183ca-d7e6-490e-b0c9-36fdeed1944a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.987120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f44ad6-8b37-4b8b-b245-a1698a833d8c None None] Network 9858738f-dd88-416d-80e4-bbda758a0a69 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:41.999997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:42.039199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df12d22b-cca5-4220-8087-01d4123d2055 None None] Calling delete_port for 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:42.065280 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment f34183ca-d7e6-490e-b0c9-36fdeed1944a resource provider aggregate not found Sep 25 01:01:42.109292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5687241-49f4-42d6-829b-6726cbf51cfa None None] Pushing event deleted for resources: {'Port': ['ID=9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.124005 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment f34183ca-d7e6-490e-b0c9-36fdeed1944a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f34183ca-d7e6-490e-b0c9-36fdeed1944a found for delete ", "request_id": "req-cef6af34-afe4-439a-8700-f84b1dbca554"}]} Sep 25 01:01:42.130453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:42.130453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 25 01:01:42.130837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.146685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5687241-49f4-42d6-829b-6726cbf51cfa None None] No DVR routers for this DVR port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:42.176685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (9b57a46e-db66-45f7-b222-20d535039507), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.190884 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (726fa40e-14cf-4b88-94eb-1274e99fa2b7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.195566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.199224 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/networks/726fa40e-14cf-4b88-94eb-1274e99fa2b7 HTTP/1.1" status: 204 len: 168 time: 2.6828020 Sep 25 01:01:42.212638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52468) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:42.256813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Port 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 not found, will not notify nova. {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 25 01:01:42.310279 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b55f04-521c-49b5-8da7-3f30c51b8930 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Network': ['ID=726fa40e-14cf-4b88-94eb-1274e99fa2b7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.370620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 453a58cb-cd01-4112-996c-c83eea482238 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:42.406799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:42.407145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.421344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (64491841-56e3-42b7-8c7a-e0d20a40af7d), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.429843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:42.432439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 453a58cb-cd01-4112-996c-c83eea482238 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:42.433042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 453a58cb-cd01-4112-996c-c83eea482238 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:42.470296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] Network 726fa40e-14cf-4b88-94eb-1274e99fa2b7 is not hosted by any dhcp agent {{(pid=107189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:01:42.470865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] No DVR routers for this DVR port 64491841-56e3-42b7-8c7a-e0d20a40af7d on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:42.474764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b9860-5088-4bcb-a926-29871c6c8fc0 None None] Pushing event deleted for resources: {'Port': ['ID=64491841-56e3-42b7-8c7a-e0d20a40af7d,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.494495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-df12d22b-cca5-4220-8087-01d4123d2055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.495070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94a0905d-8808-4c5a-a7ec-9dacf7bffca4,segment=NetworkSegment(71c75db4-9cec-4aab-b6b2-ced1df6d22fd),segment_id=71c75db4-9cec-4aab-b6b2-ced1df6d22fd)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:42.495644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.503441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b1509-0010-4e4c-88d7-c51a51668f79 None None] DHCP port deletion for 9858738f-dd88-416d-80e4-bbda758a0a69 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:42.515417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:42.543533 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12d22b-cca5-4220-8087-01d4123d2055 None None] Pushing event deleted for resources: {'Port': ['ID=94a0905d-8808-4c5a-a7ec-9dacf7bffca4,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.550308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12d22b-cca5-4220-8087-01d4123d2055 None None] No DVR routers for this DVR port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:42.596679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:42.597836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:42.606291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:42.612246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b1509-0010-4e4c-88d7-c51a51668f79 None None] Deleting port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:42.612915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4c8b1509-0010-4e4c-88d7-c51a51668f79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.682209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (f54cc96f-53d4-4eb5-ac10-9681bbe14d40), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.715213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (8dfdc838-ba87-4abf-9da3-b61d06ca9bc7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.715391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4c8b1509-0010-4e4c-88d7-c51a51668f79 None None] For port d89aeaa1-96d0-4375-8a2b-bddefb041ab3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d89aeaa1-96d0-4375-8a2b-bddefb041ab3,segment=NetworkSegment(97fb2adb-541a-417f-bec7-e3416f7fef02),segment_id=97fb2adb-541a-417f-bec7-e3416f7fef02)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:42.715885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4c8b1509-0010-4e4c-88d7-c51a51668f79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.735088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.735553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 64491841-56e3-42b7-8c7a-e0d20a40af7d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:42.767650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.769592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (94a0905d-8808-4c5a-a7ec-9dacf7bffca4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.773869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b1509-0010-4e4c-88d7-c51a51668f79 None None] Calling delete_port for d89aeaa1-96d0-4375-8a2b-bddefb041ab3 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:42.779858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 64491841-56e3-42b7-8c7a-e0d20a40af7d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:42.780240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 64491841-56e3-42b7-8c7a-e0d20a40af7d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:42.780684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d89aeaa1-96d0-4375-8a2b-bddefb041ab3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:42.805121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=f54cc96f-53d4-4eb5-ac10-9681bbe14d40,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.821569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=94a0905d-8808-4c5a-a7ec-9dacf7bffca4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.875615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Checking segment: {'id': '1d5371c1-29d6-4d0a-b564-2799f5aa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '67cd6b99-13b3-4637-93ab-7ca7c699c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:42.876446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network hostable DHCP agents. Network: 67cd6b99-13b3-4637-93ab-7ca7c699c78b, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:42.892693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:42.920500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No DVR routers for this DVR port 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:42.952415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 67cd6b99-13b3-4637-93ab-7ca7c699c78b is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:42.957107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks [] for router_gateway (9c429e70-f356-47b3-a658-7f5d69b73427), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.977318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:42.977736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.988763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Allocated IP 172.36.7.156 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/307e8d10-17bc-46bf-8dd0-f8f634413820) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:42.991887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 67cd6b99-13b3-4637-93ab-7ca7c699c78b) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:42.996873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:42.997497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.019244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4c8b1509-0010-4e4c-88d7-c51a51668f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (d89aeaa1-96d0-4375-8a2b-bddefb041ab3), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.040049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c78f07a8-ec33-42a2-8c93-afa79bed9210 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9318275 Sep 25 01:01:43.040988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52472) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:43.048736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '67cd6b99-13b3-4637-93ab-7ca7c699c78b', 'name': 'tempest-PortsTestJSON-172462111', 'fixed_ips': [{'subnet_id': 'f54cc96f-53d4-4eb5-ac10-9681bbe14d40', 'ip_address': '172.20.0.10'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:43.050015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ead63-e230-485d-be87-196a2176a1ea None None] Network 67cd6b99-13b3-4637-93ab-7ca7c699c78b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:43.067535 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.071633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (8dfdc838-ba87-4abf-9da3-b61d06ca9bc7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.075897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (9b57a46e-db66-45f7-b222-20d535039507), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.143831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfdc838-ba87-4abf-9da3-b61d06ca9bc7']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:43.183899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b1509-0010-4e4c-88d7-c51a51668f79 None None] Pushing event deleted for resources: {'Port': ['ID=d89aeaa1-96d0-4375-8a2b-bddefb041ab3,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:43.190481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b1509-0010-4e4c-88d7-c51a51668f79 None None] No DVR routers for this DVR port d89aeaa1-96d0-4375-8a2b-bddefb041ab3 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:43.206755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea59966-85a7-4b95-bf0d-e82fbab0b018') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:43.207469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea59966-85a7-4b95-bf0d-e82fbab0b018') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:43.213602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b57a46e-db66-45f7-b222-20d535039507']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:43.217989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:43.246424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:43.252919 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c75db4-9cec-4aab-b6b2-ced1df6d22fd') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:43.253213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c75db4-9cec-4aab-b6b2-ced1df6d22fd') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:43.259201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (4ea59966-85a7-4b95-bf0d-e82fbab0b018), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.294427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:43.294427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 94a0905d-8808-4c5a-a7ec-9dacf7bffca4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:43.294427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:43.296872 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-1aeb489f-2386-4dd5-84cb-42d8e5e841b9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332114 Sep 25 01:01:43.332243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:43.332832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9c3a93db-3fb0-41f5-a9d8-c2fc6c0de9b4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:43.333675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ceab7167-f205-49e3-b571-b41babd7200b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:43.353878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (71c75db4-9cec-4aab-b6b2-ced1df6d22fd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.367689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4ea59966-85a7-4b95-bf0d-e82fbab0b018), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.405889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:43.406546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (4ea59966-85a7-4b95-bf0d-e82fbab0b018), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.411210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ceab7167-f205-49e3-b571-b41babd7200b {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:43.412236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ceab7167-f205-49e3-b571-b41babd7200b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:43.414137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (71c75db4-9cec-4aab-b6b2-ced1df6d22fd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.427479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for port (307e8d10-17bc-46bf-8dd0-f8f634413820), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.434270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20517e6b-078b-478e-8661-cd215070568c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-67cd6b99-13b3-4637-93ab-7ca7c699c78b', 'network_id': '67cd6b99-13b3-4637-93ab-7ca7c699c78b', 'project_id': '84da212938f24d5daaebf1c4a1599dfb', 'fixed_ips': [{'subnet_id': 'f54cc96f-53d4-4eb5-ac10-9681bbe14d40'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:43.436006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20517e6b-078b-478e-8661-cd215070568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.456120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:43.456512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:43.457342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (71c75db4-9cec-4aab-b6b2-ced1df6d22fd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.474507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-d33d23fc-d95c-4507-ab24-d3d48b365a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:43.477192 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-d33d23fc-d95c-4507-ab24-d3d48b365a93 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1129 time: 0.1231170 Sep 25 01:01:43.626463 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (8dfdc838-ba87-4abf-9da3-b61d06ca9bc7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.630486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (9b57a46e-db66-45f7-b222-20d535039507), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.672554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:43.675986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.684160 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8dfdc838-ba87-4abf-9da3-b61d06ca9bc7 HTTP/1.1" status: 204 len: 168 time: 1.4605269 Sep 25 01:01:43.686568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.689514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52474) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:43.693548 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9b57a46e-db66-45f7-b222-20d535039507 HTTP/1.1" status: 204 len: 168 time: 1.8234291 Sep 25 01:01:43.695526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b8a41-644d-436b-9ce7-1ae5805714c9 tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Network': ['ID=8dfdc838-ba87-4abf-9da3-b61d06ca9bc7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:43.698933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52476) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:43.724346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dea5f4-7aae-41f7-af53-15aa26283e4b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Network': ['ID=9b57a46e-db66-45f7-b222-20d535039507,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:43.781405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-20517e6b-078b-478e-8661-cd215070568c None None] Allocated IP 172.20.0.2 (67cd6b99-13b3-4637-93ab-7ca7c699c78b/f54cc96f-53d4-4eb5-ac10-9681bbe14d40/146dfcda-7b31-4541-bf3b-b0ea52923a91) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:43.888366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks [] for router (9c429e70-f356-47b3-a658-7f5d69b73427), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.941724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (307e8d10-17bc-46bf-8dd0-f8f634413820), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.078327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20517e6b-078b-478e-8661-cd215070568c None None] Publish callbacks [] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.090169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20517e6b-078b-478e-8661-cd215070568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.101348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:44.164317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20517e6b-078b-478e-8661-cd215070568c None None] Network 67cd6b99-13b3-4637-93ab-7ca7c699c78b is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:44.167272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.176575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-20517e6b-078b-478e-8661-cd215070568c None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:44.182884 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:44.184800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20517e6b-078b-478e-8661-cd215070568c None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:44.197934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (60fe60fd-e310-45c6-abc8-6110500b18b1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.204291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20517e6b-078b-478e-8661-cd215070568c None None] Pushing event updated for resources: {'Port': ['ID=146dfcda-7b31-4541-bf3b-b0ea52923a91,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:44.231721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:44.238865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (9858738f-dd88-416d-80e4-bbda758a0a69), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.239230 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 4ea59966-85a7-4b95-bf0d-e82fbab0b018 resource provider aggregate not found Sep 25 01:01:44.250993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:44.254382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-cc31a4ca-98e1-4f13-aa37-a44cc972931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:44.257076 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-cc31a4ca-98e1-4f13-aa37-a44cc972931b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 200 len: 913 time: 0.7488811 Sep 25 01:01:44.258401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (9c429e70-f356-47b3-a658-7f5d69b73427), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.259837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port 2ee4ad66-147f-4a0a-91ea-987083d0edeb yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:44.264304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks [] for router_controller (9c429e70-f356-47b3-a658-7f5d69b73427), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.271506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event updated for resources: {'Port': ['ID=307e8d10-17bc-46bf-8dd0-f8f634413820,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:44.278809 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 4ea59966-85a7-4b95-bf0d-e82fbab0b018 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ea59966-85a7-4b95-bf0d-e82fbab0b018 found for delete ", "request_id": "req-37acf5a7-df2f-4a77-a23a-650fdea63ca4"}]} Sep 25 01:01:44.279543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:44.285762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:44.339869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-20517e6b-078b-478e-8661-cd215070568c None None] Attempting to bind port 146dfcda-7b31-4541-bf3b-b0ea52923a91 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:44.340554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-20517e6b-078b-478e-8661-cd215070568c None None] Attempting to bind port 146dfcda-7b31-4541-bf3b-b0ea52923a91 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1d5371c1-29d6-4d0a-b564-2799f5aa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '67cd6b99-13b3-4637-93ab-7ca7c699c78b'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:44.341454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20517e6b-078b-478e-8661-cd215070568c None None] Attempting to bind port 146dfcda-7b31-4541-bf3b-b0ea52923a91 on network 67cd6b99-13b3-4637-93ab-7ca7c699c78b {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:44.351808 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 71c75db4-9cec-4aab-b6b2-ced1df6d22fd resource provider aggregate not found Sep 25 01:01:44.395207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (9c429e70-f356-47b3-a658-7f5d69b73427), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.399658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c429e70-f356-47b3-a658-7f5d69b73427 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:44.406379 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 71c75db4-9cec-4aab-b6b2-ced1df6d22fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71c75db4-9cec-4aab-b6b2-ced1df6d22fd found for delete ", "request_id": "req-17c431e0-421b-4a50-a5da-e13eacef1b8d"}]} Sep 25 01:01:44.437242 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 25 01:01:44.437517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20517e6b-078b-478e-8661-cd215070568c None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:44.438298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20517e6b-078b-478e-8661-cd215070568c None None] Checking segment: {'id': '1d5371c1-29d6-4d0a-b564-2799f5aa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '67cd6b99-13b3-4637-93ab-7ca7c699c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:44.438750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20517e6b-078b-478e-8661-cd215070568c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.439274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20517e6b-078b-478e-8661-cd215070568c None None] Bound using segment: {'id': '1d5371c1-29d6-4d0a-b564-2799f5aa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '67cd6b99-13b3-4637-93ab-7ca7c699c78b'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:44.440155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-20517e6b-078b-478e-8661-cd215070568c None None] Bound port: 146dfcda-7b31-4541-bf3b-b0ea52923a91, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5371c1-29d6-4d0a-b564-2799f5aa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '67cd6b99-13b3-4637-93ab-7ca7c699c78b'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:44.440619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20517e6b-078b-478e-8661-cd215070568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.444885 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-84032ce1-8af3-4a92-b090-7b725c7cf56a tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3896604 Sep 25 01:01:44.445557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52486) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:44.589214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-20517e6b-078b-478e-8661-cd215070568c None None] For port 146dfcda-7b31-4541-bf3b-b0ea52923a91, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:44.596994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-20517e6b-078b-478e-8661-cd215070568c None None] For port 146dfcda-7b31-4541-bf3b-b0ea52923a91, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=146dfcda-7b31-4541-bf3b-b0ea52923a91,segment=NetworkSegment(1d5371c1-29d6-4d0a-b564-2799f5aa8335),segment_id=1d5371c1-29d6-4d0a-b564-2799f5aa8335)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:44.599262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=10,neutron:SELECT=86,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:44.619624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20517e6b-078b-478e-8661-cd215070568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.623684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-431a8c10-8442-4f70-b16a-d8414ec361bc tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Deleting port b86442e1-95a5-4ff8-9a91-58747688579b {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:44.624427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-431a8c10-8442-4f70-b16a-d8414ec361bc tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b86442e1-95a5-4ff8-9a91-58747688579b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.678952 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-4523311e-8efa-481d-8d35-fb4f9103cb8e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 200 len: 1001 time: 0.4009414 Sep 25 01:01:44.743206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20517e6b-078b-478e-8661-cd215070568c None None] Pushing event updated for resources: {'Port': ['ID=146dfcda-7b31-4541-bf3b-b0ea52923a91,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:44.794194 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-431a8c10-8442-4f70-b16a-d8414ec361bc tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b86442e1-95a5-4ff8-9a91-58747688579b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.821215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-431a8c10-8442-4f70-b16a-d8414ec361bc tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Calling delete_port for b86442e1-95a5-4ff8-9a91-58747688579b owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:44.935440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (9858738f-dd88-416d-80e4-bbda758a0a69), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.946829 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (60fe60fd-e310-45c6-abc8-6110500b18b1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.101766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-431a8c10-8442-4f70-b16a-d8414ec361bc tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b86442e1-95a5-4ff8-9a91-58747688579b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.162614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-52857215-129e-4cb0-b27d-33a515998a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:45.164117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a8c10-8442-4f70-b16a-d8414ec361bc tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Pushing event deleted for resources: {'Port': ['ID=b86442e1-95a5-4ff8-9a91-58747688579b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:45.165642 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-52857215-129e-4cb0-b27d-33a515998a5a service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=82e81295-8b2f-4758-b928-2ce277ab246c HTTP/1.1" status: 200 len: 851 time: 0.3988860 Sep 25 01:01:45.172117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9858738f-dd88-416d-80e4-bbda758a0a69']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:45.212319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fe60fd-e310-45c6-abc8-6110500b18b1']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:45.241237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fb2adb-541a-417f-bec7-e3416f7fef02') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:45.241613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fb2adb-541a-417f-bec7-e3416f7fef02') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:45.280486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:45.300253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f08224-07b9-43bf-ac45-29a709edb115') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:45.300775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f08224-07b9-43bf-ac45-29a709edb115') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:45.328597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-431a8c10-8442-4f70-b16a-d8414ec361bc tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.329570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (97fb2adb-541a-417f-bec7-e3416f7fef02), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.341964 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-431a8c10-8442-4f70-b16a-d8414ec361bc tempest-RoutersAdminNegativeIpV6Test-883814953 tempest-RoutersAdminNegativeIpV6Test-883814953-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/b86442e1-95a5-4ff8-9a91-58747688579b HTTP/1.1" status: 204 len: 168 time: 0.8949533 Sep 25 01:01:45.342496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (62f08224-07b9-43bf-ac45-29a709edb115), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.353634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.10 (67cd6b99-13b3-4637-93ab-7ca7c699c78b/f54cc96f-53d4-4eb5-ac10-9681bbe14d40/2ee4ad66-147f-4a0a-91ea-987083d0edeb) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:45.385501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-5034ed43-c6cf-4b50-abe2-c5e9e2286529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:45.387319 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-5034ed43-c6cf-4b50-abe2-c5e9e2286529 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=da310e92-d7bd-433d-bd93-f81d5d9edbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1961076 Sep 25 01:01:45.446771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (62f08224-07b9-43bf-ac45-29a709edb115), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.450196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (97fb2adb-541a-417f-bec7-e3416f7fef02), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.520034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:45.520538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (62f08224-07b9-43bf-ac45-29a709edb115), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.549405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:45.549915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (97fb2adb-541a-417f-bec7-e3416f7fef02), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.579249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:45.621497 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 62f08224-07b9-43bf-ac45-29a709edb115 resource provider aggregate not found Sep 25 01:01:45.683478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 62f08224-07b9-43bf-ac45-29a709edb115 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62f08224-07b9-43bf-ac45-29a709edb115 found for delete ", "request_id": "req-8868c5a4-44f1-4889-9297-91a78daf4fcf"}]} Sep 25 01:01:45.818191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52496) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:46.004967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cfdb15c5-f11a-4f6a-824f-2d929fee629b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.149690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cfdb15c5-f11a-4f6a-824f-2d929fee629b admin admin] Publish callbacks [] for security_group (93e8f470-ca6d-42cd-900b-947f58e02703), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.162664 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cfdb15c5-f11a-4f6a-824f-2d929fee629b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (93e8f470-ca6d-42cd-900b-947f58e02703), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.179889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede7ab8-e567-4cde-9295-77a406ab43a6 None None] Network 67cd6b99-13b3-4637-93ab-7ca7c699c78b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:46.260760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb15c5-f11a-4f6a-824f-2d929fee629b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e8f470-ca6d-42cd-900b-947f58e02703,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:46.268774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (60fe60fd-e310-45c6-abc8-6110500b18b1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.280050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (9858738f-dd88-416d-80e4-bbda758a0a69), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.280319 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cfdb15c5-f11a-4f6a-824f-2d929fee629b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a5779ed641bc45b1afdba3cc9832b150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4583125 Sep 25 01:01:46.281439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52502) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:46.323653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-eef0e803-fde1-4581-a126-4cd3c51adff3 None None] Provisioning complete for port 146dfcda-7b31-4541-bf3b-b0ea52923a91 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:46.324759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eef0e803-fde1-4581-a126-4cd3c51adff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.325580 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eef0e803-fde1-4581-a126-4cd3c51adff3 None None] Attempt 1 to provision port 146dfcda-7b31-4541-bf3b-b0ea52923a91 Sep 25 01:01:46.351788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.358286 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/networks/60fe60fd-e310-45c6-abc8-6110500b18b1 HTTP/1.1" status: 204 len: 168 time: 2.6613512 Sep 25 01:01:46.359854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.363723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52504) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:46.365950 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9858738f-dd88-416d-80e4-bbda758a0a69 HTTP/1.1" status: 204 len: 168 time: 2.6385565 Sep 25 01:01:46.403161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52506) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:46.435179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'network': {'name': 'tempest-RoutersTest-567110945'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:46.462150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.506535 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5c90f82-4971-40ec-aee7-07ab65e601bb admin admin] Publish callbacks [] for security_group (93e8f470-ca6d-42cd-900b-947f58e02703), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.597652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eef0e803-fde1-4581-a126-4cd3c51adff3 None None] Current status of the port 146dfcda-7b31-4541-bf3b-b0ea52923a91 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:46.599545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eef0e803-fde1-4581-a126-4cd3c51adff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.628778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5c90f82-4971-40ec-aee7-07ab65e601bb admin admin] Publish callbacks [] for security_group (93e8f470-ca6d-42cd-900b-947f58e02703), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.654989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:46.662746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.671891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:46.679275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:46.685902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-eef0e803-fde1-4581-a126-4cd3c51adff3 None None] For port 146dfcda-7b31-4541-bf3b-b0ea52923a91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=146dfcda-7b31-4541-bf3b-b0ea52923a91,segment=NetworkSegment(1d5371c1-29d6-4d0a-b564-2799f5aa8335),segment_id=1d5371c1-29d6-4d0a-b564-2799f5aa8335)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:46.695208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039756f-6db5-4b14-8fbf-33bb99eecd1a tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Network': ['ID=60fe60fd-e310-45c6-abc8-6110500b18b1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:46.698593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eef0e803-fde1-4581-a126-4cd3c51adff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.706964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (563e41be-2d0b-46de-97f2-f054bddd23bb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.756582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:46.791074 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:46.925173 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-60b45695-9544-4108-940b-750f930e8f83 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5269787 Sep 25 01:01:46.953985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 146dfcda-7b31-4541-bf3b-b0ea52923a91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:46.987424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (27fcf431-f505-44be-8101-1e17ae991efd), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.988843 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added segment 27fcf431-f505-44be-8101-1e17ae991efd of type vlan for network 56370dd0-cb3b-495f-9e63-ed55e1baa813 Sep 25 01:01:47.039159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0e803-fde1-4581-a126-4cd3c51adff3 None None] Pushing event updated for resources: {'Port': ['ID=146dfcda-7b31-4541-bf3b-b0ea52923a91,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:47.059386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (563e41be-2d0b-46de-97f2-f054bddd23bb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.065995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (2ee4ad66-147f-4a0a-91ea-987083d0edeb), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.080691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5c90f82-4971-40ec-aee7-07ab65e601bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (93e8f470-ca6d-42cd-900b-947f58e02703), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.084662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5c90f82-4971-40ec-aee7-07ab65e601bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.086425 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c5c90f82-4971-40ec-aee7-07ab65e601bb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/93e8f470-ca6d-42cd-900b-947f58e02703 HTTP/1.1" status: 204 len: 168 time: 0.8024161 Sep 25 01:01:47.100336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-938872e5-b86d-4b7f-90da-db3eb1a21f2a None None] Provisioning complete for port 146dfcda-7b31-4541-bf3b-b0ea52923a91 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:47.100756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-938872e5-b86d-4b7f-90da-db3eb1a21f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.101108 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-938872e5-b86d-4b7f-90da-db3eb1a21f2a None None] Attempt 1 to provision port 146dfcda-7b31-4541-bf3b-b0ea52923a91 Sep 25 01:01:47.113688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (56370dd0-cb3b-495f-9e63-ed55e1baa813), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.131742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563e41be-2d0b-46de-97f2-f054bddd23bb']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:47.134685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c90f82-4971-40ec-aee7-07ab65e601bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e8f470-ca6d-42cd-900b-947f58e02703,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:47.167002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f10797-5eaa-48a7-be76-bf79e3774763') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:47.167002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f10797-5eaa-48a7-be76-bf79e3774763') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:47.190841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (d7f10797-5eaa-48a7-be76-bf79e3774763), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.209055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 146dfcda-7b31-4541-bf3b-b0ea52923a91 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:47.209055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.209055 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 146dfcda-7b31-4541-bf3b-b0ea52923a91 Sep 25 01:01:47.215885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (56370dd0-cb3b-495f-9e63-ed55e1baa813), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.222672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:47.223440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.228136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (d7f10797-5eaa-48a7-be76-bf79e3774763), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.244311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2625f-eed3-408d-93ff-f5bd1375342d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Network': ['ID=9858738f-dd88-416d-80e4-bbda758a0a69,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:47.252326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:47.329290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:47.329290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (d7f10797-5eaa-48a7-be76-bf79e3774763), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.401346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-938872e5-b86d-4b7f-90da-db3eb1a21f2a None None] Current status of the port 146dfcda-7b31-4541-bf3b-b0ea52923a91 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:47.476194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:47.496410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 146dfcda-7b31-4541-bf3b-b0ea52923a91 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:47.530296 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment d7f10797-5eaa-48a7-be76-bf79e3774763 resource provider aggregate not found Sep 25 01:01:47.530567 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b2f4832-0a2f-4017-9758-6a5b3d3a36ac req-6558d54c-1fcc-4971-ae01-5276a5d992b9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200405 Sep 25 01:01:47.558686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.576495 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1685345 Sep 25 01:01:47.580147 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52516) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:47.596245 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'subnet': {'network_id': '56370dd0-cb3b-495f-9e63-ed55e1baa813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:47.602135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e31797-52a2-4141-bfb9-267e07c6b767 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Network': ['ID=56370dd0-cb3b-495f-9e63-ed55e1baa813,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:47.618456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (563e41be-2d0b-46de-97f2-f054bddd23bb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.619294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 56370dd0-cb3b-495f-9e63-ed55e1baa813 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:47.622774 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment d7f10797-5eaa-48a7-be76-bf79e3774763 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7f10797-5eaa-48a7-be76-bf79e3774763 found for delete ", "request_id": "req-5bb13552-31f7-489a-938f-eff53c52a54f"}]} Sep 25 01:01:47.660587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.668977 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] 10.222.0.49 "DELETE /networking/v2.0/networks/563e41be-2d0b-46de-97f2-f054bddd23bb HTTP/1.1" status: 204 len: 168 time: 1.3031595 Sep 25 01:01:47.701449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2ee4ad66-147f-4a0a-91ea-987083d0edeb), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.766324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79891e6a-5fb6-474b-886d-74d4d3fa173d tempest-BulkNetworkOpsIpV6Test-1541141079 tempest-BulkNetworkOpsIpV6Test-1541141079-project] Pushing event deleted for resources: {'Network': ['ID=563e41be-2d0b-46de-97f2-f054bddd23bb,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:47.798990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 67cd6b99-13b3-4637-93ab-7ca7c699c78b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:47.813480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:47.820228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:47.870282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=2ee4ad66-147f-4a0a-91ea-987083d0edeb,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:47.928010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:47.949043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:47.949851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.955444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Router 60e7a95e-a29b-4f92-a0cd-07d3f775bc8f is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:01:47.981364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:47.996943 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.018332 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 97fb2adb-541a-417f-bec7-e3416f7fef02 resource provider aggregate not found Sep 25 01:01:48.027856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52524) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:48.046828 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4ff16154-0a3f-4e03-a930-ee4b398c17ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0022042 Sep 25 01:01:48.048098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52526) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:48.065506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': '67cd6b99-13b3-4637-93ab-7ca7c699c78b', 'name': 'tempest-PortsTestJSON-1868847763', 'fixed_ips': [{'subnet_id': 'f54cc96f-53d4-4eb5-ac10-9681bbe14d40', 'ip_address': '172.20.0.9'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:48.072230 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 97fb2adb-541a-417f-bec7-e3416f7fef02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97fb2adb-541a-417f-bec7-e3416f7fef02 found for delete ", "request_id": "req-3f6c3757-5a3c-4189-a728-ffa5e934429b"}]} Sep 25 01:01:48.319305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52530) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:48.340586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Provisioning complete for port 2ee4ad66-147f-4a0a-91ea-987083d0edeb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:48.341440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2ee4ad66-147f-4a0a-91ea-987083d0edeb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.341703 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 1 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:48.361347 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-29be9c2a-15e3-46aa-b310-c0362b6d9dc9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=496e4387539c42a78c33a1338297d95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261981 Sep 25 01:01:48.373721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52534) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:48.568399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:48.655301 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:48.658425 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbf944-539c-4e87-a6e6-43322526a933 None None] Sync routers for ids ['60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:48.679990 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbf944-539c-4e87-a6e6-43322526a933 None None] Routers {'60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:48.680721 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-57bbf944-539c-4e87-a6e6-43322526a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:48.756390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.757991 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-57669acc-1cf8-430e-98d6-79799be8cca9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6100197 Sep 25 01:01:48.765372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52536) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:48.790643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ac4d8f58-aab7-433f-916f-cf5405b94dbe tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': False}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:48.799273 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-57bbf944-539c-4e87-a6e6-43322526a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:48.799994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5fe-b13b-46b4-ad39-fb2c19bfafb1 admin admin] Publish callbacks [] for security_group (50173e56-31a9-4418-be68-5ca5136733c6), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.815439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 146dfcda-7b31-4541-bf3b-b0ea52923a91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:48.820654 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbf944-539c-4e87-a6e6-43322526a933 None None] Routers {'60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:48.822828 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-57bbf944-539c-4e87-a6e6-43322526a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:48.872417 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-57bbf944-539c-4e87-a6e6-43322526a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:48.875584 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbf944-539c-4e87-a6e6-43322526a933 None None] The sync data for ids ['60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:48.880379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:48.888603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.892794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=10,neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:48.923190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (849ab1aa-33cd-4ca8-945d-e2cf9ba311e3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.930522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:48.934409 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dec8c63e-123c-4004-9d92-57e9cf0539d6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bfa01fd8054746abb6ce05ead854044a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6065333 Sep 25 01:01:48.939873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52538) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:48.944345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5fe-b13b-46b4-ad39-fb2c19bfafb1 admin admin] Publish callbacks [] for security_group (50173e56-31a9-4418-be68-5ca5136733c6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.949503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 146dfcda-7b31-4541-bf3b-b0ea52923a91 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:48.950129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.951155 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 146dfcda-7b31-4541-bf3b-b0ea52923a91 Sep 25 01:01:48.972941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port 955487e7-98b2-4786-9aee-a35104abc84e yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:49.106591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:49.131280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 146dfcda-7b31-4541-bf3b-b0ea52923a91 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:49.132935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Subnet': ['ID=849ab1aa-33cd-4ca8-945d-e2cf9ba311e3,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:49.156438 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Checking segment: {'id': '27fcf431-f505-44be-8101-1e17ae991efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '56370dd0-cb3b-495f-9e63-ed55e1baa813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:49.156963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network hostable DHCP agents. Network: 56370dd0-cb3b-495f-9e63-ed55e1baa813, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:49.177110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-526282be-85ff-4895-a93e-a803c7f846f4 admin admin] Publish callbacks [] for security_group (4d4f501f-0988-497e-b90e-e951b4a21ded), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.230525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5fe-b13b-46b4-ad39-fb2c19bfafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (50173e56-31a9-4418-be68-5ca5136733c6), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.235303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5fe-b13b-46b4-ad39-fb2c19bfafb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.237493 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bb9ca5fe-b13b-46b4-ad39-fb2c19bfafb1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/50173e56-31a9-4418-be68-5ca5136733c6 HTTP/1.1" status: 204 len: 168 time: 0.8605049 Sep 25 01:01:49.243556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-526282be-85ff-4895-a93e-a803c7f846f4 admin admin] Publish callbacks [] for security_group (4d4f501f-0988-497e-b90e-e951b4a21ded), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.257232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 56370dd0-cb3b-495f-9e63-ed55e1baa813 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:49.283828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ca5fe-b13b-46b4-ad39-fb2c19bfafb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50173e56-31a9-4418-be68-5ca5136733c6,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:49.300699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 56370dd0-cb3b-495f-9e63-ed55e1baa813) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:49.311047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:49.312385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.312828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ad318-868b-4af3-8946-67118e789670 None None] Network 56370dd0-cb3b-495f-9e63-ed55e1baa813 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:49.314074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:49.426370 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-87d905ed-61e9-4cbe-85dd-6d154ee7afe0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8401201 Sep 25 01:01:49.429018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52542) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:49.437473 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 2 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:49.448591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-157aba1e-4229-4beb-bee5-369bce53fc5f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-736459960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:49.513075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-157aba1e-4229-4beb-bee5-369bce53fc5f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (7778f288-0dc3-436d-8d61-b9699a6f0304), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.516402 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-157aba1e-4229-4beb-bee5-369bce53fc5f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (7778f288-0dc3-436d-8d61-b9699a6f0304), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.526627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:49.537893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.9 (67cd6b99-13b3-4637-93ab-7ca7c699c78b/f54cc96f-53d4-4eb5-ac10-9681bbe14d40/955487e7-98b2-4786-9aee-a35104abc84e) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:49.540511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-526282be-85ff-4895-a93e-a803c7f846f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4d4f501f-0988-497e-b90e-e951b4a21ded), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.544032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-56370dd0-cb3b-495f-9e63-ed55e1baa813', 'network_id': '56370dd0-cb3b-495f-9e63-ed55e1baa813', 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'fixed_ips': [{'subnet_id': '849ab1aa-33cd-4ca8-945d-e2cf9ba311e3'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:49.545199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-526282be-85ff-4895-a93e-a803c7f846f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.545899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.549874 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-526282be-85ff-4895-a93e-a803c7f846f4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4d4f501f-0988-497e-b90e-e951b4a21ded HTTP/1.1" status: 204 len: 168 time: 0.6024261 Sep 25 01:01:49.563998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:49.643197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526282be-85ff-4895-a93e-a803c7f846f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4f501f-0988-497e-b90e-e951b4a21ded,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:49.740057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-157aba1e-4229-4beb-bee5-369bce53fc5f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (7778f288-0dc3-436d-8d61-b9699a6f0304), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.759493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-157aba1e-4229-4beb-bee5-369bce53fc5f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (7778f288-0dc3-436d-8d61-b9699a6f0304), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.821546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-157aba1e-4229-4beb-bee5-369bce53fc5f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.828146 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-157aba1e-4229-4beb-bee5-369bce53fc5f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3936291 Sep 25 01:01:49.830202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52550) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:49.847207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'port': {'network_id': '56370dd0-cb3b-495f-9e63-ed55e1baa813', 'name': 'tempest-RoutersTest-823019494'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:49.876827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f58-aab7-433f-916f-cf5405b94dbe tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:49.937236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Allocated IP 172.20.0.2 (56370dd0-cb3b-495f-9e63-ed55e1baa813/849ab1aa-33cd-4ca8-945d-e2cf9ba311e3/ba56f3d1-86f8-4583-94ed-b6285b802c92) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:50.093642 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 3 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:50.159971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:50.163605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:50.174350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.230621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] device_id is not set on port 219ad8d6-cb4f-4794-840b-a9b455dccc42 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:50.275738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (955487e7-98b2-4786-9aee-a35104abc84e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.330963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:50.342885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:50.394516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Publish callbacks [] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.419688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.541727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (955487e7-98b2-4786-9aee-a35104abc84e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.579262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Network 56370dd0-cb3b-495f-9e63-ed55e1baa813 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:50.585734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.api [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5018d880-c043-4b40-b967-cb43a88075d3 {{(pid=107188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:01:50.586595 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG oslo_db.api [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:01:50.587221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:50.596807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:50.619516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Pushing event updated for resources: {'Port': ['ID=ba56f3d1-86f8-4583-94ed-b6285b802c92,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:50.629803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=955487e7-98b2-4786-9aee-a35104abc84e,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:50.663057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 67cd6b99-13b3-4637-93ab-7ca7c699c78b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:50.666314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:50.676940 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 4 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:50.746454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:50.807840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:50.808458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:50.808458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Attempting to bind port ba56f3d1-86f8-4583-94ed-b6285b802c92 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:50.809389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Attempting to bind port ba56f3d1-86f8-4583-94ed-b6285b802c92 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '27fcf431-f505-44be-8101-1e17ae991efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '56370dd0-cb3b-495f-9e63-ed55e1baa813'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:50.810048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Attempting to bind port ba56f3d1-86f8-4583-94ed-b6285b802c92 on network 56370dd0-cb3b-495f-9e63-ed55e1baa813 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:50.954122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:50.954718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Checking segment: {'id': '27fcf431-f505-44be-8101-1e17ae991efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '56370dd0-cb3b-495f-9e63-ed55e1baa813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:50.956705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.957516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Bound using segment: {'id': '27fcf431-f505-44be-8101-1e17ae991efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '56370dd0-cb3b-495f-9e63-ed55e1baa813'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:50.958410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Bound port: ba56f3d1-86f8-4583-94ed-b6285b802c92, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fcf431-f505-44be-8101-1e17ae991efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '56370dd0-cb3b-495f-9e63-ed55e1baa813'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:50.959078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.007016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:51.008053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.027024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:51.039827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52572) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:51.040171 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-72c462cd-5409-4e0f-a72e-62f0cb72474f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9794731 Sep 25 01:01:51.104458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] For port ba56f3d1-86f8-4583-94ed-b6285b802c92, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:51.119184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] For port ba56f3d1-86f8-4583-94ed-b6285b802c92, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba56f3d1-86f8-4583-94ed-b6285b802c92,segment=NetworkSegment(27fcf431-f505-44be-8101-1e17ae991efd),segment_id=27fcf431-f505-44be-8101-1e17ae991efd)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:51.135937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.178352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f58-aab7-433f-916f-cf5405b94dbe tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.199781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f58-aab7-433f-916f-cf5405b94dbe tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.213169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.274551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6faee-49ff-42e0-b57e-75045884f747 None None] Pushing event updated for resources: {'Port': ['ID=ba56f3d1-86f8-4583-94ed-b6285b802c92,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:51.307160 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 5 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:51.377217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:51.415367 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] device_id is not set on port 9966c43b-42ff-4af2-947d-f657e7912395 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:51.454150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3abf66-ef80-402b-88ff-4592519ad704 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:51.456908 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8e3abf66-ef80-402b-88ff-4592519ad704 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4143584 Sep 25 01:01:51.463150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52584) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:51.648758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52586) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:51.708372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4d8f58-aab7-433f-916f-cf5405b94dbe tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Router 60e7a95e-a29b-4f92-a0cd-07d3f775bc8f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:51.719099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b38c448-8e4a-49e4-8169-999b14ef584b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:51.734832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b38c448-8e4a-49e4-8169-999b14ef584b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:51.743016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b38c448-8e4a-49e4-8169-999b14ef584b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:51.752299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9b38c448-8e4a-49e4-8169-999b14ef584b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2789147 Sep 25 01:01:51.757372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52592) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:51.882494 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 6 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:51.884448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.20.0.8 (56370dd0-cb3b-495f-9e63-ed55e1baa813/849ab1aa-33cd-4ca8-945d-e2cf9ba311e3/9966c43b-42ff-4af2-947d-f657e7912395) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:51.960485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:52.013154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:52.023754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d8f58-aab7-433f-916f-cf5405b94dbe tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:52.031413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8f58-aab7-433f-916f-cf5405b94dbe tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.034057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ac4d8f58-aab7-433f-916f-cf5405b94dbe tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/60e7a95e-a29b-4f92-a0cd-07d3f775bc8f HTTP/1.1" status: 200 len: 925 time: 3.2633350 Sep 25 01:01:52.037923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a2946-b82f-41c0-b194-ffdab33899c8 None None] Sync routers for ids ['60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:52.041038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52596) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:52.072607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a2946-b82f-41c0-b194-ffdab33899c8 None None] Routers {'60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:52.073704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-e65a2946-b82f-41c0-b194-ffdab33899c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:52.103631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-198d6e43-8a11-4382-b24b-8197a79506d9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 955487e7-98b2-4786-9aee-a35104abc84e {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:52.104402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-198d6e43-8a11-4382-b24b-8197a79506d9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (955487e7-98b2-4786-9aee-a35104abc84e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.178422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-e65a2946-b82f-41c0-b194-ffdab33899c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:52.198329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a2946-b82f-41c0-b194-ffdab33899c8 None None] Routers {'60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:52.199388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-e65a2946-b82f-41c0-b194-ffdab33899c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:52.237854 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0c550b3e-8710-4e59-bf5b-79c93267da8d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/60e7a95e-a29b-4f92-a0cd-07d3f775bc8f HTTP/1.1" status: 200 len: 925 time: 0.1949432 Sep 25 01:01:52.241154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52598) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:52.245610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52600) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:52.253830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-901306358'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:52.291048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-e65a2946-b82f-41c0-b194-ffdab33899c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:52.292265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a2946-b82f-41c0-b194-ffdab33899c8 None None] The sync data for ids ['60e7a95e-a29b-4f92-a0cd-07d3f775bc8f'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:52.365561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1170067449'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:52.438333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:52.465071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6637818-10f8-4606-93c3-3b44bbaf903d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:52.468235 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d6637818-10f8-4606-93c3-3b44bbaf903d tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=60e7a95e-a29b-4f92-a0cd-07d3f775bc8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2185693 Sep 25 01:01:52.474345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:52.479571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52604) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:52.481530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.515509 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 7 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:52.522720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.537144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (9966c43b-42ff-4af2-947d-f657e7912395), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.649958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (9966c43b-42ff-4af2-947d-f657e7912395), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.656869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:52.765698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 56370dd0-cb3b-495f-9e63-ed55e1baa813 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:52.775386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:52.784166 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:52.788208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ba56f3d1-86f8-4583-94ed-b6285b802c92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:52.794290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=9966c43b-42ff-4af2-947d-f657e7912395,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:52.862880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (f2632c69-cd18-456e-a2b5-eddff7a19d52), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.899027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f2632c69-cd18-456e-a2b5-eddff7a19d52), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.921548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ba56f3d1-86f8-4583-94ed-b6285b802c92 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:52.922340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.922478 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ba56f3d1-86f8-4583-94ed-b6285b802c92 Sep 25 01:01:52.929390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a3ed1-b9dd-4272-9b2f-cb11d53576db None None] Network 56370dd0-cb3b-495f-9e63-ed55e1baa813 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:52.953588 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:52.954711 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.984705 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:53.020872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2632c69-cd18-456e-a2b5-eddff7a19d52,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:53.030933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (d2b9ca07-18e0-4d76-9371-0e22aec64604), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.031470 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Added segment d2b9ca07-18e0-4d76-9371-0e22aec64604 of type vlan for network bc254c69-2c00-4092-a9f7-38812e027719 Sep 25 01:01:53.043637 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4d050e10-ae9b-426e-bd06-ee5c18e66b66 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.2050130 Sep 25 01:01:53.057390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52606) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:53.080727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Made reservation on behalf of 1879ea9c3185425bb1df199cbc0eb469 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:53.087239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.141741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-198d6e43-8a11-4382-b24b-8197a79506d9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (955487e7-98b2-4786-9aee-a35104abc84e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.157893 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 8 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:53.176001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.186841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:53.215908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-198d6e43-8a11-4382-b24b-8197a79506d9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 955487e7-98b2-4786-9aee-a35104abc84e owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:53.241328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ba56f3d1-86f8-4583-94ed-b6285b802c92 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:53.241328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.251545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (bc254c69-2c00-4092-a9f7-38812e027719), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.268778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:53.283762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:53.348751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ba56f3d1-86f8-4583-94ed-b6285b802c92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba56f3d1-86f8-4583-94ed-b6285b802c92,segment=NetworkSegment(27fcf431-f505-44be-8101-1e17ae991efd),segment_id=27fcf431-f505-44be-8101-1e17ae991efd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:53.366029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.424667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b6fbc-8555-493b-bf5d-270e95d0b6b8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:53.427773 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-657b6fbc-8555-493b-bf5d-270e95d0b6b8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 881 time: 0.9336386 Sep 25 01:01:53.433203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52610) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:53.433902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (bc254c69-2c00-4092-a9f7-38812e027719), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.440324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:53.441086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.496150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:53.498838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ba56f3d1-86f8-4583-94ed-b6285b802c92,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:53.565476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:53.705035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks [] for security_group (24407dff-69d2-42b9-a948-d7e8dafcf7d3), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.712940 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:53.720855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (24407dff-69d2-42b9-a948-d7e8dafcf7d3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.737429 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8d1dbf61-652c-42cb-bff8-088df405799d tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60e7a95e-a29b-4f92-a0cd-07d3f775bc8f HTTP/1.1" status: 200 len: 205 time: 0.2927537 Sep 25 01:01:53.761754 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52616) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:53.784904 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 9 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:53.799462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-198d6e43-8a11-4382-b24b-8197a79506d9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (955487e7-98b2-4786-9aee-a35104abc84e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.821098 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5786450 Sep 25 01:01:53.830556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52618) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:53.846663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'name': 'tempest-PortsIpV6TestJSON-935228479'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:53.861302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:53.867609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:53.883046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc1841-0e32-4391-a76e-63c4f9cca2dc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Network': ['ID=bc254c69-2c00-4092-a9f7-38812e027719,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:53.905489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network bc254c69-2c00-4092-a9f7-38812e027719 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:53.965637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:54.020338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d675f89-f4d8-4bf9-85ae-c05d807f5f29 req-069fb8ca-284a-4ec5-bb98-286299a35ae3 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:54.022977 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4d675f89-f4d8-4bf9-85ae-c05d807f5f29 req-069fb8ca-284a-4ec5-bb98-286299a35ae3 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3316014 Sep 25 01:01:54.080277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d6e43-8a11-4382-b24b-8197a79506d9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=955487e7-98b2-4786-9aee-a35104abc84e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:54.088109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24407dff-69d2-42b9-a948-d7e8dafcf7d3,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:54.101847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e32dc5cd-c731-446c-988b-a516fccbbcfb), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.102303 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Added segment e32dc5cd-c731-446c-988b-a516fccbbcfb of type vlan for network c561faef-6efc-487c-a341-56c1a27165d8 Sep 25 01:01:54.229954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.313491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (c561faef-6efc-487c-a341-56c1a27165d8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.319129 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4d675f89-f4d8-4bf9-85ae-c05d807f5f29 req-db48aa10-16bb-42d0-aaeb-1512497e2c5e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791247 Sep 25 01:01:54.342533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-198d6e43-8a11-4382-b24b-8197a79506d9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.352079 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-198d6e43-8a11-4382-b24b-8197a79506d9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/955487e7-98b2-4786-9aee-a35104abc84e HTTP/1.1" status: 204 len: 168 time: 2.5816908 Sep 25 01:01:54.356203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52620) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:54.369283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9966c43b-42ff-4af2-947d-f657e7912395), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.370041 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Attempt 10 to provision port 2ee4ad66-147f-4a0a-91ea-987083d0edeb Sep 25 01:01:54.408474 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a46bf43-3b90-4e8f-9c28-2c6e5a356c55 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:01:54.410970 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5a46bf43-3b90-4e8f-9c28-2c6e5a356c55 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/955487e7-98b2-4786-9aee-a35104abc84e HTTP/1.1" status: 404 len: 333 time: 0.0530999 Sep 25 01:01:54.412339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:54.418850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.422455 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52624) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:54.458509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4208aab0-7c17-4bb1-9c8a-844f4f6800c0 None None] Port 2ee4ad66-147f-4a0a-91ea-987083d0edeb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:54.540526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (c561faef-6efc-487c-a341-56c1a27165d8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.549258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:54.550252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.575370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.605909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Provisioning complete for port ba56f3d1-86f8-4583-94ed-b6285b802c92 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:54.606471 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.607058 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 1 to provision port ba56f3d1-86f8-4583-94ed-b6285b802c92 Sep 25 01:01:54.680909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:54.697203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ba56f3d1-86f8-4583-94ed-b6285b802c92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:54.747004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Deleting port 307e8d10-17bc-46bf-8dd0-f8f634413820 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:54.747406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (307e8d10-17bc-46bf-8dd0-f8f634413820), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.797342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:54.831081 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1804512 Sep 25 01:01:54.838060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e89c2a-2e22-4ede-9371-8cc8d142c793 req-1053ef8d-1eb1-41cd-989a-9a0028ed7e92 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:54.839753 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-04e89c2a-2e22-4ede-9371-8cc8d142c793 req-1053ef8d-1eb1-41cd-989a-9a0028ed7e92 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3700445 Sep 25 01:01:54.842380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52626) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:54.845953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76953c43-61d2-4994-af01-515f55ce8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event updated for resources: {'Network': ['ID=c561faef-6efc-487c-a341-56c1a27165d8,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:54.855121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Request body: {'subnet': {'network_id': 'c561faef-6efc-487c-a341-56c1a27165d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:54.877581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network c561faef-6efc-487c-a341-56c1a27165d8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:54.905679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Current status of the port ba56f3d1-86f8-4583-94ed-b6285b802c92 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:54.914955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ba56f3d1-86f8-4583-94ed-b6285b802c92 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:54.915691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:54.916556 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ba56f3d1-86f8-4583-94ed-b6285b802c92 Sep 25 01:01:54.985282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (307e8d10-17bc-46bf-8dd0-f8f634413820), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.013972 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Calling delete_port for 307e8d10-17bc-46bf-8dd0-f8f634413820 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:55.036365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7baa4458-76d9-43af-b063-931926680dbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 2ee4ad66-147f-4a0a-91ea-987083d0edeb {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:55.036591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7baa4458-76d9-43af-b063-931926680dbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2ee4ad66-147f-4a0a-91ea-987083d0edeb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.046291 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (9966c43b-42ff-4af2-947d-f657e7912395), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.053111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Provisioning complete for port 9966c43b-42ff-4af2-947d-f657e7912395 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:55.053952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9966c43b-42ff-4af2-947d-f657e7912395), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.054782 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 1 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:01:55.092938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (9966c43b-42ff-4af2-947d-f657e7912395), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.155857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:55.218776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:55.225022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ba56f3d1-86f8-4583-94ed-b6285b802c92 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:55.292985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=9966c43b-42ff-4af2-947d-f657e7912395,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:55.303460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:55.315669 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-04e89c2a-2e22-4ede-9371-8cc8d142c793 req-8cf44b5c-3f5f-4822-9fe3-52789f310a22 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352167 Sep 25 01:01:55.370160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:55.385365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Made reservation on behalf of 1879ea9c3185425bb1df199cbc0eb469 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:55.390286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.406385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7baa4458-76d9-43af-b063-931926680dbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2ee4ad66-147f-4a0a-91ea-987083d0edeb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.434155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.489871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7baa4458-76d9-43af-b063-931926680dbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 2ee4ad66-147f-4a0a-91ea-987083d0edeb owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:55.634413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.657659 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 2 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:01:55.705389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5622ab-d8a2-4470-99b3-9f2937a22f18 req-dd65823d-1b76-42b4-bd35-fe2c2028e397 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:55.708913 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2c5622ab-d8a2-4470-99b3-9f2937a22f18 req-dd65823d-1b76-42b4-bd35-fe2c2028e397 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1573915 Sep 25 01:01:55.725280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:55.756542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (307e8d10-17bc-46bf-8dd0-f8f634413820), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.774112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (7778f288-0dc3-436d-8d61-b9699a6f0304), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.789505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=92b9e625-b0e3-4f75-82ab-60c80af2cb96,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:55.832205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:55.866782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event deleted for resources: {'Port': ['ID=307e8d10-17bc-46bf-8dd0-f8f634413820,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:55.888493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Checking segment: {'id': 'd2b9ca07-18e0-4d76-9371-0e22aec64604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:55.888790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network hostable DHCP agents. Network: bc254c69-2c00-4092-a9f7-38812e027719, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:55.900851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7baa4458-76d9-43af-b063-931926680dbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2ee4ad66-147f-4a0a-91ea-987083d0edeb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.950144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (5aa9d95b-2514-4797-9ef3-4b9e0d6908fd), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.958203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa4458-76d9-43af-b063-931926680dbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=2ee4ad66-147f-4a0a-91ea-987083d0edeb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:55.980022 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2c5622ab-d8a2-4470-99b3-9f2937a22f18 req-12f09b2f-6b7d-4073-9fce-d45323360de3 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270830 Sep 25 01:01:56.051320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:56.065496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.138810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event updated for resources: {'Subnet': ['ID=5aa9d95b-2514-4797-9ef3-4b9e0d6908fd,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:56.143274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bc254c69-2c00-4092-a9f7-38812e027719) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:56.155516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c32f79-2780-48a3-8b04-ab3053ea03a1 None None] Network bc254c69-2c00-4092-a9f7-38812e027719 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:56.166129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:56.176006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:56.177771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.258164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Checking segment: {'id': 'e32dc5cd-c731-446c-988b-a516fccbbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c561faef-6efc-487c-a341-56c1a27165d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:56.259314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Network hostable DHCP agents. Network: c561faef-6efc-487c-a341-56c1a27165d8, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:56.275505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7baa4458-76d9-43af-b063-931926680dbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.283897 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7baa4458-76d9-43af-b063-931926680dbe tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2ee4ad66-147f-4a0a-91ea-987083d0edeb HTTP/1.1" status: 204 len: 168 time: 1.8499405 Sep 25 01:01:56.290698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52632) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:56.298190 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d09e31f7-ccb6-4e8b-9f8c-dfc02dfb8fe4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4587049 Sep 25 01:01:56.319296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52634) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:56.340031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1368987651'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:56.344370 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 3 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:01:56.408040 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa867af-eb51-4785-9f5a-cdde653baaef tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:01:56.410993 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5aa867af-eb51-4785-9f5a-cdde653baaef tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/2ee4ad66-147f-4a0a-91ea-987083d0edeb HTTP/1.1" status: 404 len: 333 time: 0.1088197 Sep 25 01:01:56.419497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52638) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:56.484425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Network c561faef-6efc-487c-a341-56c1a27165d8 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:56.509287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:56.517221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:56.525644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.536341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c561faef-6efc-487c-a341-56c1a27165d8) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:56.562871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15705b76-788f-4d97-94f3-ff0025c4ee19 None None] Network c561faef-6efc-487c-a341-56c1a27165d8 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:56.577663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:56.578538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.621620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e855cd8-e5ff-4068-abd1-7874216b972e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet f54cc96f-53d4-4eb5-ac10-9681bbe14d40 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:56.632300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:56.634771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2e855cd8-e5ff-4068-abd1-7874216b972e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (f54cc96f-53d4-4eb5-ac10-9681bbe14d40), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.683368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:56.696163 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-88cabdf6-1897-42e9-9961-1a31a179cc2e tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8468013 Sep 25 01:01:56.699670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52640) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:56.739547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3562b0e5-b5cc-4409-82fa-29977347468f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.740153 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Added segment 3562b0e5-b5cc-4409-82fa-29977347468f of type vlan for network 4ff75e6e-edf5-41a0-934a-1e337b6973ee Sep 25 01:01:56.769820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Request body: {'port': {'network_id': 'c561faef-6efc-487c-a341-56c1a27165d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1428960571'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:56.792178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c561faef-6efc-487c-a341-56c1a27165d8', 'network_id': 'c561faef-6efc-487c-a341-56c1a27165d8', 'project_id': '1879ea9c3185425bb1df199cbc0eb469', 'fixed_ips': [{'subnet_id': '5aa9d95b-2514-4797-9ef3-4b9e0d6908fd'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:56.793056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2e855cd8-e5ff-4068-abd1-7874216b972e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (f54cc96f-53d4-4eb5-ac10-9681bbe14d40), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.795214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.924913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (4ff75e6e-edf5-41a0-934a-1e337b6973ee), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.965984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.973168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.979535 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9966c43b-42ff-4af2-947d-f657e7912395), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.997467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:57.013606 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 4 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:01:57.032224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (4ff75e6e-edf5-41a0-934a-1e337b6973ee), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.038682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:57.039344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.049900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ee1ec-18f9-4ce1-a578-a9543eacecea req-535e8de2-5042-4648-9d6b-422d48ce54c1 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:57.052208 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4e9ee1ec-18f9-4ce1-a578-a9543eacecea req-535e8de2-5042-4648-9d6b-422d48ce54c1 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3660562 Sep 25 01:01:57.148359 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8201053 Sep 25 01:01:57.156281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2e855cd8-e5ff-4068-abd1-7874216b972e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (f54cc96f-53d4-4eb5-ac10-9681bbe14d40), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.159723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52644) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:57.190545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'ports': [{'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719'}, {'network_id': '4ff75e6e-edf5-41a0-934a-1e337b6973ee'}]} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:57.191026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:57.191828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': '4ff75e6e-edf5-41a0-934a-1e337b6973ee'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:57.207255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (60e7a95e-a29b-4f92-a0cd-07d3f775bc8f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.209720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Fanout notify agent at l3_agent the message router_deleted on router 60e7a95e-a29b-4f92-a0cd-07d3f775bc8f {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:57.215348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bcdd5-95de-49f2-be5e-5aa05aa48277 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Network': ['ID=4ff75e6e-edf5-41a0-934a-1e337b6973ee,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:57.220506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.222297 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-76670327-a85d-45d2-b49b-4a653bc759b9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/60e7a95e-a29b-4f92-a0cd-07d3f775bc8f HTTP/1.1" status: 204 len: 168 time: 3.4541342 Sep 25 01:01:57.228482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52646) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:57.242723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a653c9b1-bae2-45c3-b7ef-112898d97af7 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1242462338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:57.255750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:57.312316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2e855cd8-e5ff-4068-abd1-7874216b972e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (f54cc96f-53d4-4eb5-ac10-9681bbe14d40), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.336578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 4ff75e6e-edf5-41a0-934a-1e337b6973ee details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:57.351739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:57.380801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e855cd8-e5ff-4068-abd1-7874216b972e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=f54cc96f-53d4-4eb5-ac10-9681bbe14d40,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:57.397274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2e855cd8-e5ff-4068-abd1-7874216b972e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.401594 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2e855cd8-e5ff-4068-abd1-7874216b972e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f54cc96f-53d4-4eb5-ac10-9681bbe14d40 HTTP/1.1" status: 204 len: 168 time: 0.9743233 Sep 25 01:01:57.403031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a653c9b1-bae2-45c3-b7ef-112898d97af7 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (7801edf5-6497-412c-b7de-c46c2111d277), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.404464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a653c9b1-bae2-45c3-b7ef-112898d97af7 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (7801edf5-6497-412c-b7de-c46c2111d277), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.408762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52650) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:57.479046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526f5e56-735a-42a0-a8d1-7cba1f87ce3b None None] Network 67cd6b99-13b3-4637-93ab-7ca7c699c78b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:57.504165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a653c9b1-bae2-45c3-b7ef-112898d97af7 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (7801edf5-6497-412c-b7de-c46c2111d277), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.511056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a653c9b1-bae2-45c3-b7ef-112898d97af7 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (7801edf5-6497-412c-b7de-c46c2111d277), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.523706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:57.526072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:57.598084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Allocated IP 2001:db8::2 (c561faef-6efc-487c-a341-56c1a27165d8/5aa9d95b-2514-4797-9ef3-4b9e0d6908fd/3a81b243-f6f6-46a1-9658-128af165bf3d) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:57.611432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a653c9b1-bae2-45c3-b7ef-112898d97af7 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.617849 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a653c9b1-bae2-45c3-b7ef-112898d97af7 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3796661 Sep 25 01:01:57.624845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52652) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:57.637897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:57.678583 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4e9ee1ec-18f9-4ce1-a578-a9543eacecea req-803c9d7e-abb1-4e62-9824-48878c13660a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5680742 Sep 25 01:01:57.742682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (67cd6b99-13b3-4637-93ab-7ca7c699c78b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.782901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:57.979465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b531a5-40c6-402f-aa6e-8b2bc926a232 None None] DHCP port deletion for 67cd6b99-13b3-4637-93ab-7ca7c699c78b request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:57.985020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Made reservation on behalf of 1879ea9c3185425bb1df199cbc0eb469 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:57.993320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.019088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 2} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:58.028769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.091195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.100141 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] device_id is not set on port f458171d-b507-4483-b5f6-7e512f8237cb yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:58.177577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9f15e-d932-4a8f-8b25-87663da4d3e8 req-edb90a99-91c9-48d6-8daa-2ade021e3d61 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:58.180335 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ea9f15e-d932-4a8f-8b25-87663da4d3e8 req-edb90a99-91c9-48d6-8daa-2ade021e3d61 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.3540947 Sep 25 01:01:58.182450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 146dfcda-7b31-4541-bf3b-b0ea52923a91 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:58.183019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.227229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Publish callbacks [] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.236902 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 5 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:01:58.347689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.445021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:58.506442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (7801edf5-6497-412c-b7de-c46c2111d277), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.569579 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ea9f15e-d932-4a8f-8b25-87663da4d3e8 req-db14bbba-5a50-42c3-ae58-aac0ed1bce41 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585532 Sep 25 01:01:58.578618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b5b531a5-40c6-402f-aa6e-8b2bc926a232 None None] Deleting port 146dfcda-7b31-4541-bf3b-b0ea52923a91 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:58.579882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b5b531a5-40c6-402f-aa6e-8b2bc926a232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.587980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Allocated IP 2001:db8::198 (c561faef-6efc-487c-a341-56c1a27165d8/5aa9d95b-2514-4797-9ef3-4b9e0d6908fd/f458171d-b507-4483-b5f6-7e512f8237cb) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:58.593686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] For port 146dfcda-7b31-4541-bf3b-b0ea52923a91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=146dfcda-7b31-4541-bf3b-b0ea52923a91,segment=NetworkSegment(1d5371c1-29d6-4d0a-b564-2799f5aa8335),segment_id=1d5371c1-29d6-4d0a-b564-2799f5aa8335)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:58.596007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.606102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port a31880da-ab84-48fc-8473-2ec8426b0fa4 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:58.618000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Network c561faef-6efc-487c-a341-56c1a27165d8 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:58.625795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:58.627357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:58.630383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (9966c43b-42ff-4af2-947d-f657e7912395), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.649601 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de3dc7-130e-4c3a-ba8e-36065afce4f1 req-23067a1f-9ad1-4dcb-865f-d4114a9255f7 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:58.652590 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f8de3dc7-130e-4c3a-ba8e-36065afce4f1 req-23067a1f-9ad1-4dcb-865f-d4114a9255f7 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2225769 Sep 25 01:01:58.662785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (9966c43b-42ff-4af2-947d-f657e7912395), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.665761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 146dfcda-7b31-4541-bf3b-b0ea52923a91 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:58.679177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Pushing event updated for resources: {'Port': ['ID=3a81b243-f6f6-46a1-9658-128af165bf3d,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:58.682417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:58.733402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 146dfcda-7b31-4541-bf3b-b0ea52923a91 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:58.740317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ddcb-5e41-4465-85d8-d8cd34dd475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.822099 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=39 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:58.875684 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:58.884925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (7778f288-0dc3-436d-8d61-b9699a6f0304), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.896311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:58.949703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=9966c43b-42ff-4af2-947d-f657e7912395,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:58.973353 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f8de3dc7-130e-4c3a-ba8e-36065afce4f1 req-50955b86-cf22-4d41-8678-347b0b6b343a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986569 Sep 25 01:01:58.996340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b5b531a5-40c6-402f-aa6e-8b2bc926a232 None None] For port 146dfcda-7b31-4541-bf3b-b0ea52923a91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=146dfcda-7b31-4541-bf3b-b0ea52923a91,segment=NetworkSegment(1d5371c1-29d6-4d0a-b564-2799f5aa8335),segment_id=1d5371c1-29d6-4d0a-b564-2799f5aa8335)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:58.996340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b5b531a5-40c6-402f-aa6e-8b2bc926a232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.030914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:59.031980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b5b531a5-40c6-402f-aa6e-8b2bc926a232 None None] Calling delete_port for 146dfcda-7b31-4541-bf3b-b0ea52923a91 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:59.041061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Attempting to bind port 3a81b243-f6f6-46a1-9658-128af165bf3d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:59.041613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Attempting to bind port 3a81b243-f6f6-46a1-9658-128af165bf3d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e32dc5cd-c731-446c-988b-a516fccbbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c561faef-6efc-487c-a341-56c1a27165d8'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:59.042056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Attempting to bind port 3a81b243-f6f6-46a1-9658-128af165bf3d on network c561faef-6efc-487c-a341-56c1a27165d8 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:59.150220 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 6 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:01:59.165578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (7801edf5-6497-412c-b7de-c46c2111d277), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.167707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:59.194667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 146dfcda-7b31-4541-bf3b-b0ea52923a91 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:59.195288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.208079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.212742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.221578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:59.258532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:59.264568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (a31880da-ab84-48fc-8473-2ec8426b0fa4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.270895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:59.271417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Checking segment: {'id': 'e32dc5cd-c731-446c-988b-a516fccbbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c561faef-6efc-487c-a341-56c1a27165d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:59.271903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.272410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Bound using segment: {'id': 'e32dc5cd-c731-446c-988b-a516fccbbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c561faef-6efc-487c-a341-56c1a27165d8'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:59.273082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Bound port: 3a81b243-f6f6-46a1-9658-128af165bf3d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32dc5cd-c731-446c-988b-a516fccbbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c561faef-6efc-487c-a341-56c1a27165d8'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:59.273494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.304466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks [] for port (f458171d-b507-4483-b5f6-7e512f8237cb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.307509 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 56370dd0-cb3b-495f-9e63-ed55e1baa813 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:59.312623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:59.346436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:59.403364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port bafff93e-0056-424f-b5b6-405321b46bc3 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:01:59.412690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=146dfcda-7b31-4541-bf3b-b0ea52923a91,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:59.432160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b5b531a5-40c6-402f-aa6e-8b2bc926a232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (146dfcda-7b31-4541-bf3b-b0ea52923a91), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.511257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b531a5-40c6-402f-aa6e-8b2bc926a232 None None] Pushing event deleted for resources: {'Port': ['ID=146dfcda-7b31-4541-bf3b-b0ea52923a91,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:59.518599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b531a5-40c6-402f-aa6e-8b2bc926a232 None None] No DVR routers for this DVR port 146dfcda-7b31-4541-bf3b-b0ea52923a91 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:59.528349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] For port 3a81b243-f6f6-46a1-9658-128af165bf3d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:59.535833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] For port 3a81b243-f6f6-46a1-9658-128af165bf3d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a81b243-f6f6-46a1-9658-128af165bf3d,segment=NetworkSegment(e32dc5cd-c731-446c-988b-a516fccbbcfb),segment_id=e32dc5cd-c731-446c-988b-a516fccbbcfb)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:59.547038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (f458171d-b507-4483-b5f6-7e512f8237cb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.560522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.706717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5c9b8-1b0a-4c95-a9af-20a10b81f456 None None] Pushing event updated for resources: {'Port': ['ID=3a81b243-f6f6-46a1-9658-128af165bf3d,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:59.725839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Network c561faef-6efc-487c-a341-56c1a27165d8 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:59.748885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:59.759783 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 7 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:01:59.765805 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:59.771423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:59.772261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.776247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event updated for resources: {'Port': ['ID=f458171d-b507-4483-b5f6-7e512f8237cb,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:59.842414 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6ea2656f-db90-47b8-b8e6-6d5caab190b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0796514 Sep 25 01:01:59.851587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:59.854576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (bafff93e-0056-424f-b5b6-405321b46bc3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.859296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52666) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:59.875462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Request body: {'port': {'network_id': 'c561faef-6efc-487c-a341-56c1a27165d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1958115158', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:59.876425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.api.validators [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] bootfile-name is not in valid_values {{(pid=107188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:01:59.877109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.api.validators [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] tftp-server is not in valid_values {{(pid=107188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:01:59.877920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.api.validators [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] server-ip-address is not in valid_values {{(pid=107188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:01:59.909225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 7778f288-0dc3-436d-8d61-b9699a6f0304 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:00.060008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:00.077299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:00.121498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No DVR routers for this DVR port 146dfcda-7b31-4541-bf3b-b0ea52923a91 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:00.161055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a31880da-ab84-48fc-8473-2ec8426b0fa4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.305202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Allocated IP 172.36.7.205 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/128a23a7-faee-4458-b0e0-f97c39869978) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:00.338722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (67cd6b99-13b3-4637-93ab-7ca7c699c78b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.354573 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 8 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:00.369244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bffc26-e243-451f-a61e-f6391327c634 req-c3dcc538-384c-4260-a39d-2963358dff61 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:00.370961 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6bffc26-e243-451f-a61e-f6391327c634 req-c3dcc538-384c-4260-a39d-2963358dff61 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.2514572 Sep 25 01:02:00.377193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:00.383467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-e33aa633-14b6-476f-95c9-3171739bf193 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:00.385220 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-e33aa633-14b6-476f-95c9-3171739bf193 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.2672133 Sep 25 01:02:00.390124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1207c-5cd6-4f66-9179-77343c265125 req-3292f094-4fec-42f0-a0fc-c3b522d889ef tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:00.408371 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1fc1207c-5cd6-4f66-9179-77343c265125 req-3292f094-4fec-42f0-a0fc-c3b522d889ef tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2468345 Sep 25 01:02:00.421382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:00.445123 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f1b6482c-23f5-4756-8428-33893ca0bf24 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/7778f288-0dc3-436d-8d61-b9699a6f0304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3822041 Sep 25 01:02:00.445449 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0010c475-66ea-4dec-85a0-ceb441d913b0 None None] Sync routers for ids ['7778f288-0dc3-436d-8d61-b9699a6f0304'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:00.455794 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010c475-66ea-4dec-85a0-ceb441d913b0 None None] Routers {'7778f288-0dc3-436d-8d61-b9699a6f0304'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:00.456488 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0010c475-66ea-4dec-85a0-ceb441d913b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7778f288-0dc3-436d-8d61-b9699a6f0304'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:00.459482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:00.461789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:00.463027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52672) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:00.465297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:00.466824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (bafff93e-0056-424f-b5b6-405321b46bc3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.474703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=a31880da-ab84-48fc-8473-2ec8426b0fa4,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:00.494421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cd6b99-13b3-4637-93ab-7ca7c699c78b']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:00.502862 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0010c475-66ea-4dec-85a0-ceb441d913b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:00.515091 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010c475-66ea-4dec-85a0-ceb441d913b0 None None] Routers {'7778f288-0dc3-436d-8d61-b9699a6f0304'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:00.516244 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0010c475-66ea-4dec-85a0-ceb441d913b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:01:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7778f288-0dc3-436d-8d61-b9699a6f0304'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:00.547450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Made reservation on behalf of 1879ea9c3185425bb1df199cbc0eb469 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:00.554397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.564372 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0010c475-66ea-4dec-85a0-ceb441d913b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:00.565709 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0010c475-66ea-4dec-85a0-ceb441d913b0 None None] The sync data for ids ['7778f288-0dc3-436d-8d61-b9699a6f0304'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:00.685668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5371c1-29d6-4d0a-b564-2799f5aa8335') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:00.686160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5371c1-29d6-4d0a-b564-2799f5aa8335') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:00.693776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=bafff93e-0056-424f-b5b6-405321b46bc3,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:00.705744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] device_id is not set on port acb4310c-0257-44c2-8a3d-8a45c4d808f0 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:00.710121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (1d5371c1-29d6-4d0a-b564-2799f5aa8335), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.729597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a81b243-f6f6-46a1-9658-128af165bf3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:00.748445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (1d5371c1-29d6-4d0a-b564-2799f5aa8335), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.755741 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1fc1207c-5cd6-4f66-9179-77343c265125 req-71c1abe4-badd-4e08-a75c-9100af4499b8 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452084 Sep 25 01:02:00.817348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:00.817945 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (1d5371c1-29d6-4d0a-b564-2799f5aa8335), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.905100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Checking segment: {'id': '3562b0e5-b5cc-4409-82fa-29977347468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ff75e6e-edf5-41a0-934a-1e337b6973ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:00.905728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network hostable DHCP agents. Network: 4ff75e6e-edf5-41a0-934a-1e337b6973ee, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:02:00.909072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3a81b243-f6f6-46a1-9658-128af165bf3d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:00.911795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.912173 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3a81b243-f6f6-46a1-9658-128af165bf3d Sep 25 01:02:00.998733 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 9 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:01.092806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:01.110770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Allocated IP 2001:db8::358 (c561faef-6efc-487c-a341-56c1a27165d8/5aa9d95b-2514-4797-9ef3-4b9e0d6908fd/acb4310c-0257-44c2-8a3d-8a45c4d808f0) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:01.115276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e123b22a-0113-4d0d-91ed-e3495d61136f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:01.117863 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e123b22a-0113-4d0d-91ed-e3495d61136f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports/9966c43b-42ff-4af2-947d-f657e7912395 HTTP/1.1" status: 200 len: 976 time: 0.6164982 Sep 25 01:02:01.136467 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 1d5371c1-29d6-4d0a-b564-2799f5aa8335 resource provider aggregate not found Sep 25 01:02:01.151159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:01.169766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (67cd6b99-13b3-4637-93ab-7ca7c699c78b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.199497 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6bffc26-e243-451f-a61e-f6391327c634 req-e06067ff-7ff9-4013-b510-53ee48ace414 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8029311 Sep 25 01:02:01.227236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52678) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:01.305691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3a81b243-f6f6-46a1-9658-128af165bf3d is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:01.306781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.311698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 4ff75e6e-edf5-41a0-934a-1e337b6973ee is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:02:01.323085 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 1d5371c1-29d6-4d0a-b564-2799f5aa8335 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d5371c1-29d6-4d0a-b564-2799f5aa8335 found for delete ", "request_id": "req-f2f42c3e-01b0-4b1c-b09e-3080113ec07c"}]} Sep 25 01:02:01.331889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.348213 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/networks/67cd6b99-13b3-4637-93ab-7ca7c699c78b HTTP/1.1" status: 204 len: 168 time: 3.9377582 Sep 25 01:02:01.351284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fa694-6d16-4f9d-a5e8-321a59283233 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Network': ['ID=67cd6b99-13b3-4637-93ab-7ca7c699c78b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:01.351536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52684) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:01.360940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-979878369'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:01.370480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4ff75e6e-edf5-41a0-934a-1e337b6973ee) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:01.375791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:01.384303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:01.389714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:01.390526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.392326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4512bf-43a8-4747-9890-9dda622491ac None None] Network 4ff75e6e-edf5-41a0-934a-1e337b6973ee requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:01.404429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 3a81b243-f6f6-46a1-9658-128af165bf3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a81b243-f6f6-46a1-9658-128af165bf3d,segment=NetworkSegment(e32dc5cd-c731-446c-988b-a516fccbbcfb),segment_id=e32dc5cd-c731-446c-988b-a516fccbbcfb)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:01.406603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:01.426963 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8ca0761e-ef36-4df1-8e2b-197b3cc5af4d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2540288 Sep 25 01:02:01.444877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52686) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:01.496451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Deleting port 92a97b8c-2f24-49e4-a3c3-b5644492d71b {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:01.496451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.501017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b4d41-47d3-48ac-a97b-ef5a2eb07789 None None] Network c561faef-6efc-487c-a341-56c1a27165d8 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:01.507331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.517206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:01.523933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.538626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks [] for port (acb4310c-0257-44c2-8a3d-8a45c4d808f0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.605142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:01.619665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:02:01.666348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0946bdba-2f9f-4a26-8195-3c34c3ecba82), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.667091 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Added segment 0946bdba-2f9f-4a26-8195-3c34c3ecba82 of type vlan for network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 Sep 25 01:02:01.677643 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Attempt 10 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:01.685106 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b35822b7-1c04-4836-ac68-23854047e0cd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port bafff93e-0056-424f-b5b6-405321b46bc3 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:01.685708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b35822b7-1c04-4836-ac68-23854047e0cd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bafff93e-0056-424f-b5b6-405321b46bc3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.693455 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for port (128a23a7-faee-4458-b0e0-f97c39869978), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.739840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ad5c-905e-46b8-9346-d1697ae6a77f req-7ea04ce5-fdfd-4d6f-97a1-d53dfbf933d1 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:01.741384 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b867ad5c-905e-46b8-9346-d1697ae6a77f req-7ea04ce5-fdfd-4d6f-97a1-d53dfbf933d1 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 945 time: 0.2687581 Sep 25 01:02:01.756446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3910dab3-c94e-4aa6-a53b-cb1795dd2e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.790504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=3a81b243-f6f6-46a1-9658-128af165bf3d,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:01.836781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:01.853054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0a1c6786-5d97-4dfb-9897-928ede245e0c None None] Could not find standard attr ID for object 955487e7-98b2-4786-9aee-a35104abc84e. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:02:01.894194 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (acb4310c-0257-44c2-8a3d-8a45c4d808f0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.898890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (af443a3c-78f3-4910-ac1f-ae3abb7e4f53), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.925658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:02.010250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:02.016495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b35822b7-1c04-4836-ac68-23854047e0cd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bafff93e-0056-424f-b5b6-405321b46bc3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.017346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Provisioning complete for port 9966c43b-42ff-4af2-947d-f657e7912395 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:02.017725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9966c43b-42ff-4af2-947d-f657e7912395), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.018097 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Attempt 1 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:02.075196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:02.118133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:02.125496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Network c561faef-6efc-487c-a341-56c1a27165d8 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:02.150967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:02.155986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b35822b7-1c04-4836-ac68-23854047e0cd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for bafff93e-0056-424f-b5b6-405321b46bc3 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:02.170293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:02.179406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:02.180574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.188910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (af443a3c-78f3-4910-ac1f-ae3abb7e4f53), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.206124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:02.207444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.223888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] For port 92a97b8c-2f24-49e4-a3c3-b5644492d71b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:02.224676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.240789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (7778f288-0dc3-436d-8d61-b9699a6f0304), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.250772 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event updated for resources: {'Port': ['ID=acb4310c-0257-44c2-8a3d-8a45c4d808f0,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:02.344294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (128a23a7-faee-4458-b0e0-f97c39869978), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.358033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d1cc0-b084-4312-89fd-0f3c40831e91 req-60a4d2c4-498a-475a-9cb7-a55f1a6f4169 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:02.359749 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a33d1cc0-b084-4312-89fd-0f3c40831e91 req-60a4d2c4-498a-475a-9cb7-a55f1a6f4169 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3612471 Sep 25 01:02:02.395164 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-70f94c4a-6614-49d6-892d-f4ebdc2da213 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5256040 Sep 25 01:02:02.406825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52692) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:02.432838 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0791278 Sep 25 01:02:02.446516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52694) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:02.457270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': 'af443a3c-78f3-4910-ac1f-ae3abb7e4f53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:02.516282 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b867ad5c-905e-46b8-9346-d1697ae6a77f req-7e4fc683-d036-466a-a7f4-c8519877251c tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6632633 Sep 25 01:02:02.535581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402f398-ce81-4934-a30b-4b34008e301d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Network': ['ID=af443a3c-78f3-4910-ac1f-ae3abb7e4f53,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:02.566029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:02:02.576712 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Attempt 2 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:02.617575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:02.625748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:02.635227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef910c8b-eca8-48f2-b31e-3281f07139dd tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:02.647705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef910c8b-eca8-48f2-b31e-3281f07139dd tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:02.653104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef910c8b-eca8-48f2-b31e-3281f07139dd tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:02.655058 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ef910c8b-eca8-48f2-b31e-3281f07139dd tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2161000 Sep 25 01:02:02.656173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event updated for resources: {'Port': ['ID=128a23a7-faee-4458-b0e0-f97c39869978,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:02.659801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52696) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:02.707140 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:02.709826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:02.713222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:02.732753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b35822b7-1c04-4836-ac68-23854047e0cd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (bafff93e-0056-424f-b5b6-405321b46bc3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.853203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b35822b7-1c04-4836-ac68-23854047e0cd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.861551 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b35822b7-1c04-4836-ac68-23854047e0cd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/bafff93e-0056-424f-b5b6-405321b46bc3 HTTP/1.1" status: 204 len: 168 time: 1.4108846 Sep 25 01:02:02.881024 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a33d1cc0-b084-4312-89fd-0f3c40831e91 req-71cf8488-ae95-4576-87ec-67f243e5f523 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5016837 Sep 25 01:02:02.891381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52698) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:02.892763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35822b7-1c04-4836-ac68-23854047e0cd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=bafff93e-0056-424f-b5b6-405321b46bc3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:02.910528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:02.916066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.007427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5e0179-e54b-4daf-9b3b-da5134f999a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:03.022262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5e0179-e54b-4daf-9b3b-da5134f999a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:03.029089 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ab5e0179-e54b-4daf-9b3b-da5134f999a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1288550 Sep 25 01:02:03.035228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52700) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:03.050392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a81b243-f6f6-46a1-9658-128af165bf3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:03.108297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:03.122622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3a81b243-f6f6-46a1-9658-128af165bf3d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:03.122622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.123023 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3a81b243-f6f6-46a1-9658-128af165bf3d Sep 25 01:02:03.133925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494a24a-d398-45a8-a6d0-823f3871bddb req-78cb5dea-ca24-4659-8794-b2bd283e14db tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:03.136704 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1494a24a-d398-45a8-a6d0-823f3871bddb req-78cb5dea-ca24-4659-8794-b2bd283e14db tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 946 time: 0.3193188 Sep 25 01:02:03.224244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3a81b243-f6f6-46a1-9658-128af165bf3d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:03.303141 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (f519313f-14ab-40db-a7e9-967fd5c58134), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.609517 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Attempt 3 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:03.674791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 92a97b8c-2f24-49e4-a3c3-b5644492d71b no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:03.705547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:03.727714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.728641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (85321129-ab1c-47b7-a837-90f1435f7530), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.728641 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Floating IP 85321129-ab1c-47b7-a837-90f1435f7530 disassociated. External IP: 172.36.7.38, port: 92a97b8c-2f24-49e4-a3c3-b5644492d71b. Sep 25 01:02:03.728962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Calling delete_port for 92a97b8c-2f24-49e4-a3c3-b5644492d71b owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:03.742642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-2fe440e5-0b67-4b71-90a7-138972e09c80 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:03.744407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-2fe440e5-0b67-4b71-90a7-138972e09c80 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 945 time: 0.7497749 Sep 25 01:02:03.753024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.753829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:03.758918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa9cb-bf93-413d-88a4-d8416cd0564c tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Deleting port acb4310c-0257-44c2-8a3d-8a45c4d808f0 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:03.759276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e5caa9cb-bf93-413d-88a4-d8416cd0564c tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (acb4310c-0257-44c2-8a3d-8a45c4d808f0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.783107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=f519313f-14ab-40db-a7e9-967fd5c58134,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:03.798476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dfe6d-ab2d-429c-9d21-665dd36354cd req-5bce38e3-afa3-432c-b3bb-6f91b45e32c5 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:03.799393 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c56dfe6d-ab2d-429c-9d21-665dd36354cd req-5bce38e3-afa3-432c-b3bb-6f91b45e32c5 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 945 time: 0.1058908 Sep 25 01:02:03.806190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Checking segment: {'id': '0946bdba-2f9f-4a26-8195-3c34c3ecba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af443a3c-78f3-4910-ac1f-ae3abb7e4f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:03.806566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network hostable DHCP agents. Network: af443a3c-78f3-4910-ac1f-ae3abb7e4f53, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:02:03.821538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 92a97b8c-2f24-49e4-a3c3-b5644492d71b is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:03.822787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.866672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:02:03.881849 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c56dfe6d-ab2d-429c-9d21-665dd36354cd req-63791f58-c3ac-4802-a00b-f24201deed7a tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722020 Sep 25 01:02:03.883063 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, af443a3c-78f3-4910-ac1f-ae3abb7e4f53) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:03.888260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:03.889160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.912088 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 92a97b8c-2f24-49e4-a3c3-b5644492d71b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a97b8c-2f24-49e4-a3c3-b5644492d71b,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:03.916670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:02:03.917058 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f80b9461-c961-4183-b114-fdc66bc0aeb9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4685397 Sep 25 01:02:03.919388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3963c0-e548-4512-8383-e9a7c14ae836" -d '{"events": [{"server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "name": "network-vif-unplugged", "status": "completed", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:02:03.920740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52704) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:03.922813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686a313-e730-4597-85d2-ac816e78d1b3 None None] Network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:03.943990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ca06ba8a-e51f-4eb6-a206-213de8251460 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1982698316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:03.944423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 9966c43b-42ff-4af2-947d-f657e7912395 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:03.944423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9966c43b-42ff-4af2-947d-f657e7912395), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.976471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ca06ba8a-e51f-4eb6-a206-213de8251460 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (b7f7b21f-791c-4781-b74c-9a1684c42c3b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.979844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ca06ba8a-e51f-4eb6-a206-213de8251460 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (b7f7b21f-791c-4781-b74c-9a1684c42c3b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.983514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.066925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=92a97b8c-2f24-49e4-a3c3-b5644492d71b,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:04.098794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:04.118058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ca06ba8a-e51f-4eb6-a206-213de8251460 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for router_controller (b7f7b21f-791c-4781-b74c-9a1684c42c3b), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.126050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ca06ba8a-e51f-4eb6-a206-213de8251460 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (b7f7b21f-791c-4781-b74c-9a1684c42c3b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.138612 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1494a24a-d398-45a8-a6d0-823f3871bddb req-3b235644-aa44-4b7f-be2e-e47a1ad200b3 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8cc001f-fb87-4902-a6b5-ca7aab2cf510&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9134862 Sep 25 01:02:04.139260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d0714f95-b6a4-46ce-a3a2-25f8236108d2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port a31880da-ab84-48fc-8473-2ec8426b0fa4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:04.139609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d0714f95-b6a4-46ce-a3a2-25f8236108d2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a31880da-ab84-48fc-8473-2ec8426b0fa4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.175675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:04.200995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ca06ba8a-e51f-4eb6-a206-213de8251460 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.202498 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ca06ba8a-e51f-4eb6-a206-213de8251460 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2802453 Sep 25 01:02:04.206300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af443a3c-78f3-4910-ac1f-ae3abb7e4f53', 'network_id': 'af443a3c-78f3-4910-ac1f-ae3abb7e4f53', 'project_id': '84da212938f24d5daaebf1c4a1599dfb', 'fixed_ips': [{'subnet_id': 'f519313f-14ab-40db-a7e9-967fd5c58134'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:02:04.207486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.209516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52710) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:04.216447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'network_id': 'af443a3c-78f3-4910-ac1f-ae3abb7e4f53', 'name': 'tempest-PortsTestJSON-1118497975'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:04.228620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3492b01-32b8-4409-9760-be78e9e6161d req-603c4206-f304-4675-acf9-c06b229985b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:04.239714 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c3492b01-32b8-4409-9760-be78e9e6161d req-603c4206-f304-4675-acf9-c06b229985b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1355312 Sep 25 01:02:04.338992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9cd138-8b10-4239-8420-336829c18bb7 x-openstack-request-id: req-ab9cd138-8b10-4239-8420-336829c18bb7 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:02:04.339460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "name": "network-vif-unplugged", "status": "completed", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:02:04.339891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab9cd138-8b10-4239-8420-336829c18bb7 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:02:04.340647 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9cd138-8b10-4239-8420-336829c18bb7'] response: {'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'code': 200} Sep 25 01:02:04.341930 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Attempt 4 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:04.386387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e5caa9cb-bf93-413d-88a4-d8416cd0564c tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (acb4310c-0257-44c2-8a3d-8a45c4d808f0), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.404452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Deleting port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:04.406105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.422002 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c3492b01-32b8-4409-9760-be78e9e6161d req-44f82d91-8e9e-42f0-8b6e-e97d9dcd2b53 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806195 Sep 25 01:02:04.462814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:04.466129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:04.499806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Allocated IP 172.20.0.2 (af443a3c-78f3-4910-ac1f-ae3abb7e4f53/f519313f-14ab-40db-a7e9-967fd5c58134/9d537481-ce38-43b5-8af4-51de888e5611) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:04.529492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:04.536523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.538195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa9cb-bf93-413d-88a4-d8416cd0564c tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Calling delete_port for acb4310c-0257-44c2-8a3d-8a45c4d808f0 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:04.544248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d0714f95-b6a4-46ce-a3a2-25f8236108d2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a31880da-ab84-48fc-8473-2ec8426b0fa4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.554685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9966c43b-42ff-4af2-947d-f657e7912395), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.559026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port 23521c1d-b32d-443c-b8b0-e1e889e7338d yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:04.574185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:04.605962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:04.689084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Publish callbacks [] for port (9d537481-ce38-43b5-8af4-51de888e5611), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.696819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (9d537481-ce38-43b5-8af4-51de888e5611), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.744002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 9966c43b-42ff-4af2-947d-f657e7912395 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:04.756880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d0714f95-b6a4-46ce-a3a2-25f8236108d2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for a31880da-ab84-48fc-8473-2ec8426b0fa4 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:04.758070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:04.764032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:04.773495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:04.779048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Pushing event updated for resources: {'Port': ['ID=9d537481-ce38-43b5-8af4-51de888e5611,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:04.809801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.14 (af443a3c-78f3-4910-ac1f-ae3abb7e4f53/f519313f-14ab-40db-a7e9-967fd5c58134/23521c1d-b32d-443c-b8b0-e1e889e7338d) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:04.863366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Attempting to bind port 9d537481-ce38-43b5-8af4-51de888e5611 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:04.863754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Attempting to bind port 9d537481-ce38-43b5-8af4-51de888e5611 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0946bdba-2f9f-4a26-8195-3c34c3ecba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af443a3c-78f3-4910-ac1f-ae3abb7e4f53'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:04.864933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Attempting to bind port 9d537481-ce38-43b5-8af4-51de888e5611 on network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:04.921583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:04.922128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Checking segment: {'id': '0946bdba-2f9f-4a26-8195-3c34c3ecba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af443a3c-78f3-4910-ac1f-ae3abb7e4f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:04.922447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.922876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Bound using segment: {'id': '0946bdba-2f9f-4a26-8195-3c34c3ecba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af443a3c-78f3-4910-ac1f-ae3abb7e4f53'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:04.923488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Bound port: 9d537481-ce38-43b5-8af4-51de888e5611, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0946bdba-2f9f-4a26-8195-3c34c3ecba82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af443a3c-78f3-4910-ac1f-ae3abb7e4f53'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:04.923880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9d537481-ce38-43b5-8af4-51de888e5611), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.961964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (7801edf5-6497-412c-b7de-c46c2111d277), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.977275 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Attempt 5 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:05.027476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:05.074436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:05.118703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:05.128416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] For port 9d537481-ce38-43b5-8af4-51de888e5611, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:05.134986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] For port 9d537481-ce38-43b5-8af4-51de888e5611, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d537481-ce38-43b5-8af4-51de888e5611,segment=NetworkSegment(0946bdba-2f9f-4a26-8195-3c34c3ecba82),segment_id=0946bdba-2f9f-4a26-8195-3c34c3ecba82)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:05.136615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:05.138902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:05.143376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:05.144076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (92a97b8c-2f24-49e4-a3c3-b5644492d71b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:05.146457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:05.149389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:05.155542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9d537481-ce38-43b5-8af4-51de888e5611), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:05.207779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=23521c1d-b32d-443c-b8b0-e1e889e7338d,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:05.229842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:05.230878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:05.253096 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-45c5b2a3-5b33-4a7d-bd80-401ef673ea32 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0419929 Sep 25 01:02:05.257821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52716) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:05.290148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074064f-1343-471f-9a2b-9d456c962ebe None None] Pushing event updated for resources: {'Port': ['ID=9d537481-ce38-43b5-8af4-51de888e5611,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:05.375119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] For port 875bc05c-fb99-4b17-8a49-d7f97202c6d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=875bc05c-fb99-4b17-8a49-d7f97202c6d4,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:05.375622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:05.398152 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e0894b4c-c39c-4378-85f0-cba59c648178 req-f3513956-6c02-4018-affe-a3bd7362bf15 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 210 time: 0.0773547 Sep 25 01:02:05.460256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Pushing event deleted for resources: {'Port': ['ID=92a97b8c-2f24-49e4-a3c3-b5644492d71b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:05.619982 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Attempt 6 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:05.688922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2c137-c11c-4f32-947c-c06efc5f0797 req-41eeb6c3-e755-4e33-b5ab-782eabca82b7 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:05.697273 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-02f2c137-c11c-4f32-947c-c06efc5f0797 req-41eeb6c3-e755-4e33-b5ab-782eabca82b7 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1303339 Sep 25 01:02:05.713696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:05.771477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c32c8-0ec3-422d-b0b9-376f00dc6952 req-71cc143e-d783-48e2-b19a-a0c11a4db9d2 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:05.787575 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ec3c32c8-0ec3-422d-b0b9-376f00dc6952 req-71cc143e-d783-48e2-b19a-a0c11a4db9d2 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 945 time: 0.7216511 Sep 25 01:02:05.814233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=13,neutron:SELECT=87 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:05.833862 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-02f2c137-c11c-4f32-947c-c06efc5f0797 req-b38ef900-ebb3-4d3c-aa47-433e84a29ddf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353149 Sep 25 01:02:05.930881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:05.969854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d0714f95-b6a4-46ce-a3a2-25f8236108d2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a31880da-ab84-48fc-8473-2ec8426b0fa4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:06.016046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:06.018511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:06.216001 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Attempt 7 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:06.346102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:06.429053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:06.573745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:06.588641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:06.786934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=23521c1d-b32d-443c-b8b0-e1e889e7338d,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:06.848496 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Attempt 8 to provision port 9966c43b-42ff-4af2-947d-f657e7912395 Sep 25 01:02:06.907286 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b68f01e5-4c84-4d11-8ab9-31c9b0aecbdf req-d9869f98-9e77-4a44-98ec-71fe3515f428 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 210 time: 0.2794545 Sep 25 01:02:06.920444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Port 9966c43b-42ff-4af2-947d-f657e7912395 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:02:06.959459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9d537481-ce38-43b5-8af4-51de888e5611 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:06.968246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a0652d-4d9a-4e05-95e6-7a11bdb6f8e5 None None] Network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:07.014954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:07.019639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:07.024659 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ec3c32c8-0ec3-422d-b0b9-376f00dc6952 req-565f15f6-3ecf-4b7b-a733-9204578898fd tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2360954 Sep 25 01:02:07.034833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d0714f95-b6a4-46ce-a3a2-25f8236108d2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.038894 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d0714f95-b6a4-46ce-a3a2-25f8236108d2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a31880da-ab84-48fc-8473-2ec8426b0fa4 HTTP/1.1" status: 204 len: 168 time: 3.9726508 Sep 25 01:02:07.051222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52724) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:07.063433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Provisioning complete for port 3a81b243-f6f6-46a1-9658-128af165bf3d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:07.063810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.064319 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Attempt 1 to provision port 3a81b243-f6f6-46a1-9658-128af165bf3d Sep 25 01:02:07.082288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (7801edf5-6497-412c-b7de-c46c2111d277), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.091416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (9966c43b-42ff-4af2-947d-f657e7912395), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.093783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0714f95-b6a4-46ce-a3a2-25f8236108d2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=a31880da-ab84-48fc-8473-2ec8426b0fa4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:07.097766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (7801edf5-6497-412c-b7de-c46c2111d277), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.210010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:07.213909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (b7f7b21f-791c-4781-b74c-9a1684c42c3b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.227728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=9966c43b-42ff-4af2-947d-f657e7912395,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:07.228601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 9d537481-ce38-43b5-8af4-51de888e5611 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:07.229142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9d537481-ce38-43b5-8af4-51de888e5611), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.229600 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 9d537481-ce38-43b5-8af4-51de888e5611 Sep 25 01:02:07.291650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:07.322773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c970c-1263-4bb9-b7f2-d07bbb1a1a2d None None] Current status of the port 3a81b243-f6f6-46a1-9658-128af165bf3d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:07.455892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54942d6b-160e-4104-9429-ee30384f2262 req-77edd50e-a41f-427d-b71c-5c64f252f340 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:07.458329 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54942d6b-160e-4104-9429-ee30384f2262 req-77edd50e-a41f-427d-b71c-5c64f252f340 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.4351909 Sep 25 01:02:07.507607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea453d01-f187-4790-b51f-3f5f1f15967c tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:07.509751 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ea453d01-f187-4790-b51f-3f5f1f15967c tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4561069 Sep 25 01:02:07.518820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 9d537481-ce38-43b5-8af4-51de888e5611 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:07.519225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9d537481-ce38-43b5-8af4-51de888e5611), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.523702 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52726) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:07.530433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:07.570310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Provisioning complete for port 9d537481-ce38-43b5-8af4-51de888e5611 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:07.571502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9d537481-ce38-43b5-8af4-51de888e5611), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.572017 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 1 to provision port 9d537481-ce38-43b5-8af4-51de888e5611 Sep 25 01:02:07.607046 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dc35bf-a7a5-4906-bddf-8429aa44800f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:02:07.609017 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-38dc35bf-a7a5-4906-bddf-8429aa44800f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/bafff93e-0056-424f-b5b6-405321b46bc3 HTTP/1.1" status: 404 len: 333 time: 0.0822031 Sep 25 01:02:07.622508 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52728) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:07.635106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e5caa9cb-bf93-413d-88a4-d8416cd0564c tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (acb4310c-0257-44c2-8a3d-8a45c4d808f0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.654640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 875bc05c-fb99-4b17-8a49-d7f97202c6d4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:07.692468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.704408 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-684c28fb-9679-40c3-80dd-387295cec271 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:02:07.707424 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-684c28fb-9679-40c3-80dd-387295cec271 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/a31880da-ab84-48fc-8473-2ec8426b0fa4 HTTP/1.1" status: 404 len: 333 time: 0.0787165 Sep 25 01:02:07.732563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52730) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:07.760247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa9cb-bf93-413d-88a4-d8416cd0564c tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event deleted for resources: {'Port': ['ID=acb4310c-0257-44c2-8a3d-8a45c4d808f0,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:07.810457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 9d537481-ce38-43b5-8af4-51de888e5611, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d537481-ce38-43b5-8af4-51de888e5611,segment=NetworkSegment(0946bdba-2f9f-4a26-8195-3c34c3ecba82),segment_id=0946bdba-2f9f-4a26-8195-3c34c3ecba82)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:07.838372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9d537481-ce38-43b5-8af4-51de888e5611), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.848479 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54942d6b-160e-4104-9429-ee30384f2262 req-d08adcaa-d169-42f8-b36e-f732b7ec038c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659034 Sep 25 01:02:07.898702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.899160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (5c046cf1-c3a0-44a9-9153-5f9aff023a1f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.899560 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Floating IP 5c046cf1-c3a0-44a9-9153-5f9aff023a1f disassociated. External IP: 172.36.7.124, port: 875bc05c-fb99-4b17-8a49-d7f97202c6d4. Sep 25 01:02:07.899929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Calling delete_port for 875bc05c-fb99-4b17-8a49-d7f97202c6d4 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:07.915593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e5caa9cb-bf93-413d-88a4-d8416cd0564c tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.936033 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e5caa9cb-bf93-413d-88a4-d8416cd0564c tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "DELETE /networking/v2.0/ports/acb4310c-0257-44c2-8a3d-8a45c4d808f0 HTTP/1.1" status: 204 len: 168 time: 5.2406287 Sep 25 01:02:07.936883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52732) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:07.978586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Request body: {'port': {'name': 'tempest-new-port-name-1733857091', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:07.979144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.api.validators [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] bootfile-name is not in valid_values {{(pid=107187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:02:07.979712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.api.validators [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] tftp-server is not in valid_values {{(pid=107187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:02:07.981749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.api.validators [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] server-ip-address is not in valid_values {{(pid=107187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:02:08.133636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (4ff75e6e-edf5-41a0-934a-1e337b6973ee), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.316259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Current status of the port 9d537481-ce38-43b5-8af4-51de888e5611 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:08.328378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=9d537481-ce38-43b5-8af4-51de888e5611,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:08.331678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:08.333470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.341935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Could not find standard attr ID for object acb4310c-0257-44c2-8a3d-8a45c4d808f0. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:02:08.420626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Provisioning complete for port f458171d-b507-4483-b5f6-7e512f8237cb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:08.421303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (f458171d-b507-4483-b5f6-7e512f8237cb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.421842 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 1 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:08.437727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:02:08.440873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39504296-5c42-45da-8584-e7574e1a69ce" -d '{"events": [{"server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:02:08.485203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:08.503843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 875bc05c-fb99-4b17-8a49-d7f97202c6d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=875bc05c-fb99-4b17-8a49-d7f97202c6d4,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:08.512364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.618055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.636282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (7778f288-0dc3-436d-8d61-b9699a6f0304), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.642119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f458171d-b507-4483-b5f6-7e512f8237cb), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.668357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=875bc05c-fb99-4b17-8a49-d7f97202c6d4,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:08.687186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.737391 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-596f22f1-b4fd-4d18-866c-258491e70320 req-e6daadfb-d4d1-489d-907f-09c4adda243e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 210 time: 0.5357182 Sep 25 01:02:08.749082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9d537481-ce38-43b5-8af4-51de888e5611 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:08.783355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:08.796547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:08.822751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:08.847909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f89597-fda1-4408-b26c-01530635e9f6 x-openstack-request-id: req-08f89597-fda1-4408-b26c-01530635e9f6 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:02:08.848924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:02:08.849246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08f89597-fda1-4408-b26c-01530635e9f6 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:02:08.849726 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f89597-fda1-4408-b26c-01530635e9f6'] response: {'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'code': 200} Sep 25 01:02:08.850881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] Sync routers for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:08.871828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:08.871828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:08.878406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:08.916289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Router 7801edf5-6497-412c-b7de-c46c2111d277 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:08.952582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (4ff75e6e-edf5-41a0-934a-1e337b6973ee), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.001996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:09.033461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda8af4-f004-4a80-bf93-47f39c513057 req-8b946f24-65ad-4d6f-8b94-6bffc576996e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:09.038329 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fdda8af4-f004-4a80-bf93-47f39c513057 req-8b946f24-65ad-4d6f-8b94-6bffc576996e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 943 time: 0.3717659 Sep 25 01:02:09.085477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff75e6e-edf5-41a0-934a-1e337b6973ee']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:09.090260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (b7f7b21f-791c-4781-b74c-9a1684c42c3b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.092098 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 2 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:09.121658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=23521c1d-b32d-443c-b8b0-e1e889e7338d,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:09.122237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 9d537481-ce38-43b5-8af4-51de888e5611 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:09.122237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9d537481-ce38-43b5-8af4-51de888e5611), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.122546 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 9d537481-ce38-43b5-8af4-51de888e5611 Sep 25 01:02:09.140357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3562b0e5-b5cc-4409-82fa-29977347468f') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:09.140844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3562b0e5-b5cc-4409-82fa-29977347468f') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:09.198214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (3562b0e5-b5cc-4409-82fa-29977347468f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.262541 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fdda8af4-f004-4a80-bf93-47f39c513057 req-f222935f-b29e-4e77-b745-f581711fea28 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=46dcd080-0a05-4cf2-bc9d-f3f67a88f112&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1995037 Sep 25 01:02:09.368120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3562b0e5-b5cc-4409-82fa-29977347468f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.424779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:09.428938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (3562b0e5-b5cc-4409-82fa-29977347468f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.469329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] No DVR routers for this DVR port 92a97b8c-2f24-49e4-a3c3-b5644492d71b on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:09.494250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50385db9-de9a-4736-99de-77076200c8e9 req-8c48e900-925f-4b9b-94a1-6438a6692b54 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:09.510148 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-50385db9-de9a-4736-99de-77076200c8e9 req-8c48e900-925f-4b9b-94a1-6438a6692b54 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.4011302 Sep 25 01:02:09.524429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.531779 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ac5926af-6917-4401-8cba-d1d45ca89973 req-b08d6be3-7a4e-4f73-b7ce-2d3c5f163c9c tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.60 "DELETE /networking/v2.0/ports/92a97b8c-2f24-49e4-a3c3-b5644492d71b HTTP/1.1" status: 204 len: 173 time: 9.1327217 Sep 25 01:02:09.538526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (875bc05c-fb99-4b17-8a49-d7f97202c6d4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.541518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'name': 'network-vif-deleted', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:02:09.553158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:09.560485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:09.561234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0baa45c-8950-4d60-918b-06a6bbe7d60d" -d '{"events": [{"server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "name": "network-vif-deleted", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:02:09.563016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:09.568012 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3562b0e5-b5cc-4409-82fa-29977347468f resource provider aggregate not found Sep 25 01:02:09.679541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 9d537481-ce38-43b5-8af4-51de888e5611 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:09.770976 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3562b0e5-b5cc-4409-82fa-29977347468f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3562b0e5-b5cc-4409-82fa-29977347468f found for delete ", "request_id": "req-4eafbab0-6502-4cad-ad02-4dd7ef58616d"}]} Sep 25 01:02:09.816302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:09.832262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:09.883044 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (4ff75e6e-edf5-41a0-934a-1e337b6973ee), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.952423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.994518 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/networks/4ff75e6e-edf5-41a0-934a-1e337b6973ee HTTP/1.1" status: 204 len: 168 time: 2.2231119 Sep 25 01:02:10.050918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea334487-70f6-46fa-baea-c4cc1acf590f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Network': ['ID=4ff75e6e-edf5-41a0-934a-1e337b6973ee,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:10.053920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52756) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:10.058876 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 3 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:10.074206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-409822014'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:10.153211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:10.181618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:10.193277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:10.218696 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7713717-5217-49dc-b786-db5b10c49e69 None None] Sync routers for ids ['7801edf5-6497-412c-b7de-c46c2111d277'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:10.234019 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7713717-5217-49dc-b786-db5b10c49e69 None None] Routers {'7801edf5-6497-412c-b7de-c46c2111d277'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:10.234822 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b7713717-5217-49dc-b786-db5b10c49e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7801edf5-6497-412c-b7de-c46c2111d277'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:10.284020 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f794d64f-dec1-49db-8259-fd3e8d9a768a req-988c007d-26bf-4dc3-8afc-f99bf7fb4c50 tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e970ad36-f164-457d-8ddd-23b62fb4159a HTTP/1.1" status: 200 len: 210 time: 0.1117146 Sep 25 01:02:10.285519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 7778f288-0dc3-436d-8d61-b9699a6f0304 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:10.307873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.314292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52758) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:10.328901 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-497c06fb-59f2-4340-a093-294f68f66d49 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "PUT /networking/v2.0/routers/7801edf5-6497-412c-b7de-c46c2111d277 HTTP/1.1" status: 200 len: 884 time: 12.6841259 Sep 25 01:02:10.329859 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b7713717-5217-49dc-b786-db5b10c49e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:10.352276 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7713717-5217-49dc-b786-db5b10c49e69 None None] Routers {'7801edf5-6497-412c-b7de-c46c2111d277'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:10.357703 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b7713717-5217-49dc-b786-db5b10c49e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7801edf5-6497-412c-b7de-c46c2111d277'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:10.373400 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:10.375216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Pushing event deleted for resources: {'Port': ['ID=875bc05c-fb99-4b17-8a49-d7f97202c6d4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:10.438990 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b7713717-5217-49dc-b786-db5b10c49e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:10.440558 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7713717-5217-49dc-b786-db5b10c49e69 None None] The sync data for ids ['7801edf5-6497-412c-b7de-c46c2111d277'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:10.459496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '58abda90-c35d-4cc7-af9e-f2fb9306dbd5', 'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'mac_address': 'fa:16:3e:91:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:26Z', 'updated_at': '2022-09-25T00:59:38Z', 'revision_number': 5, 'project_id': '6fca05771f584281881ef056a7ee9629', 'subnets': [{'id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:10.524722 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fbc32c6c-edaf-443c-8f1c-a00831b9953c tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/7801edf5-6497-412c-b7de-c46c2111d277 HTTP/1.1" status: 200 len: 925 time: 0.1894686 Sep 25 01:02:10.526867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:10.534159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.548415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] Checking router: 3711a875-fcaa-47ab-8fcf-b5a0bae07992 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:02:10.564327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52762) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:10.575980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.579239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:10.580082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:10.656308 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 4 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:10.687469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:02:10.709086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (1df14053-9305-4973-8ae4-2ab2e6e6f9f8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.709856 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Added segment 1df14053-9305-4973-8ae4-2ab2e6e6f9f8 of type vlan for network 60435f60-7820-4b36-a3f2-285034d93013 Sep 25 01:02:10.777903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:10.888116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:10.993319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff0400c-1404-4fbe-bb35-8c00bb18b36f x-openstack-request-id: req-6ff0400c-1404-4fbe-bb35-8c00bb18b36f {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:02:10.993617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e970ad36-f164-457d-8ddd-23b62fb4159a", "name": "network-vif-deleted", "tag": "92a97b8c-2f24-49e4-a3c3-b5644492d71b", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:02:10.993883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ff0400c-1404-4fbe-bb35-8c00bb18b36f {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:02:10.994284 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff0400c-1404-4fbe-bb35-8c00bb18b36f'] response: {'server_uuid': 'e970ad36-f164-457d-8ddd-23b62fb4159a', 'name': 'network-vif-deleted', 'tag': '92a97b8c-2f24-49e4-a3c3-b5644492d71b', 'status': 'completed', 'code': 200} Sep 25 01:02:11.004898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:11.016367 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f0912be4-ed3b-473e-a11e-6201ca3c3fab req-c6396d39-fb52-436c-9b41-054f99a83d20 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 210 time: 0.4466836 Sep 25 01:02:11.094977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b54458-38ed-46e6-8a4d-6be017007585 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:11.097452 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-19b54458-38ed-46e6-8a4d-6be017007585 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=7801edf5-6497-412c-b7de-c46c2111d277&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5091667 Sep 25 01:02:11.109820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52764) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:11.143240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (60435f60-7820-4b36-a3f2-285034d93013), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.248318 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-50385db9-de9a-4736-99de-77076200c8e9 req-f2942ac3-78e7-4706-a19b-443935abcaa4 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7331975 Sep 25 01:02:11.249908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:11.260825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (60435f60-7820-4b36-a3f2-285034d93013), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.268177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:11.268794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.281213 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-273de54f-c068-4a88-a861-a36ccc568b06 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/7778f288-0dc3-436d-8d61-b9699a6f0304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0310342 Sep 25 01:02:11.281519 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Router b7f7b21f-791c-4781-b74c-9a1684c42c3b is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:11.282509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52766) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:11.283332 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 5 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:11.292604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2682e-64e5-4bc2-b423-90645cf2c633 None None] Sync routers for ids ['7778f288-0dc3-436d-8d61-b9699a6f0304'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:11.311077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks [] for port (f458171d-b507-4483-b5f6-7e512f8237cb), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.416784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2682e-64e5-4bc2-b423-90645cf2c633 None None] Routers {'7778f288-0dc3-436d-8d61-b9699a6f0304'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:11.416784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-33a2682e-64e5-4bc2-b423-90645cf2c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7778f288-0dc3-436d-8d61-b9699a6f0304'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:11.441518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ac2db-7bb7-4ae2-b030-363bd0d8d519 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:11.444608 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0a8ac2db-7bb7-4ae2-b030-363bd0d8d519 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 881 time: 0.3242550 Sep 25 01:02:11.459922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52772) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:11.510881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:11.511494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-33a2682e-64e5-4bc2-b423-90645cf2c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:11.532742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '58abda90-c35d-4cc7-af9e-f2fb9306dbd5', 'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'mac_address': 'fa:16:3e:91:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:26Z', 'updated_at': '2022-09-25T00:59:38Z', 'revision_number': 5, 'project_id': '6fca05771f584281881ef056a7ee9629', 'subnets': [{'id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:11.569102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52776) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:11.573086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2682e-64e5-4bc2-b423-90645cf2c633 None None] Routers {'7778f288-0dc3-436d-8d61-b9699a6f0304'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:11.574200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-33a2682e-64e5-4bc2-b423-90645cf2c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7778f288-0dc3-436d-8d61-b9699a6f0304'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:11.577816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (f458171d-b507-4483-b5f6-7e512f8237cb), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.581521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556ac64-bf5c-42d0-84de-852c560f6e8e None None] The sync data for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv is: [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '58abda90-c35d-4cc7-af9e-f2fb9306dbd5', 'name': '', 'network_id': '30f22b87-e145-46d8-aa47-94c16470461f', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'mac_address': 'fa:16:3e:91:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:26Z', 'updated_at': '2022-09-25T00:59:38Z', 'revision_number': 5, 'project_id': '6fca05771f584281881ef056a7ee9629', 'subnets': [{'id': '397df8b9-9cb9-49e4-9e4f-944946615a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:11.647052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-33a2682e-64e5-4bc2-b423-90645cf2c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:11.647942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2682e-64e5-4bc2-b423-90645cf2c633 None None] The sync data for ids ['7778f288-0dc3-436d-8d61-b9699a6f0304'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:11.676760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:11.749869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] In _notify_port_updated(), no bound segment for port f458171d-b507-4483-b5f6-7e512f8237cb on network c561faef-6efc-487c-a341-56c1a27165d8 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:02:11.760198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:11.761500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.769328 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "PUT /networking/v2.0/ports/f458171d-b507-4483-b5f6-7e512f8237cb HTTP/1.1" status: 200 len: 1130 time: 3.8180339 Sep 25 01:02:11.781155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52778) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:11.860295 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-11ff2ade-6853-45f3-89a4-ea84077979b7 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] remove_router_interface failed (client error): The resource could not be found. Sep 25 01:02:11.861561 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-11ff2ade-6853-45f3-89a4-ea84077979b7 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/7778f288-0dc3-436d-8d61-b9699a6f0304/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5731246 Sep 25 01:02:11.905884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52780) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:11.937203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e46df2-db7a-4069-8add-67feb315cfe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event updated for resources: {'Port': ['ID=f458171d-b507-4483-b5f6-7e512f8237cb,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:12.012234 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 6 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:12.039060 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5711baf2-b894-4b00-b0ae-4e3f3afba35f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7778f288-0dc3-436d-8d61-b9699a6f0304 HTTP/1.1" status: 200 len: 205 time: 0.1212578 Sep 25 01:02:12.061108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Network': ['ID=60435f60-7820-4b36-a3f2-285034d93013,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:12.070172 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0b2f82c4-1bb9-4e20-a64a-afb839b16bdf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0144911 Sep 25 01:02:12.072817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52782) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.073309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52784) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.081811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 60435f60-7820-4b36-a3f2-285034d93013 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:02:12.106102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': '60435f60-7820-4b36-a3f2-285034d93013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:12.130323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1b331c-fd59-4378-a1cb-746043076657 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:12.133023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4c1b331c-fd59-4378-a1cb-746043076657 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "GET /networking/v2.0/ports/f458171d-b507-4483-b5f6-7e512f8237cb HTTP/1.1" status: 200 len: 1130 time: 0.3502841 Sep 25 01:02:12.144130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52788) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.150153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-54e47293-68b5-485a-8891-2b254504997e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group (c8cc001f-fb87-4902-a6b5-ca7aab2cf510), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.162532 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fcd115-e1f9-473e-879a-aea8d2a5c732 None None] New status for floating IP 85321129-ab1c-47b7-a837-90f1435f7530: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:02:12.188811 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c792e78d-fba2-42f1-921b-5d958eb1d6db tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7801edf5-6497-412c-b7de-c46c2111d277 HTTP/1.1" status: 200 len: 205 time: 0.1431937 Sep 25 01:02:12.261870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:12.286420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:12.287924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52790) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.298989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:12.299145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:12.354086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-54e47293-68b5-485a-8891-2b254504997e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group (c8cc001f-fb87-4902-a6b5-ca7aab2cf510), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.498999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8690f99f-04d1-4651-a20d-3effdc419ea2 req-253eace1-5e30-4c95-a087-01db993eafac tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 210 time: 0.1938181 Sep 25 01:02:12.530614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7170-8159-4d14-b624-2db0cf4096d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (7778f288-0dc3-436d-8d61-b9699a6f0304), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.610917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-54e47293-68b5-485a-8891-2b254504997e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (c8cc001f-fb87-4902-a6b5-ca7aab2cf510), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.614153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-54e47293-68b5-485a-8891-2b254504997e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.615389 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-54e47293-68b5-485a-8891-2b254504997e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c8cc001f-fb87-4902-a6b5-ca7aab2cf510 HTTP/1.1" status: 204 len: 168 time: 1.0402064 Sep 25 01:02:12.640152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52794) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.685725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e47293-68b5-485a-8891-2b254504997e tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cc001f-fb87-4902-a6b5-ca7aab2cf510,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:12.709319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:12.727143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e1d6e-5109-41a9-9248-c16f957ea339 None None] Sync routers for ids ['b7f7b21f-791c-4781-b74c-9a1684c42c3b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:12.732200 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5ccfc4ae-3b13-4436-817b-8bf91929b5de tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "PUT /networking/v2.0/routers/b7f7b21f-791c-4781-b74c-9a1684c42c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4670546 Sep 25 01:02:12.742941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52796) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.744750 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-081fa217-9a82-497f-a8e4-8effc6adea8f tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] show failed (client error): The resource could not be found. Sep 25 01:02:12.748009 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-081fa217-9a82-497f-a8e4-8effc6adea8f tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "GET /networking/v2.0/security-groups/c8cc001f-fb87-4902-a6b5-ca7aab2cf510 HTTP/1.1" status: 404 len: 347 time: 0.0592554 Sep 25 01:02:12.756104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52798) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.763991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e1d6e-5109-41a9-9248-c16f957ea339 None None] Routers {'b7f7b21f-791c-4781-b74c-9a1684c42c3b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:12.764495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-32a2527c-149c-49c6-ba3a-ba546595edb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Deleting port f458171d-b507-4483-b5f6-7e512f8237cb {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:12.764939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-373e1d6e-5109-41a9-9248-c16f957ea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b7f7b21f-791c-4781-b74c-9a1684c42c3b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:12.765132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32a2527c-149c-49c6-ba3a-ba546595edb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f458171d-b507-4483-b5f6-7e512f8237cb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.797846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d60ff-f4c4-4f9c-b788-4c069702ce80 req-5be86ba2-9111-404c-867f-0d0ebba51ccb tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:12.800632 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-228d60ff-f4c4-4f9c-b788-4c069702ce80 req-5be86ba2-9111-404c-867f-0d0ebba51ccb tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3511157 Sep 25 01:02:12.822385 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 7 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:12.826066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-373e1d6e-5109-41a9-9248-c16f957ea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:12.906228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e1d6e-5109-41a9-9248-c16f957ea339 None None] Routers {'b7f7b21f-791c-4781-b74c-9a1684c42c3b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:12.907410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-373e1d6e-5109-41a9-9248-c16f957ea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b7f7b21f-791c-4781-b74c-9a1684c42c3b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:12.912309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:12.914599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:12.922359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.929419 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] Sync routers for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:12.952242 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:12.954759 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:12.970125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-373e1d6e-5109-41a9-9248-c16f957ea339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:12.970766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e1d6e-5109-41a9-9248-c16f957ea339 None None] The sync data for ids ['b7f7b21f-791c-4781-b74c-9a1684c42c3b'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:12.972933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:13.038314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (7801edf5-6497-412c-b7de-c46c2111d277), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.086120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:13.107451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612f04d-1f79-44d6-b33f-1c1e850a76e2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:13.115744 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9612f04d-1f79-44d6-b33f-1c1e850a76e2 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b7f7b21f-791c-4781-b74c-9a1684c42c3b HTTP/1.1" status: 200 len: 983 time: 0.3607213 Sep 25 01:02:13.115744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7170-8159-4d14-b624-2db0cf4096d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (7778f288-0dc3-436d-8d61-b9699a6f0304), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.119557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7170-8159-4d14-b624-2db0cf4096d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (7778f288-0dc3-436d-8d61-b9699a6f0304), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.127100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52800) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:13.244680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Performing IP validity checks on allocation pools {{(pid=107188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 25 01:02:13.247011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 25 01:02:13.263768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] No DVR routers for this DVR port 875bc05c-fb99-4b17-8a49-d7f97202c6d4 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:13.279609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.279922 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:13.283853 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d71008f-629c-4b3b-abe2-4e1c7993076b req-6f51ecc9-2b65-4016-ac16-f9b0a463257e tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.60 "DELETE /networking/v2.0/ports/875bc05c-fb99-4b17-8a49-d7f97202c6d4 HTTP/1.1" status: 204 len: 173 time: 9.4998550 Sep 25 01:02:13.294758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'name': 'network-vif-deleted', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:02:13.296599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed08174-f673-45ad-8a7b-a4d746055be4" -d '{"events": [{"server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "name": "network-vif-deleted", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:02:13.328563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7170-8159-4d14-b624-2db0cf4096d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (7778f288-0dc3-436d-8d61-b9699a6f0304), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.329913 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2d7170-8159-4d14-b624-2db0cf4096d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Fanout notify agent at l3_agent the message router_deleted on router 7778f288-0dc3-436d-8d61-b9699a6f0304 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:02:13.363240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7170-8159-4d14-b624-2db0cf4096d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.364922 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ae2d7170-8159-4d14-b624-2db0cf4096d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7778f288-0dc3-436d-8d61-b9699a6f0304 HTTP/1.1" status: 204 len: 168 time: 1.2828710 Sep 25 01:02:13.378845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52804) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:13.442480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8211078d-650e-412a-92d7-29017e6c322e x-openstack-request-id: req-8211078d-650e-412a-92d7-29017e6c322e {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:02:13.443383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf09567-af18-4b44-bce1-527cb5f62eaa", "name": "network-vif-deleted", "tag": "875bc05c-fb99-4b17-8a49-d7f97202c6d4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:02:13.443941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8211078d-650e-412a-92d7-29017e6c322e {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:02:13.444810 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8211078d-650e-412a-92d7-29017e6c322e'] response: {'server_uuid': 'cbf09567-af18-4b44-bce1-527cb5f62eaa', 'name': 'network-vif-deleted', 'tag': '875bc05c-fb99-4b17-8a49-d7f97202c6d4', 'status': 'completed', 'code': 200} Sep 25 01:02:13.462154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Deleting port 296007cb-0d93-428a-b1ef-957651c217eb {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:13.463136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (296007cb-0d93-428a-b1ef-957651c217eb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.469435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32a2527c-149c-49c6-ba3a-ba546595edb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f458171d-b507-4483-b5f6-7e512f8237cb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.475061 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 8 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:13.477887 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-228d60ff-f4c4-4f9c-b788-4c069702ce80 req-164d752b-dae3-4b2b-8565-485e26d56676 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5857852 Sep 25 01:02:13.605008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:13.718438 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf69d6e-3673-408f-9cfa-e65ceec09d88', 'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'mac_address': 'fa:16:3e:54:c0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T00:59:54Z', 'revision_number': 5, 'project_id': '7f2f717a45524867bd74d08995113927', 'subnets': [{'id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:13.750505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-32a2527c-149c-49c6-ba3a-ba546595edb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Calling delete_port for f458171d-b507-4483-b5f6-7e512f8237cb owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:13.779669 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] Checking router: 6e50a8d0-93d6-4d98-a812-2e20f565afa9 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:02:13.802477 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:13.803515 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:13.830596 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0382b2b4-d42d-4e79-9eda-524d9a43cd3b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting subnet 849ab1aa-33cd-4ca8-945d-e2cf9ba311e3 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:02:13.838576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0382b2b4-d42d-4e79-9eda-524d9a43cd3b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (849ab1aa-33cd-4ca8-945d-e2cf9ba311e3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.887904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:14.022248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0382b2b4-d42d-4e79-9eda-524d9a43cd3b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (849ab1aa-33cd-4ca8-945d-e2cf9ba311e3), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.063638 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ab45a27d-c516-4f91-839b-41a5c000171e req-02d60153-bb3b-4bbb-9f68-886e4f7fe4a6 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbf09567-af18-4b44-bce1-527cb5f62eaa HTTP/1.1" status: 200 len: 210 time: 0.2866461 Sep 25 01:02:14.088124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (7801edf5-6497-412c-b7de-c46c2111d277), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.108178 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 9 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:14.149256 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:14.198176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:14.420775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (296007cb-0d93-428a-b1ef-957651c217eb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.422003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for floatingip (296007cb-0d93-428a-b1ef-957651c217eb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.425360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:14.452970 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:14.498311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea92e1-16b8-46db-a971-0d0ff29738c7 req-09536edd-155c-49ac-a46e-4aef446297e1 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:14.501080 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7dea92e1-16b8-46db-a971-0d0ff29738c7 req-09536edd-155c-49ac-a46e-4aef446297e1 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.4976971 Sep 25 01:02:14.514582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (0cf11a34-492c-4e51-a097-3a432f089bd7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.644802 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf69d6e-3673-408f-9cfa-e65ceec09d88', 'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'mac_address': 'fa:16:3e:54:c0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T00:59:54Z', 'revision_number': 5, 'project_id': '7f2f717a45524867bd74d08995113927', 'subnets': [{'id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:14.681815 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41755f64-7f76-4811-a7d6-19b9696a4e4b None None] The sync data for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv is: [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T00:59:45Z', 'revision_number': 4, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf69d6e-3673-408f-9cfa-e65ceec09d88', 'name': '', 'network_id': '3c9af416-4358-430a-ad21-683d4c0622d9', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'mac_address': 'fa:16:3e:54:c0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:41Z', 'updated_at': '2022-09-25T00:59:54Z', 'revision_number': 5, 'project_id': '7f2f717a45524867bd74d08995113927', 'subnets': [{'id': '2c93a3e5-97fe-4b87-8a41-1625b3b2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:14.700471 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 10 to provision port f458171d-b507-4483-b5f6-7e512f8237cb Sep 25 01:02:14.756827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0382b2b4-d42d-4e79-9eda-524d9a43cd3b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (849ab1aa-33cd-4ca8-945d-e2cf9ba311e3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.771279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Port f458171d-b507-4483-b5f6-7e512f8237cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:14.787570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Provisioning complete for port 3a81b243-f6f6-46a1-9658-128af165bf3d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:14.788223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.788758 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Attempt 1 to provision port 3a81b243-f6f6-46a1-9658-128af165bf3d Sep 25 01:02:14.819340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554195d8-172a-48b2-877d-6707815298e4 req-f82ebea4-6835-4b0d-ad16-caf3e9b87196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:14.822499 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-554195d8-172a-48b2-877d-6707815298e4 req-f82ebea4-6835-4b0d-ad16-caf3e9b87196 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1129 time: 0.4839900 Sep 25 01:02:14.829712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=0cf11a34-492c-4e51-a097-3a432f089bd7,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:14.845057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Calling delete_port for 296007cb-0d93-428a-b1ef-957651c217eb owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:14.885952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32a2527c-149c-49c6-ba3a-ba546595edb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f458171d-b507-4483-b5f6-7e512f8237cb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.901227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Deleting port 128a23a7-faee-4458-b0e0-f97c39869978 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:14.901538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (128a23a7-faee-4458-b0e0-f97c39869978), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.931809 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7dea92e1-16b8-46db-a971-0d0ff29738c7 req-14710a16-5bcb-4486-b777-35b00bd7cabf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014399 Sep 25 01:02:14.984700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (b7f7b21f-791c-4781-b74c-9a1684c42c3b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.017383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb400-c552-4494-9b69-2f9c943bb7e6 None None] Current status of the port 3a81b243-f6f6-46a1-9658-128af165bf3d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:15.038764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2527c-149c-49c6-ba3a-ba546595edb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event deleted for resources: {'Port': ['ID=f458171d-b507-4483-b5f6-7e512f8237cb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:15.153462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32a2527c-149c-49c6-ba3a-ba546595edb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.155897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Checking segment: {'id': '1df14053-9305-4973-8ae4-2ab2e6e6f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60435f60-7820-4b36-a3f2-285034d93013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:15.156653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network hostable DHCP agents. Network: 60435f60-7820-4b36-a3f2-285034d93013, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:02:15.167850 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-32a2527c-149c-49c6-ba3a-ba546595edb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f458171d-b507-4483-b5f6-7e512f8237cb HTTP/1.1" status: 204 len: 168 time: 3.0214419 Sep 25 01:02:15.175111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52814) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:15.186871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0382b2b4-d42d-4e79-9eda-524d9a43cd3b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (849ab1aa-33cd-4ca8-945d-e2cf9ba311e3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.208731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Provisioning complete for port 23521c1d-b32d-443c-b8b0-e1e889e7338d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:15.209804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.210496 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Attempt 1 to provision port 23521c1d-b32d-443c-b8b0-e1e889e7338d Sep 25 01:02:15.239327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0382b2b4-d42d-4e79-9eda-524d9a43cd3b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.252131 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0382b2b4-d42d-4e79-9eda-524d9a43cd3b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/849ab1aa-33cd-4ca8-945d-e2cf9ba311e3 HTTP/1.1" status: 204 len: 168 time: 1.8712213 Sep 25 01:02:15.262544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52816) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:15.319974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a3f469-8cad-4d03-b94d-5dc7a66f0c31 None None] Network 56370dd0-cb3b-495f-9e63-ed55e1baa813 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:15.329624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8ad1a-20f3-4eae-98aa-beac88e5a4b6 None None] New status for floating IP 5c046cf1-c3a0-44a9-9153-5f9aff023a1f: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:02:15.331928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382b2b4-d42d-4e79-9eda-524d9a43cd3b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Subnet': ['ID=849ab1aa-33cd-4ca8-945d-e2cf9ba311e3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:15.340867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 60435f60-7820-4b36-a3f2-285034d93013 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:02:15.344087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52820) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:15.414504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 60435f60-7820-4b36-a3f2-285034d93013) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:15.446266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:15.447324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.466128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554195d8-172a-48b2-877d-6707815298e4 req-0a43db70-2708-4ca8-b837-8cfebe2fcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:15.468762 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-554195d8-172a-48b2-877d-6707815298e4 req-0a43db70-2708-4ca8-b837-8cfebe2fcfd5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 200 len: 913 time: 0.6206782 Sep 25 01:02:15.510731 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7bd07194-2492-419d-b036-120985393dc8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4118705 Sep 25 01:02:15.519037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52822) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:15.524615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': '60435f60-7820-4b36-a3f2-285034d93013', 'name': 'tempest-PortsIpV6TestJSON-640330686'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:15.554229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3939fee-ca8b-4781-b7a8-52e1ef3448c9 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group (46dcd080-0a05-4cf2-bc9d-f3f67a88f112), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.573945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:15.575087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:15.576548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439712d5-05a6-4999-a0d7-f29e587609f7 None None] Network 60435f60-7820-4b36-a3f2-285034d93013 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:15.585832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (128a23a7-faee-4458-b0e0-f97c39869978), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.654407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:15.697849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d246f322-ebdc-40de-b0b1-c22804425e4a tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Deleting subnet 5aa9d95b-2514-4797-9ef3-4b9e0d6908fd {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:02:15.698735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3939fee-ca8b-4781-b7a8-52e1ef3448c9 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group (46dcd080-0a05-4cf2-bc9d-f3f67a88f112), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.705976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 23521c1d-b32d-443c-b8b0-e1e889e7338d {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:15.705976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.727098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d246f322-ebdc-40de-b0b1-c22804425e4a tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks [] for subnet (5aa9d95b-2514-4797-9ef3-4b9e0d6908fd), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.744437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Calling delete_port for 128a23a7-faee-4458-b0e0-f97c39869978 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:15.830528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (56370dd0-cb3b-495f-9e63-ed55e1baa813), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.878995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Port 23521c1d-b32d-443c-b8b0-e1e889e7338d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:15.883064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:15.953477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.969925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:15.977148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.010240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 23521c1d-b32d-443c-b8b0-e1e889e7338d owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:16.022526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3939fee-ca8b-4781-b7a8-52e1ef3448c9 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (46dcd080-0a05-4cf2-bc9d-f3f67a88f112), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.027871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3939fee-ca8b-4781-b7a8-52e1ef3448c9 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.029971 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c3939fee-ca8b-4781-b7a8-52e1ef3448c9 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/46dcd080-0a05-4cf2-bc9d-f3f67a88f112 HTTP/1.1" status: 204 len: 168 time: 0.6839302 Sep 25 01:02:16.032528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:16.046348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d246f322-ebdc-40de-b0b1-c22804425e4a tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (5aa9d95b-2514-4797-9ef3-4b9e0d6908fd), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.049510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52826) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:16.050523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-60435f60-7820-4b36-a3f2-285034d93013', 'network_id': '60435f60-7820-4b36-a3f2-285034d93013', 'project_id': '9d916dec203f4b278e19c6351473e052', 'fixed_ips': [{'subnet_id': '0cf11a34-492c-4e51-a097-3a432f089bd7'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:02:16.052167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.078308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 3fefc263-9fcb-4ff4-861e-e40aa764629b yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:16.099753 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-554195d8-172a-48b2-877d-6707815298e4 req-24b6a590-820c-485a-8428-a458b238dbd8 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 200 len: 1001 time: 0.6044831 Sep 25 01:02:16.108714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3939fee-ca8b-4781-b7a8-52e1ef3448c9 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dcd080-0a05-4cf2-bc9d-f3f67a88f112,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:16.184528 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-7901cea7-f798-43b6-9aab-6abf17645a27 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] show failed (client error): The resource could not be found. Sep 25 01:02:16.186488 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7901cea7-f798-43b6-9aab-6abf17645a27 tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "GET /networking/v2.0/security-groups/46dcd080-0a05-4cf2-bc9d-f3f67a88f112 HTTP/1.1" status: 404 len: 347 time: 0.1290658 Sep 25 01:02:16.238994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52828) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:16.252818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49881f0e-eab0-4bf4-a65e-9d7249680026 None None] DHCP port deletion for 56370dd0-cb3b-495f-9e63-ed55e1baa813 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:02:16.364682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (296007cb-0d93-428a-b1ef-957651c217eb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.374492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-49881f0e-eab0-4bf4-a65e-9d7249680026 None None] Deleting port ba56f3d1-86f8-4583-94ed-b6285b802c92 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:16.375193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-49881f0e-eab0-4bf4-a65e-9d7249680026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.376966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port ba56f3d1-86f8-4583-94ed-b6285b802c92 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:16.377310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.380915 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Attempt 2 to provision port 23521c1d-b32d-443c-b8b0-e1e889e7338d Sep 25 01:02:16.506519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554195d8-172a-48b2-877d-6707815298e4 req-d8c2fb71-014f-4cae-b857-6a6885f14e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:16.508093 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-554195d8-172a-48b2-877d-6707815298e4 req-d8c2fb71-014f-4cae-b857-6a6885f14e3e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=82e81295-8b2f-4758-b928-2ce277ab246c HTTP/1.1" status: 200 len: 851 time: 0.3933208 Sep 25 01:02:16.515006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714019d7-2f36-4db5-b331-a4751cd5e297 req-24f9f401-2ac8-4312-8e81-0c4d0f3d3cfd tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:16.516121 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-714019d7-2f36-4db5-b331-a4751cd5e297 req-24f9f401-2ac8-4312-8e81-0c4d0f3d3cfd tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3025079 Sep 25 01:02:16.520618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Port 23521c1d-b32d-443c-b8b0-e1e889e7338d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:16.529944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::f4 (60435f60-7820-4b36-a3f2-285034d93013/0cf11a34-492c-4e51-a097-3a432f089bd7/3fefc263-9fcb-4ff4-861e-e40aa764629b) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:16.543311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-49881f0e-eab0-4bf4-a65e-9d7249680026 None None] For port ba56f3d1-86f8-4583-94ed-b6285b802c92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba56f3d1-86f8-4583-94ed-b6285b802c92,segment=NetworkSegment(27fcf431-f505-44be-8101-1e17ae991efd),segment_id=27fcf431-f505-44be-8101-1e17ae991efd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:16.543922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-49881f0e-eab0-4bf4-a65e-9d7249680026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.563266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-49881f0e-eab0-4bf4-a65e-9d7249680026 None None] Calling delete_port for ba56f3d1-86f8-4583-94ed-b6285b802c92 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:16.580910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Pushing event deleted for resources: {'Port': ['ID=296007cb-0d93-428a-b1ef-957651c217eb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:16.697764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:16.742041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-49881f0e-eab0-4bf4-a65e-9d7249680026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.755284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ba56f3d1-86f8-4583-94ed-b6285b802c92 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:16.757458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d246f322-ebdc-40de-b0b1-c22804425e4a tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (5aa9d95b-2514-4797-9ef3-4b9e0d6908fd), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.765354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port ba56f3d1-86f8-4583-94ed-b6285b802c92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba56f3d1-86f8-4583-94ed-b6285b802c92,segment=NetworkSegment(27fcf431-f505-44be-8101-1e17ae991efd),segment_id=27fcf431-f505-44be-8101-1e17ae991efd)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:16.765832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.791247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554195d8-172a-48b2-877d-6707815298e4 req-7d7b8d58-d98b-4c34-b770-7054a37e0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:16.792975 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-554195d8-172a-48b2-877d-6707815298e4 req-7d7b8d58-d98b-4c34-b770-7054a37e0237 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=da310e92-d7bd-433d-bd93-f81d5d9edbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2758133 Sep 25 01:02:16.800687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49881f0e-eab0-4bf4-a65e-9d7249680026 None None] No DVR routers for this DVR port ba56f3d1-86f8-4583-94ed-b6285b802c92 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:16.807208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49881f0e-eab0-4bf4-a65e-9d7249680026 None None] Pushing event deleted for resources: {'Port': ['ID=ba56f3d1-86f8-4583-94ed-b6285b802c92,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:16.813621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ba56f3d1-86f8-4583-94ed-b6285b802c92 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:16.813980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ba56f3d1-86f8-4583-94ed-b6285b802c92 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:16.875360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for ba56f3d1-86f8-4583-94ed-b6285b802c92 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:16.988303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Deleting port da7a0d6b-3c38-443e-b0ae-444f0521b6b6 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:16.988685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (da7a0d6b-3c38-443e-b0ae-444f0521b6b6), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.001413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:17.023218 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Attempt 3 to provision port 23521c1d-b32d-443c-b8b0-e1e889e7338d Sep 25 01:02:17.033120 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-714019d7-2f36-4db5-b331-a4751cd5e297 req-518814cc-2c32-4ecf-8559-ac00d1609f9a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4394560 Sep 25 01:02:17.114283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Port 23521c1d-b32d-443c-b8b0-e1e889e7338d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:17.306885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (23521c1d-b32d-443c-b8b0-e1e889e7338d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.372624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=23521c1d-b32d-443c-b8b0-e1e889e7338d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:17.376545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:17.415270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks [] for floatingip (85321129-ab1c-47b7-a837-90f1435f7530), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.418165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.419751 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9a08ac37-58bf-4ee4-b0de-7249ac67f23b tempest-ServersTestJSON-745438541 tempest-ServersTestJSON-745438541-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/85321129-ab1c-47b7-a837-90f1435f7530 HTTP/1.1" status: 204 len: 168 time: 4.6574240 Sep 25 01:02:17.441503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52830) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:17.470764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (128a23a7-faee-4458-b0e0-f97c39869978), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.548847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d246f322-ebdc-40de-b0b1-c22804425e4a tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (5aa9d95b-2514-4797-9ef3-4b9e0d6908fd), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.570016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (3fefc263-9fcb-4ff4-861e-e40aa764629b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.615782 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Attempt 4 to provision port 23521c1d-b32d-443c-b8b0-e1e889e7338d Sep 25 01:02:17.661087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Port 23521c1d-b32d-443c-b8b0-e1e889e7338d was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:02:17.683905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Provisioning complete for port 9d537481-ce38-43b5-8af4-51de888e5611 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:17.686282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9d537481-ce38-43b5-8af4-51de888e5611), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.686965 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:17.688470 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Attempt 1 to provision port 9d537481-ce38-43b5-8af4-51de888e5611 Sep 25 01:02:17.699796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event deleted for resources: {'Port': ['ID=128a23a7-faee-4458-b0e0-f97c39869978,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:17.741775 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-554195d8-172a-48b2-877d-6707815298e4 req-037bc7c3-155b-4379-8f5e-2af66bf33c57 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9044101 Sep 25 01:02:17.743394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246f322-ebdc-40de-b0b1-c22804425e4a tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa9d95b-2514-4797-9ef3-4b9e0d6908fd,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:17.773708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (b7f7b21f-791c-4781-b74c-9a1684c42c3b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.793543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (da7a0d6b-3c38-443e-b0ae-444f0521b6b6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.794191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for floatingip (da7a0d6b-3c38-443e-b0ae-444f0521b6b6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.801053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa2ebe-14e5-4519-95ae-cba4e629264f None None] Network c561faef-6efc-487c-a341-56c1a27165d8 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:17.803171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d246f322-ebdc-40de-b0b1-c22804425e4a tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.807939 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d246f322-ebdc-40de-b0b1-c22804425e4a tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/5aa9d95b-2514-4797-9ef3-4b9e0d6908fd HTTP/1.1" status: 204 len: 168 time: 2.6280499 Sep 25 01:02:17.815273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52832) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:17.840959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (3fefc263-9fcb-4ff4-861e-e40aa764629b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.873513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:17.924757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Calling delete_port for da7a0d6b-3c38-443e-b0ae-444f0521b6b6 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:17.992659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ba56f3d1-86f8-4583-94ed-b6285b802c92), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.152496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No DVR routers for this DVR port ba56f3d1-86f8-4583-94ed-b6285b802c92 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:18.154587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=ba56f3d1-86f8-4583-94ed-b6285b802c92,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:18.160624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (7801edf5-6497-412c-b7de-c46c2111d277), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.178738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Allocated IP 2001:db8::2 (60435f60-7820-4b36-a3f2-285034d93013/0cf11a34-492c-4e51-a097-3a432f089bd7/c0962cc1-6616-480a-9c99-fa0dd810961e) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:18.200720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 60435f60-7820-4b36-a3f2-285034d93013 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:18.232381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (c561faef-6efc-487c-a341-56c1a27165d8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.241255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:18.244863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=3fefc263-9fcb-4ff4-861e-e40aa764629b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:18.249528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:18.258686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:18.259789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.301564 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-554195d8-172a-48b2-877d-6707815298e4 req-555cbe2c-6f3a-42ae-b53e-dceee937e87d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025396 Sep 25 01:02:18.314751 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e7a51d9d-3cfc-4dfa-8efb-30a7e34ac7da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7941637 Sep 25 01:02:18.318712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52836) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:18.397998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:18.420524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (7801edf5-6497-412c-b7de-c46c2111d277), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.423986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (7801edf5-6497-412c-b7de-c46c2111d277), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.471038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Current status of the port 9d537481-ce38-43b5-8af4-51de888e5611 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:18.496614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e1ab6ad5-2bd6-461b-b6d2-0f7896cbfcf8 None None] Could not find standard attr ID for object f458171d-b507-4483-b5f6-7e512f8237cb. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:02:18.499687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:18.510700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (56370dd0-cb3b-495f-9e63-ed55e1baa813), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.531183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7bd671-e643-4dc6-beb9-b3af36882e9a None None] DHCP port deletion for c561faef-6efc-487c-a341-56c1a27165d8 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:02:18.533109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:18.548434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (7801edf5-6497-412c-b7de-c46c2111d277), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.549372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Fanout notify agent at l3_agent the message router_deleted on router 7801edf5-6497-412c-b7de-c46c2111d277 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:02:18.555716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56370dd0-cb3b-495f-9e63-ed55e1baa813']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:18.563887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.565399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b53cca-6b85-47a2-9e40-f76a06f416e8 req-4d1adee4-d8fa-43bb-b426-5f512f732c0e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:18.571129 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f5e91bd6-9dfb-4028-b6d2-f44a6218bdfd tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7801edf5-6497-412c-b7de-c46c2111d277 HTTP/1.1" status: 204 len: 168 time: 6.2710900 Sep 25 01:02:18.579762 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-04b53cca-6b85-47a2-9e40-f76a06f416e8 req-4d1adee4-d8fa-43bb-b426-5f512f732c0e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2988894 Sep 25 01:02:18.584374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52838) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:18.594769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b9edb127-82d7-45d1-81cd-99b555b371c0 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2043273581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:18.642055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fcf431-f505-44be-8101-1e17ae991efd') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:18.642729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fcf431-f505-44be-8101-1e17ae991efd') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:18.692524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (27fcf431-f505-44be-8101-1e17ae991efd), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.721290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Deleting port 3a81b243-f6f6-46a1-9658-128af165bf3d {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:18.722080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.738791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (27fcf431-f505-44be-8101-1e17ae991efd), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.752906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9edb127-82d7-45d1-81cd-99b555b371c0 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (9ee05259-5446-4fd9-9ba5-01ca67437cd5), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.754657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9edb127-82d7-45d1-81cd-99b555b371c0 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (9ee05259-5446-4fd9-9ba5-01ca67437cd5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.765427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:18.765944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (27fcf431-f505-44be-8101-1e17ae991efd), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.794819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (da7a0d6b-3c38-443e-b0ae-444f0521b6b6), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.823012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a81b243-f6f6-46a1-9658-128af165bf3d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:18.844616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-16bb3d8d-39c2-4e0b-b08b-8e02e3c2b957 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 3fefc263-9fcb-4ff4-861e-e40aa764629b {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:18.845207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16bb3d8d-39c2-4e0b-b08b-8e02e3c2b957 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3fefc263-9fcb-4ff4-861e-e40aa764629b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.858869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Router b7f7b21f-791c-4781-b74c-9a1684c42c3b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:18.924405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Publish callbacks [] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.927600 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:02:18.942760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ba7bd671-e643-4dc6-beb9-b3af36882e9a None None] Deleting port 3a81b243-f6f6-46a1-9658-128af165bf3d {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:18.943612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd671-e643-4dc6-beb9-b3af36882e9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.954551 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 27fcf431-f505-44be-8101-1e17ae991efd resource provider aggregate not found Sep 25 01:02:18.971756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.005083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Pushing event deleted for resources: {'Port': ['ID=da7a0d6b-3c38-443e-b0ae-444f0521b6b6,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:19.027758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Network 60435f60-7820-4b36-a3f2-285034d93013 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:19.050425 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 27fcf431-f505-44be-8101-1e17ae991efd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27fcf431-f505-44be-8101-1e17ae991efd found for delete ", "request_id": "req-2932b97a-b260-4d61-bd60-a0d40f0a64ef"}]} Sep 25 01:02:19.061039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] For port 3a81b243-f6f6-46a1-9658-128af165bf3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a81b243-f6f6-46a1-9658-128af165bf3d,segment=NetworkSegment(e32dc5cd-c731-446c-988b-a516fccbbcfb),segment_id=e32dc5cd-c731-446c-988b-a516fccbbcfb)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:19.062240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.080537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:19.084437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:19.090301 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-04b53cca-6b85-47a2-9e40-f76a06f416e8 req-222157f9-8500-436d-bfa5-fa55bb462926 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5089457 Sep 25 01:02:19.106841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (56370dd0-cb3b-495f-9e63-ed55e1baa813), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.114525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9edb127-82d7-45d1-81cd-99b555b371c0 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (9ee05259-5446-4fd9-9ba5-01ca67437cd5), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.127560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.132067 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/networks/56370dd0-cb3b-495f-9e63-ed55e1baa813 HTTP/1.1" status: 204 len: 168 time: 3.8407588 Sep 25 01:02:19.146262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (3711a875-fcaa-47ab-8fcf-b5a0bae07992), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.148499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9edb127-82d7-45d1-81cd-99b555b371c0 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (9ee05259-5446-4fd9-9ba5-01ca67437cd5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.172534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52844) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:19.186078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'network': {'name': 'tempest-RoutersTest-2016959735'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:19.190944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Calling delete_port for 3a81b243-f6f6-46a1-9658-128af165bf3d owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:19.227001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ba7bd671-e643-4dc6-beb9-b3af36882e9a None None] For port 3a81b243-f6f6-46a1-9658-128af165bf3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a81b243-f6f6-46a1-9658-128af165bf3d,segment=NetworkSegment(e32dc5cd-c731-446c-988b-a516fccbbcfb),segment_id=e32dc5cd-c731-446c-988b-a516fccbbcfb)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:19.227963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd671-e643-4dc6-beb9-b3af36882e9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.234101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcece51d-5f2f-4f13-8458-6339862463fc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Network': ['ID=56370dd0-cb3b-495f-9e63-ed55e1baa813,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:19.306474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Pushing event updated for resources: {'Port': ['ID=c0962cc1-6616-480a-9c99-fa0dd810961e,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:19.328526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16bb3d8d-39c2-4e0b-b08b-8e02e3c2b957 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3fefc263-9fcb-4ff4-861e-e40aa764629b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.344897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:19.352421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9edb127-82d7-45d1-81cd-99b555b371c0 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.355227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b9edb127-82d7-45d1-81cd-99b555b371c0 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7652802 Sep 25 01:02:19.356802 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a212c11f-3a7c-471f-94d5-93ea8719cf67 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "PUT /networking/v2.0/routers/b7f7b21f-791c-4781-b74c-9a1684c42c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2254326 Sep 25 01:02:19.357737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52846) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:19.358680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52848) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:19.367014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:19.367258 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1600c-2855-4d71-89ef-c01c430c6090 None None] Sync routers for ids ['b7f7b21f-791c-4781-b74c-9a1684c42c3b'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:19.369496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ba7bd671-e643-4dc6-beb9-b3af36882e9a None None] Calling delete_port for 3a81b243-f6f6-46a1-9658-128af165bf3d owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:19.372658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3a81b243-f6f6-46a1-9658-128af165bf3d is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:19.373270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.374334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.392500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': True}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:19.392707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks [] for floatingip (5c046cf1-c3a0-44a9-9153-5f9aff023a1f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.397862 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1600c-2855-4d71-89ef-c01c430c6090 None None] Routers {'b7f7b21f-791c-4781-b74c-9a1684c42c3b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:19.398320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.398881 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-76d1600c-2855-4d71-89ef-c01c430c6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b7f7b21f-791c-4781-b74c-9a1684c42c3b'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:19.400399 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-784965b7-04c3-46d0-a1aa-987e452e6a3d tempest-ServersTestManualDisk-1986122692 tempest-ServersTestManualDisk-1986122692-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/5c046cf1-c3a0-44a9-9153-5f9aff023a1f HTTP/1.1" status: 204 len: 168 time: 3.1600125 Sep 25 01:02:19.414669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52850) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:19.418395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Attempting to bind port c0962cc1-6616-480a-9c99-fa0dd810961e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:19.418989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Attempting to bind port c0962cc1-6616-480a-9c99-fa0dd810961e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1df14053-9305-4973-8ae4-2ab2e6e6f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60435f60-7820-4b36-a3f2-285034d93013'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:19.419571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Attempting to bind port c0962cc1-6616-480a-9c99-fa0dd810961e on network 60435f60-7820-4b36-a3f2-285034d93013 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:19.429623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:19.469747 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-76d1600c-2855-4d71-89ef-c01c430c6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:19.485970 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1600c-2855-4d71-89ef-c01c430c6090 None None] Routers {'b7f7b21f-791c-4781-b74c-9a1684c42c3b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:19.487050 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-76d1600c-2855-4d71-89ef-c01c430c6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b7f7b21f-791c-4781-b74c-9a1684c42c3b'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:19.506167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-16bb3d8d-39c2-4e0b-b08b-8e02e3c2b957 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 3fefc263-9fcb-4ff4-861e-e40aa764629b owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:19.514726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:19.517835 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3dc5f8-332d-42b2-aec1-8a01831e62ad tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:02:19.523316 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bb3dc5f8-332d-42b2-aec1-8a01831e62ad tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/23521c1d-b32d-443c-b8b0-e1e889e7338d HTTP/1.1" status: 404 len: 333 time: 0.1583066 Sep 25 01:02:19.526216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52852) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:19.547613 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-76d1600c-2855-4d71-89ef-c01c430c6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:19.548615 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1600c-2855-4d71-89ef-c01c430c6090 None None] The sync data for ids ['b7f7b21f-791c-4781-b74c-9a1684c42c3b'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:19.609816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:19.612613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 3a81b243-f6f6-46a1-9658-128af165bf3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a81b243-f6f6-46a1-9658-128af165bf3d,segment=NetworkSegment(e32dc5cd-c731-446c-988b-a516fccbbcfb),segment_id=e32dc5cd-c731-446c-988b-a516fccbbcfb)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:19.622983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:02:19.632863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.642435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:19.642567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Checking segment: {'id': '1df14053-9305-4973-8ae4-2ab2e6e6f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60435f60-7820-4b36-a3f2-285034d93013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:19.643399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.643634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Bound using segment: {'id': '1df14053-9305-4973-8ae4-2ab2e6e6f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60435f60-7820-4b36-a3f2-285034d93013'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:19.644384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Bound port: c0962cc1-6616-480a-9c99-fa0dd810961e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df14053-9305-4973-8ae4-2ab2e6e6f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60435f60-7820-4b36-a3f2-285034d93013'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:19.645473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.721026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6c2a123a-831e-44b5-a4ef-ada5aef051ca), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.721026 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added segment 6c2a123a-831e-44b5-a4ef-ada5aef051ca of type vlan for network 4aa84eb3-09b1-454f-a048-0148c1648367 Sep 25 01:02:19.740969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=3a81b243-f6f6-46a1-9658-128af165bf3d,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:19.784041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd671-e643-4dc6-beb9-b3af36882e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.792244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:19.831092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bd671-e643-4dc6-beb9-b3af36882e9a None None] Pushing event deleted for resources: {'Port': ['ID=3a81b243-f6f6-46a1-9658-128af165bf3d,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:19.838066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7bd671-e643-4dc6-beb9-b3af36882e9a None None] No DVR routers for this DVR port 3a81b243-f6f6-46a1-9658-128af165bf3d on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:19.866315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] For port c0962cc1-6616-480a-9c99-fa0dd810961e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:19.871427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] For port c0962cc1-6616-480a-9c99-fa0dd810961e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0962cc1-6616-480a-9c99-fa0dd810961e,segment=NetworkSegment(1df14053-9305-4973-8ae4-2ab2e6e6f9f8),segment_id=1df14053-9305-4973-8ae4-2ab2e6e6f9f8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:19.887100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.941478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (4aa84eb3-09b1-454f-a048-0148c1648367), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.973608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:20.005422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db41613-ee70-447c-b1c0-6aba89512be9 None None] Pushing event updated for resources: {'Port': ['ID=c0962cc1-6616-480a-9c99-fa0dd810961e,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:20.018389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d54260f1-47f0-4a9c-b834-5c158d5b5f47 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for router (b7f7b21f-791c-4781-b74c-9a1684c42c3b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.484216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (4aa84eb3-09b1-454f-a048-0148c1648367), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.489863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:20.490522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.501703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:20.595971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (9ee05259-5446-4fd9-9ba5-01ca67437cd5), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.603753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (3a81b243-f6f6-46a1-9658-128af165bf3d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.651008 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4690001 Sep 25 01:02:20.671777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52856) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:20.677673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'subnet': {'network_id': '4aa84eb3-09b1-454f-a048-0148c1648367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:20.696192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event deleted for resources: {'Port': ['ID=3a81b243-f6f6-46a1-9658-128af165bf3d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:20.697178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379017b7-29c9-4aef-a895-3bec4df95d82 req-e3f371cb-0e71-4c20-85ea-2318bfed123a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:20.706859 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-379017b7-29c9-4aef-a895-3bec4df95d82 req-e3f371cb-0e71-4c20-85ea-2318bfed123a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2511816 Sep 25 01:02:20.768585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6a681-73a1-402d-85a1-96aae32c0d93 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Network': ['ID=4aa84eb3-09b1-454f-a048-0148c1648367,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:20.795731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 4aa84eb3-09b1-454f-a048-0148c1648367 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:02:20.811169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] No DVR routers for this DVR port 3a81b243-f6f6-46a1-9658-128af165bf3d on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:20.849698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Deleting port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:20.850267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.887269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c0962cc1-6616-480a-9c99-fa0dd810961e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:21.029513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d54260f1-47f0-4a9c-b834-5c158d5b5f47 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (b7f7b21f-791c-4781-b74c-9a1684c42c3b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.037990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d54260f1-47f0-4a9c-b834-5c158d5b5f47 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for router_controller (b7f7b21f-791c-4781-b74c-9a1684c42c3b), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.073365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port c0962cc1-6616-480a-9c99-fa0dd810961e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:21.074883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.077493 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port c0962cc1-6616-480a-9c99-fa0dd810961e Sep 25 01:02:21.113073 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-379017b7-29c9-4aef-a895-3bec4df95d82 req-be0c977f-5d00-4cea-83e4-95cb3da3eba2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036844 Sep 25 01:02:21.185458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16bb3d8d-39c2-4e0b-b08b-8e02e3c2b957 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (3fefc263-9fcb-4ff4-861e-e40aa764629b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.200360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (c561faef-6efc-487c-a341-56c1a27165d8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.263021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:21.273694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.280254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port c0962cc1-6616-480a-9c99-fa0dd810961e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:21.281120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.340782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port c0962cc1-6616-480a-9c99-fa0dd810961e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0962cc1-6616-480a-9c99-fa0dd810961e,segment=NetworkSegment(1df14053-9305-4973-8ae4-2ab2e6e6f9f8),segment_id=1df14053-9305-4973-8ae4-2ab2e6e6f9f8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:21.348537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.362509 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d54260f1-47f0-4a9c-b834-5c158d5b5f47 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (b7f7b21f-791c-4781-b74c-9a1684c42c3b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.363481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54260f1-47f0-4a9c-b834-5c158d5b5f47 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Fanout notify agent at l3_agent the message router_deleted on router b7f7b21f-791c-4781-b74c-9a1684c42c3b {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:02:21.424086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb3d8d-39c2-4e0b-b08b-8e02e3c2b957 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=3fefc263-9fcb-4ff4-861e-e40aa764629b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:21.432943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] For port 58abda90-c35d-4cc7-af9e-f2fb9306dbd5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58abda90-c35d-4cc7-af9e-f2fb9306dbd5,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:21.433345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.437000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d54260f1-47f0-4a9c-b834-5c158d5b5f47 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.438079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (6e50a8d0-93d6-4d98-a812-2e20f565afa9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.438519 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d54260f1-47f0-4a9c-b834-5c158d5b5f47 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/routers/b7f7b21f-791c-4781-b74c-9a1684c42c3b HTTP/1.1" status: 204 len: 168 time: 1.9056244 Sep 25 01:02:21.462502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52860) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:21.474850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=c0962cc1-6616-480a-9c99-fa0dd810961e,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:21.484538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c561faef-6efc-487c-a341-56c1a27165d8']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:21.523178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:21.547196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Calling delete_port for 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:21.557516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32dc5cd-c731-446c-988b-a516fccbbcfb') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:21.558355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32dc5cd-c731-446c-988b-a516fccbbcfb') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:21.580384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (e32dc5cd-c731-446c-988b-a516fccbbcfb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.632663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:21.649168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16bb3d8d-39c2-4e0b-b08b-8e02e3c2b957 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.655406 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-16bb3d8d-39c2-4e0b-b08b-8e02e3c2b957 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3fefc263-9fcb-4ff4-861e-e40aa764629b HTTP/1.1" status: 204 len: 168 time: 3.2994177 Sep 25 01:02:21.668605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46ca56-8da0-4f62-b370-247c95dd625b req-62590c40-8ac0-4288-9bd7-8192bf78e6ca tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:21.672262 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bd46ca56-8da0-4f62-b370-247c95dd625b req-62590c40-8ac0-4288-9bd7-8192bf78e6ca tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2934804 Sep 25 01:02:21.680911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52862) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:21.703505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29ef639-647a-4146-8419-caaef4a5bcee tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet f519313f-14ab-40db-a7e9-967fd5c58134 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:02:21.709975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb3f36-4658-46de-a648-85413644118c None None] Network 60435f60-7820-4b36-a3f2-285034d93013 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:21.719539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:21.722021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c29ef639-647a-4146-8419-caaef4a5bcee tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (f519313f-14ab-40db-a7e9-967fd5c58134), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.792904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e32dc5cd-c731-446c-988b-a516fccbbcfb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.799975 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1347a77a-b856-4970-9232-1e99474b7caf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:02:21.800961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1347a77a-b856-4970-9232-1e99474b7caf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:02:21.807933 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1347a77a-b856-4970-9232-1e99474b7caf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3fefc263-9fcb-4ff4-861e-e40aa764629b HTTP/1.1" status: 404 len: 333 time: 0.1244829 Sep 25 01:02:21.809208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6b6a756b-832f-49fc-bd05-b2e6a9d5aa31 None None] Provisioning complete for port c0962cc1-6616-480a-9c99-fa0dd810961e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:21.809991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b6a756b-832f-49fc-bd05-b2e6a9d5aa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.810614 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b6a756b-832f-49fc-bd05-b2e6a9d5aa31 None None] Attempt 1 to provision port c0962cc1-6616-480a-9c99-fa0dd810961e Sep 25 01:02:21.820093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (9ee05259-5446-4fd9-9ba5-01ca67437cd5), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.820376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52864) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:21.835425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:21.836240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (e32dc5cd-c731-446c-988b-a516fccbbcfb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.884805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c29ef639-647a-4146-8419-caaef4a5bcee tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (f519313f-14ab-40db-a7e9-967fd5c58134), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.925466 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e32dc5cd-c731-446c-988b-a516fccbbcfb resource provider aggregate not found Sep 25 01:02:21.971732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a756b-832f-49fc-bd05-b2e6a9d5aa31 None None] Current status of the port c0962cc1-6616-480a-9c99-fa0dd810961e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:21.993587 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bd46ca56-8da0-4f62-b370-247c95dd625b req-55835277-6625-48b0-b472-8c65e6035fc2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766821 Sep 25 01:02:22.001170 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.029597 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7329509f-35b8-44fa-b9f4-1b75007658ee tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:02:22.037466 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7329509f-35b8-44fa-b9f4-1b75007658ee tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/3fefc263-9fcb-4ff4-861e-e40aa764629b HTTP/1.1" status: 404 len: 333 time: 0.2122912 Sep 25 01:02:22.041664 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52870) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:22.156056 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e32dc5cd-c731-446c-988b-a516fccbbcfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e32dc5cd-c731-446c-988b-a516fccbbcfb found for delete ", "request_id": "req-ce398e2b-d49d-49a7-b6cf-82d079328bf9"}]} Sep 25 01:02:22.176724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (c561faef-6efc-487c-a341-56c1a27165d8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.211715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.217989 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] 10.222.0.49 "DELETE /networking/v2.0/networks/c561faef-6efc-487c-a341-56c1a27165d8 HTTP/1.1" status: 204 len: 168 time: 4.4009485 Sep 25 01:02:22.267931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e6ed5-d7a2-4358-9ec2-c1234a3f10ed tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817 tempest-ExtraDHCPOptionsIpV6TestJSON-1240136817-project] Pushing event deleted for resources: {'Network': ['ID=c561faef-6efc-487c-a341-56c1a27165d8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:22.314337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c53dd39-c56a-4f72-aa24-7f72c8baa566 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet 0cf11a34-492c-4e51-a097-3a432f089bd7 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:02:22.331300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:22.332826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c53dd39-c56a-4f72-aa24-7f72c8baa566 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (0cf11a34-492c-4e51-a097-3a432f089bd7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.453255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.456863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c29ef639-647a-4146-8419-caaef4a5bcee tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (f519313f-14ab-40db-a7e9-967fd5c58134), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.524027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a3d66763-3195-4b94-90e4-0b2135508f06 None None] Provisioning complete for port c0962cc1-6616-480a-9c99-fa0dd810961e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:22.524027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a3d66763-3195-4b94-90e4-0b2135508f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.524027 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a3d66763-3195-4b94-90e4-0b2135508f06 None None] Attempt 1 to provision port c0962cc1-6616-480a-9c99-fa0dd810961e Sep 25 01:02:22.578247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:22.633859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c53dd39-c56a-4f72-aa24-7f72c8baa566 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (0cf11a34-492c-4e51-a097-3a432f089bd7), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.636773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:22.637794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Subnet': ['ID=9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:22.703544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9a292-62af-4d59-86d3-b42da28c4998 req-3a31bc3e-9073-4c2f-9bd6-ea990c93383f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:22.714788 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-65a9a292-62af-4d59-86d3-b42da28c4998 req-3a31bc3e-9073-4c2f-9bd6-ea990c93383f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2215638 Sep 25 01:02:22.747670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a3d66763-3195-4b94-90e4-0b2135508f06 None None] Current status of the port c0962cc1-6616-480a-9c99-fa0dd810961e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:22.763154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Allocated IP 172.36.7.241 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/8fe02b01-34ad-4938-a725-feb9ba8140ed) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:22.790150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.791642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.792466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.793270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.794058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.794850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.795602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.796445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.797032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.797556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.798124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.798672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.799217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.801424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.802271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:22.834669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c0962cc1-6616-480a-9c99-fa0dd810961e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:22.928655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port c0962cc1-6616-480a-9c99-fa0dd810961e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:22.929301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.929659 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port c0962cc1-6616-480a-9c99-fa0dd810961e Sep 25 01:02:22.931628 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-65a9a292-62af-4d59-86d3-b42da28c4998 req-a379609a-1db2-47c4-930f-8131bcd88ddb tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123060 Sep 25 01:02:22.979685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Deleting port 2cf69d6e-3673-408f-9cfa-e65ceec09d88 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:22.979995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.005972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6f525c1c-cc20-4285-a371-88ec92e7248a None None] Could not find standard attr ID for object 3fefc263-9fcb-4ff4-861e-e40aa764629b. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:02:23.086859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52882) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:23.107601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:23.110260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port c0962cc1-6616-480a-9c99-fa0dd810961e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:23.126454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (58abda90-c35d-4cc7-af9e-f2fb9306dbd5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.145155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c53dd39-c56a-4f72-aa24-7f72c8baa566 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (0cf11a34-492c-4e51-a097-3a432f089bd7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.198167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58abda90-c35d-4cc7-af9e-f2fb9306dbd5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:23.202858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Checking segment: {'id': '6c2a123a-831e-44b5-a4ef-ada5aef051ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4aa84eb3-09b1-454f-a048-0148c1648367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:23.203423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network hostable DHCP agents. Network: 4aa84eb3-09b1-454f-a048-0148c1648367, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:02:23.217842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c29ef639-647a-4146-8419-caaef4a5bcee tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (f519313f-14ab-40db-a7e9-967fd5c58134), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.240341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for port (8fe02b01-34ad-4938-a725-feb9ba8140ed), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.299526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8fe02b01-34ad-4938-a725-feb9ba8140ed), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.325708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ef639-647a-4146-8419-caaef4a5bcee tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=f519313f-14ab-40db-a7e9-967fd5c58134,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:23.377553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7a89a-a915-410a-b16e-f88257189917 None None] Network af443a3c-78f3-4910-ac1f-ae3abb7e4f53 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:23.398471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event updated for resources: {'Port': ['ID=8fe02b01-34ad-4938-a725-feb9ba8140ed,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:23.400732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c29ef639-647a-4146-8419-caaef4a5bcee tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.402611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c53dd39-c56a-4f72-aa24-7f72c8baa566 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (0cf11a34-492c-4e51-a097-3a432f089bd7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.405796 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c29ef639-647a-4146-8419-caaef4a5bcee tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f519313f-14ab-40db-a7e9-967fd5c58134 HTTP/1.1" status: 204 len: 168 time: 1.9395466 Sep 25 01:02:23.414068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52886) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:23.426512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff14d58-f090-4fdd-8d38-be6037741eab req-491c4df2-ef4e-425a-a214-8b9cff85e121 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:23.435867 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bff14d58-f090-4fdd-8d38-be6037741eab req-491c4df2-ef4e-425a-a214-8b9cff85e121 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3008046 Sep 25 01:02:23.463039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:23.499984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:23.502968 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53dd39-c56a-4f72-aa24-7f72c8baa566 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf11a34-492c-4e51-a097-3a432f089bd7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:23.512082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c53dd39-c56a-4f72-aa24-7f72c8baa566 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.518600 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5c53dd39-c56a-4f72-aa24-7f72c8baa566 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0cf11a34-492c-4e51-a097-3a432f089bd7 HTTP/1.1" status: 204 len: 168 time: 1.4734762 Sep 25 01:02:23.519518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:23.529951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0d5f8-c832-4670-bb16-11a67bc35c65 None None] Network 60435f60-7820-4b36-a3f2-285034d93013 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:23.531817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52888) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:23.610373 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d9a38978-6ef0-443b-8433-0eadbab0fa35 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1879ea9c3185425bb1df199cbc0eb469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209639 Sep 25 01:02:23.650377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:23.666025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52890) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:23.674387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:23.717899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 4aa84eb3-09b1-454f-a048-0148c1648367 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:02:23.767248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] For port 2cf69d6e-3673-408f-9cfa-e65ceec09d88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cf69d6e-3673-408f-9cfa-e65ceec09d88,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:23.767702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.777493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (60435f60-7820-4b36-a3f2-285034d93013), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:23.782653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:23.844106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33773d9-7eb4-46ea-8d3d-e199a142f2b4 None None] DHCP port deletion for 60435f60-7820-4b36-a3f2-285034d93013 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:02:23.893904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1750cad-75a5-4a1f-9da5-4aa7b17690a8 None None] DHCP port deletion for af443a3c-78f3-4910-ac1f-ae3abb7e4f53 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:02:23.950654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d33773d9-7eb4-46ea-8d3d-e199a142f2b4 None None] Deleting port c0962cc1-6616-480a-9c99-fa0dd810961e {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:23.950654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d33773d9-7eb4-46ea-8d3d-e199a142f2b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.002666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port c0962cc1-6616-480a-9c99-fa0dd810961e {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:24.003181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.175228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1750cad-75a5-4a1f-9da5-4aa7b17690a8 None None] Deleting port 9d537481-ce38-43b5-8af4-51de888e5611 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:24.176675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e1750cad-75a5-4a1f-9da5-4aa7b17690a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9d537481-ce38-43b5-8af4-51de888e5611), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.199323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Calling delete_port for 2cf69d6e-3673-408f-9cfa-e65ceec09d88 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:24.218086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (af443a3c-78f3-4910-ac1f-ae3abb7e4f53), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.221057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4aa84eb3-09b1-454f-a048-0148c1648367) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:24.233184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] For port c0962cc1-6616-480a-9c99-fa0dd810961e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0962cc1-6616-480a-9c99-fa0dd810961e,segment=NetworkSegment(1df14053-9305-4973-8ae4-2ab2e6e6f9f8),segment_id=1df14053-9305-4973-8ae4-2ab2e6e6f9f8)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:24.234056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.254674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b9804-8a76-4892-b1a5-5252d1b4aa25 None None] Network 4aa84eb3-09b1-454f-a048-0148c1648367 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:24.264934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for c0962cc1-6616-480a-9c99-fa0dd810961e owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:24.273329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (9ee05259-5446-4fd9-9ba5-01ca67437cd5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.303335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:24.304031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.312197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:24.326915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bff14d58-f090-4fdd-8d38-be6037741eab req-7fa65119-5752-4260-85a0-bce48b30853a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8409989 Sep 25 01:02:24.404138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92a57b57-cf0c-415a-903f-0593dbae951d admin admin] Publish callbacks [] for security_group (24407dff-69d2-42b9-a948-d7e8dafcf7d3), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.410847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d33773d9-7eb4-46ea-8d3d-e199a142f2b4 None None] For port c0962cc1-6616-480a-9c99-fa0dd810961e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0962cc1-6616-480a-9c99-fa0dd810961e,segment=NetworkSegment(1df14053-9305-4973-8ae4-2ab2e6e6f9f8),segment_id=1df14053-9305-4973-8ae4-2ab2e6e6f9f8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:24.411284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d33773d9-7eb4-46ea-8d3d-e199a142f2b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.450681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d33773d9-7eb4-46ea-8d3d-e199a142f2b4 None None] Calling delete_port for c0962cc1-6616-480a-9c99-fa0dd810961e owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:24.458727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f771884c-5490-47cf-aa60-8f7ca32fa508 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7821436 Sep 25 01:02:24.464551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e1750cad-75a5-4a1f-9da5-4aa7b17690a8 None None] For port 9d537481-ce38-43b5-8af4-51de888e5611, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d537481-ce38-43b5-8af4-51de888e5611,segment=NetworkSegment(0946bdba-2f9f-4a26-8195-3c34c3ecba82),segment_id=0946bdba-2f9f-4a26-8195-3c34c3ecba82)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:24.464993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e1750cad-75a5-4a1f-9da5-4aa7b17690a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9d537481-ce38-43b5-8af4-51de888e5611), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.467939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52894) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:24.488648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-504c3fac-7aaa-42b4-b73d-8a6b92a9cff9 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-793966224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:24.497438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1750cad-75a5-4a1f-9da5-4aa7b17690a8 None None] Calling delete_port for 9d537481-ce38-43b5-8af4-51de888e5611 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:24.523496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92a57b57-cf0c-415a-903f-0593dbae951d admin admin] Publish callbacks [] for security_group (24407dff-69d2-42b9-a948-d7e8dafcf7d3), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.560043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.640775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (3711a875-fcaa-47ab-8fcf-b5a0bae07992), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.659814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 9d537481-ce38-43b5-8af4-51de888e5611 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:24.660843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9d537481-ce38-43b5-8af4-51de888e5611), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.676581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504c3fac-7aaa-42b4-b73d-8a6b92a9cff9 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.677679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504c3fac-7aaa-42b4-b73d-8a6b92a9cff9 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.678516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:24.701385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4aa84eb3-09b1-454f-a048-0148c1648367', 'network_id': '4aa84eb3-09b1-454f-a048-0148c1648367', 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'fixed_ips': [{'subnet_id': '9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:02:24.702835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.810636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9d537481-ce38-43b5-8af4-51de888e5611 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:24.887921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] For port 9d537481-ce38-43b5-8af4-51de888e5611, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d537481-ce38-43b5-8af4-51de888e5611,segment=NetworkSegment(0946bdba-2f9f-4a26-8195-3c34c3ecba82),segment_id=0946bdba-2f9f-4a26-8195-3c34c3ecba82)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:24.888761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9d537481-ce38-43b5-8af4-51de888e5611), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.916004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:24.936250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d33773d9-7eb4-46ea-8d3d-e199a142f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (c0962cc1-6616-480a-9c99-fa0dd810961e), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.936687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504c3fac-7aaa-42b4-b73d-8a6b92a9cff9 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.948192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e1750cad-75a5-4a1f-9da5-4aa7b17690a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (9d537481-ce38-43b5-8af4-51de888e5611), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:24.958779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:24.981957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 9d537481-ce38-43b5-8af4-51de888e5611 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:24.992330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504c3fac-7aaa-42b4-b73d-8a6b92a9cff9 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.004422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92a57b57-cf0c-415a-903f-0593dbae951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (24407dff-69d2-42b9-a948-d7e8dafcf7d3), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.007175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92a57b57-cf0c-415a-903f-0593dbae951d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.008496 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-92a57b57-cf0c-415a-903f-0593dbae951d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/24407dff-69d2-42b9-a948-d7e8dafcf7d3 HTTP/1.1" status: 204 len: 168 time: 1.3251300 Sep 25 01:02:25.083732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a57b57-cf0c-415a-903f-0593dbae951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24407dff-69d2-42b9-a948-d7e8dafcf7d3,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:25.102780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504c3fac-7aaa-42b4-b73d-8a6b92a9cff9 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.104513 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-504c3fac-7aaa-42b4-b73d-8a6b92a9cff9 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6249089 Sep 25 01:02:25.155018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Allocated IP 172.20.0.2 (4aa84eb3-09b1-454f-a048-0148c1648367/9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8/698b5953-7b92-4fa2-9f18-87a3f133a66c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:25.158444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52898) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:25.166392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=c0962cc1-6616-480a-9c99-fa0dd810961e,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:25.207571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No DVR routers for this DVR port c0962cc1-6616-480a-9c99-fa0dd810961e on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:25.230176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.230800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.231467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.232169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.232829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.233726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.234774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.234774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.235409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.236118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.236742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.237454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.238502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.239404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.240084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:25.334376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880470c-edc4-4971-ab00-7ed9e9db33ea req-d451f5cc-66f7-47e0-975d-e45f0844ed9e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:25.337463 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1880470c-edc4-4971-ab00-7ed9e9db33ea req-d451f5cc-66f7-47e0-975d-e45f0844ed9e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.7942221 Sep 25 01:02:25.344776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:25.350673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2cf69d6e-3673-408f-9cfa-e65ceec09d88), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.383929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33773d9-7eb4-46ea-8d3d-e199a142f2b4 None None] Pushing event deleted for resources: {'Port': ['ID=c0962cc1-6616-480a-9c99-fa0dd810961e,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:25.466983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1750cad-75a5-4a1f-9da5-4aa7b17690a8 None None] No DVR routers for this DVR port 9d537481-ce38-43b5-8af4-51de888e5611 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:25.470470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33773d9-7eb4-46ea-8d3d-e199a142f2b4 None None] No DVR routers for this DVR port c0962cc1-6616-480a-9c99-fa0dd810961e on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:25.479405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1750cad-75a5-4a1f-9da5-4aa7b17690a8 None None] Pushing event deleted for resources: {'Port': ['ID=9d537481-ce38-43b5-8af4-51de888e5611,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:25.505276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf69d6e-3673-408f-9cfa-e65ceec09d88,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:25.508648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No active binding found for port 9d537481-ce38-43b5-8af4-51de888e5611 {{(pid=107189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 25 01:02:25.511727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] The host dv-neutron-master-2-hyperv is not matching for port 9d537481-ce38-43b5-8af4-51de888e5611 host None! {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 25 01:02:25.514938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9d537481-ce38-43b5-8af4-51de888e5611 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:25.515539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c0962cc1-6616-480a-9c99-fa0dd810961e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:25.580922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (60435f60-7820-4b36-a3f2-285034d93013), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.628010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: c0962cc1-6616-480a-9c99-fa0dd810961e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:25.628706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c0962cc1-6616-480a-9c99-fa0dd810961e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:25.629039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60435f60-7820-4b36-a3f2-285034d93013']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:25.652875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df14053-9305-4973-8ae4-2ab2e6e6f9f8') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:25.653293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df14053-9305-4973-8ae4-2ab2e6e6f9f8') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:25.674024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (1df14053-9305-4973-8ae4-2ab2e6e6f9f8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.701426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Publish callbacks [] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.705656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (1df14053-9305-4973-8ae4-2ab2e6e6f9f8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.717884 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.718803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:25.719689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (1df14053-9305-4973-8ae4-2ab2e6e6f9f8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.829589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Network 4aa84eb3-09b1-454f-a048-0148c1648367 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:25.845177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:25.853085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (9d537481-ce38-43b5-8af4-51de888e5611), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.870471 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:25.880995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Pushing event updated for resources: {'Port': ['ID=698b5953-7b92-4fa2-9f18-87a3f133a66c,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:25.905516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (60435f60-7820-4b36-a3f2-285034d93013), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.939645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:25.946318 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/networks/60435f60-7820-4b36-a3f2-285034d93013 HTTP/1.1" status: 204 len: 168 time: 2.4110303 Sep 25 01:02:25.965268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52910) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:25.992604 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 1df14053-9305-4973-8ae4-2ab2e6e6f9f8 resource provider aggregate not found Sep 25 01:02:25.995325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1245291649'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:26.021602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a9653-60ab-42d2-a691-cab286fdc8be tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Network': ['ID=60435f60-7820-4b36-a3f2-285034d93013,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:26.044924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (9ee05259-5446-4fd9-9ba5-01ca67437cd5), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:26.056695 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1880470c-edc4-4971-ab00-7ed9e9db33ea req-d88a323c-de50-403a-a895-e46f18474595 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6846871 Sep 25 01:02:26.059709 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 1df14053-9305-4973-8ae4-2ab2e6e6f9f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1df14053-9305-4973-8ae4-2ab2e6e6f9f8 found for delete ", "request_id": "req-303ceca6-8d7e-4399-b1a4-d88229ec5dcd"}]} Sep 25 01:02:26.064122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (9ee05259-5446-4fd9-9ba5-01ca67437cd5), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:26.107501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:26.116960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=9d537481-ce38-43b5-8af4-51de888e5611,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:26.138372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Attempting to bind port 698b5953-7b92-4fa2-9f18-87a3f133a66c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:26.140604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Attempting to bind port 698b5953-7b92-4fa2-9f18-87a3f133a66c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6c2a123a-831e-44b5-a4ef-ada5aef051ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4aa84eb3-09b1-454f-a048-0148c1648367'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:26.140821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No DVR routers for this DVR port 9d537481-ce38-43b5-8af4-51de888e5611 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:26.143181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Attempting to bind port 698b5953-7b92-4fa2-9f18-87a3f133a66c on network 4aa84eb3-09b1-454f-a048-0148c1648367 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:26.276202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:26.276525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Checking segment: {'id': '6c2a123a-831e-44b5-a4ef-ada5aef051ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4aa84eb3-09b1-454f-a048-0148c1648367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:26.277403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:26.277883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Bound using segment: {'id': '6c2a123a-831e-44b5-a4ef-ada5aef051ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4aa84eb3-09b1-454f-a048-0148c1648367'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:26.278453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Bound port: 698b5953-7b92-4fa2-9f18-87a3f133a66c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2a123a-831e-44b5-a4ef-ada5aef051ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4aa84eb3-09b1-454f-a048-0148c1648367'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:26.278929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:26.346488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:26.414720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:26.452468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] For port 698b5953-7b92-4fa2-9f18-87a3f133a66c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:26.458961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:26.465547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:26.469116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] For port 698b5953-7b92-4fa2-9f18-87a3f133a66c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=698b5953-7b92-4fa2-9f18-87a3f133a66c,segment=NetworkSegment(6c2a123a-831e-44b5-a4ef-ada5aef051ca),segment_id=6c2a123a-831e-44b5-a4ef-ada5aef051ca)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:26.482386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:26.562587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:26.654460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Router 9ee05259-5446-4fd9-9ba5-01ca67437cd5 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:26.684488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:26.691356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Pushing event updated for resources: {'Port': ['ID=698b5953-7b92-4fa2-9f18-87a3f133a66c,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:26.722380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.723503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.728044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.729789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.730317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.733492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.734130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.734697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.735143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.737115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.737526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.741733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.742451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.742926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.743305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e34fe-9edb-4702-8ae1-60b3b2b49250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:26.751395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486796-7d33-4b1a-9c1f-d00eebf0e012 req-9dcfbdfc-58b9-4efe-b4a7-e7ae46973ac9 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:26.761032 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-06486796-7d33-4b1a-9c1f-d00eebf0e012 req-9dcfbdfc-58b9-4efe-b4a7-e7ae46973ac9 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2032082 Sep 25 01:02:26.842094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (6e50a8d0-93d6-4d98-a812-2e20f565afa9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:26.981564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (af443a3c-78f3-4910-ac1f-ae3abb7e4f53), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.012042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.031576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:02:27.088916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:27.096925 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-06486796-7d33-4b1a-9c1f-d00eebf0e012 req-bba4766d-8015-4383-8d43-e2a79db270a3 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167365 Sep 25 01:02:27.102453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.111229 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d9f7008d-b587-444c-a70e-1c9fae869526 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/9ee05259-5446-4fd9-9ba5-01ca67437cd5 HTTP/1.1" status: 200 len: 919 time: 7.7343016 Sep 25 01:02:27.112312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52928) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:27.119925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9255cb-9e30-4c3c-8619-17d15313e81d None None] Sync routers for ids ['9ee05259-5446-4fd9-9ba5-01ca67437cd5'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:27.165635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9255cb-9e30-4c3c-8619-17d15313e81d None None] Routers {'9ee05259-5446-4fd9-9ba5-01ca67437cd5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:27.166720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2d9255cb-9e30-4c3c-8619-17d15313e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['9ee05259-5446-4fd9-9ba5-01ca67437cd5'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:27.168895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af443a3c-78f3-4910-ac1f-ae3abb7e4f53']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:27.172327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4ed6d062-789b-4302-a436-92b34b940690), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.172831 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Added segment 4ed6d062-789b-4302-a436-92b34b940690 of type vlan for network 6416e51f-a515-431d-8ba8-20d1809fb6fe Sep 25 01:02:27.216145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0946bdba-2f9f-4a26-8195-3c34c3ecba82') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:27.216432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0946bdba-2f9f-4a26-8195-3c34c3ecba82') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:27.246312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2d9255cb-9e30-4c3c-8619-17d15313e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:27.257396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52930) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:27.262790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9255cb-9e30-4c3c-8619-17d15313e81d None None] Routers {'9ee05259-5446-4fd9-9ba5-01ca67437cd5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:27.264244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2d9255cb-9e30-4c3c-8619-17d15313e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['9ee05259-5446-4fd9-9ba5-01ca67437cd5'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:27.314868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2d9255cb-9e30-4c3c-8619-17d15313e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:27.315571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9255cb-9e30-4c3c-8619-17d15313e81d None None] The sync data for ids ['9ee05259-5446-4fd9-9ba5-01ca67437cd5'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:27.367465 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b1421f90-fa6d-4c7a-8630-45342059eb70 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/9ee05259-5446-4fd9-9ba5-01ca67437cd5 HTTP/1.1" status: 200 len: 925 time: 0.2526226 Sep 25 01:02:27.372056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52934) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:27.418121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (0946bdba-2f9f-4a26-8195-3c34c3ecba82), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.455408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494eb80-54db-4d21-89d8-2e4a4c77f8e5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:27.458351 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8494eb80-54db-4d21-89d8-2e4a4c77f8e5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=9ee05259-5446-4fd9-9ba5-01ca67437cd5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0840571 Sep 25 01:02:27.466886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1216651365'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:27.473606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52936) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:27.609355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Made reservation on behalf of 937675718fc54790a2b8f475b8b6d147 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:27.615552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.640856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.718429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7ed54-0a70-4078-8426-960d1920fa37 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:27.720979 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-29f7ed54-0a70-4078-8426-960d1920fa37 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 881 time: 0.2457600 Sep 25 01:02:27.727383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52938) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:27.788095 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-35acd780-9c47-441b-8920-bc7f38d234a2 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ee05259-5446-4fd9-9ba5-01ca67437cd5 HTTP/1.1" status: 200 len: 205 time: 0.0587008 Sep 25 01:02:27.797079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52940) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:27.844185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (6416e51f-a515-431d-8ba8-20d1809fb6fe), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.892838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0946bdba-2f9f-4a26-8195-3c34c3ecba82), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.947762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:27.948384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (0946bdba-2f9f-4a26-8195-3c34c3ecba82), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.968715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:02:27.988794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:27.999569 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 0946bdba-2f9f-4a26-8195-3c34c3ecba82 resource provider aggregate not found Sep 25 01:02:28.058156 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for security_group (044768c1-a29c-47b4-a6d9-0ebeceeee50e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.070520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (044768c1-a29c-47b4-a6d9-0ebeceeee50e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.088760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (9ee05259-5446-4fd9-9ba5-01ca67437cd5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.103536 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 0946bdba-2f9f-4a26-8195-3c34c3ecba82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0946bdba-2f9f-4a26-8195-3c34c3ecba82 found for delete ", "request_id": "req-f31ed0a2-923d-4439-9cc6-1b53a3228edd"}]} Sep 25 01:02:28.176425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:28.185846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (6416e51f-a515-431d-8ba8-20d1809fb6fe), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.189096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2aefdc-b886-46cb-9d3b-5778cb6cad3b None None] Network 4aa84eb3-09b1-454f-a048-0148c1648367 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:28.197385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:28.198376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.215225 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2dd170a8-20e3-46bf-9c56-ffda280940e3 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3711a875-fcaa-47ab-8fcf-b5a0bae07992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7661259 Sep 25 01:02:28.216410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:02:28.221571 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] Sync routers for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:28.229826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52948) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:28.266552 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:28.267615 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:28.336986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044768c1-a29c-47b4-a6d9-0ebeceeee50e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:28.377091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:28.380558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e25b8608-c377-4b45-ac6b-99e115e64d79), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.381375 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Added segment e25b8608-c377-4b45-ac6b-99e115e64d79 of type vlan for network 23b4d6b0-b3d5-4912-b12d-b9281905c988 Sep 25 01:02:28.438240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b1b55cb0-3f9a-4cd0-9150-ea28dd8cde03 None None] Provisioning complete for port 698b5953-7b92-4fa2-9f18-87a3f133a66c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:28.438879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b1b55cb0-3f9a-4cd0-9150-ea28dd8cde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.440593 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b1b55cb0-3f9a-4cd0-9150-ea28dd8cde03 None None] Attempt 1 to provision port 698b5953-7b92-4fa2-9f18-87a3f133a66c Sep 25 01:02:28.473701 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:28.509088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:28.528774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (23b4d6b0-b3d5-4912-b12d-b9281905c988), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.554797 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:28.556567 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:28.571222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (9ee05259-5446-4fd9-9ba5-01ca67437cd5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.571784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (af443a3c-78f3-4910-ac1f-ae3abb7e4f53), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.662341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks [] for router (3711a875-fcaa-47ab-8fcf-b5a0bae07992), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.730469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a4b9-777c-4d8b-b192-d9f5e3cd2876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.737020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:28.767261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a1a29-f74c-405a-912e-214521a84d47 req-1a4fa123-36af-4bea-91a1-48a0be21b2fa tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:28.792814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0e7a1a29-f74c-405a-912e-214521a84d47 req-1a4fa123-36af-4bea-91a1-48a0be21b2fa tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3119311 Sep 25 01:02:28.804703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.820608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/networks/af443a3c-78f3-4910-ac1f-ae3abb7e4f53 HTTP/1.1" status: 204 len: 168 time: 5.3832769 Sep 25 01:02:28.821858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52950) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:28.825682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:28.832772 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (23b4d6b0-b3d5-4912-b12d-b9281905c988), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.842818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:28.843164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.847610 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T01:02:22Z', 'revision_number': 5, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:28.861869 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8827040 Sep 25 01:02:28.880102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52952) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:28.904621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': '6416e51f-a515-431d-8ba8-20d1809fb6fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:28.906216 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] Checking router: 3711a875-fcaa-47ab-8fcf-b5a0bae07992 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:02:28.923822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 698b5953-7b92-4fa2-9f18-87a3f133a66c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:28.938415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d201e-4f60-4cb6-ad90-fe34a372b02e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Network': ['ID=6416e51f-a515-431d-8ba8-20d1809fb6fe,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:28.949318 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] Routers {'3711a875-fcaa-47ab-8fcf-b5a0bae07992'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:28.951022 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:29.014210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 6416e51f-a515-431d-8ba8-20d1809fb6fe details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:02:29.031276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:29.046363 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0e7a1a29-f74c-405a-912e-214521a84d47 req-35cc9be8-19b6-4bb1-a114-92da9edc29d2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520716 Sep 25 01:02:29.174274 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] Set router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:29.431296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aed359-afdd-4996-9466-90fc67ddde1f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:29.444788 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-81aed359-afdd-4996-9466-90fc67ddde1f tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/23b5eb76-a5b8-4221-b51f-06ff4740e450 HTTP/1.1" status: 200 len: 841 time: 0.5971098 Sep 25 01:02:29.454155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.20.0.1 (4aa84eb3-09b1-454f-a048-0148c1648367/9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8/92aa8c1b-3fdb-42d3-b5a5-9a999b943c94) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:29.462034 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2013268 Sep 25 01:02:29.487321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52958) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:29.489610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52960) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:29.499261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks [] for router_gateway (3711a875-fcaa-47ab-8fcf-b5a0bae07992), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.513210 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:29.521720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Deleting port 8fe02b01-34ad-4938-a725-feb9ba8140ed {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:29.524418 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bead1d6f-7df6-4f91-b479-3ae8b0f0056e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6e50a8d0-93d6-4d98-a812-2e20f565afa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0375800 Sep 25 01:02:29.534262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8fe02b01-34ad-4938-a725-feb9ba8140ed), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.535607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52962) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:29.562207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde8dc8-eae6-4640-b231-660beef16de8 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Network': ['ID=af443a3c-78f3-4910-ac1f-ae3abb7e4f53,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:29.572310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'subnet': {'network_id': '23b4d6b0-b3d5-4912-b12d-b9281905c988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:29.671523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] Sync routers for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:29.687309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b1b55cb0-3f9a-4cd0-9150-ea28dd8cde03 None None] Current status of the port 698b5953-7b92-4fa2-9f18-87a3f133a66c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:29.688302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b1b55cb0-3f9a-4cd0-9150-ea28dd8cde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.704389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 698b5953-7b92-4fa2-9f18-87a3f133a66c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:29.705575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.706311 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 698b5953-7b92-4fa2-9f18-87a3f133a66c Sep 25 01:02:29.828315 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T01:02:22Z', 'revision_number': 5, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:29.885272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:29.887316 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964ba61-c122-4b6f-99ff-855fd5b0625e None None] The sync data for ids ['3711a875-fcaa-47ab-8fcf-b5a0bae07992'] in dv-neutron-master-2-hyperv is: [{'id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'name': 'tempest-ServersTestJSON-383466647-router', 'tenant_id': '6fca05771f584281881ef056a7ee9629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:21Z', 'updated_at': '2022-09-25T01:02:22Z', 'revision_number': 5, 'project_id': '6fca05771f584281881ef056a7ee9629', 'gw_port': {'id': 'e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a875-fcaa-47ab-8fcf-b5a0bae07992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:22Z', 'updated_at': '2022-09-25T00:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:29.887741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:29.983061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cbd75-6e4b-4bbb-8586-553f5bb26f98 req-ae16e2dd-5e51-4302-b09c-5986f11b6605 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:29.985999 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d76cbd75-6e4b-4bbb-8586-553f5bb26f98 req-ae16e2dd-5e51-4302-b09c-5986f11b6605 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.4557011 Sep 25 01:02:30.074348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c1b2f-7d69-4a11-901c-d9973a3730c0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Network': ['ID=23b4d6b0-b3d5-4912-b12d-b9281905c988,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:30.090222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b1b55cb0-3f9a-4cd0-9150-ea28dd8cde03 None None] For port 698b5953-7b92-4fa2-9f18-87a3f133a66c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=698b5953-7b92-4fa2-9f18-87a3f133a66c,segment=NetworkSegment(6c2a123a-831e-44b5-a4ef-ada5aef051ca),segment_id=6c2a123a-831e-44b5-a4ef-ada5aef051ca)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:30.108221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b1b55cb0-3f9a-4cd0-9150-ea28dd8cde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.138174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:30.140254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:02:30.263316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:30.267893 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f9c7f8d5-bfca-4161-8209-ad32e830616d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/23b5eb76-a5b8-4221-b51f-06ff4740e450?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.7296245 Sep 25 01:02:30.270606 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d76cbd75-6e4b-4bbb-8586-553f5bb26f98 req-37969dd1-93ea-48f2-9db7-2f08c7a024bd tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701046 Sep 25 01:02:30.276040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.280379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks [] for router (6e50a8d0-93d6-4d98-a812-2e20f565afa9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.287856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52964) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:30.345626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Deleting port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:30.346069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.390699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:30.452204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:30.499231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:30.504533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.511171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:30.530110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8fe02b01-34ad-4938-a725-feb9ba8140ed), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.659089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b55cb0-3f9a-4cd0-9150-ea28dd8cde03 None None] Pushing event updated for resources: {'Port': ['ID=698b5953-7b92-4fa2-9f18-87a3f133a66c,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:30.661352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Made reservation on behalf of 937675718fc54790a2b8f475b8b6d147 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:30.665479 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.678041 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Calling delete_port for 8fe02b01-34ad-4938-a725-feb9ba8140ed owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:30.681374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 698b5953-7b92-4fa2-9f18-87a3f133a66c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:30.682256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.743451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.773690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8d34ad61-615a-4f8a-ab46-f02690f8d774 None None] Provisioning complete for port 698b5953-7b92-4fa2-9f18-87a3f133a66c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:30.774143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d34ad61-615a-4f8a-ab46-f02690f8d774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.774613 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8d34ad61-615a-4f8a-ab46-f02690f8d774 None None] Attempt 1 to provision port 698b5953-7b92-4fa2-9f18-87a3f133a66c Sep 25 01:02:30.835060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:30.853066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=92aa8c1b-3fdb-42d3-b5a5-9a999b943c94,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:30.871556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 4aa84eb3-09b1-454f-a048-0148c1648367 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:30.877160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks [] for router_gateway (6e50a8d0-93d6-4d98-a812-2e20f565afa9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:30.881310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:30.889409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:30.996958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:31.001324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:31.049020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] For port e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:31.049680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:31.062010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:02:31.062581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:02:31.073642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:31.124105 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Calling delete_port for e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:31.193577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8d34ad61-615a-4f8a-ab46-f02690f8d774 None None] Current status of the port 698b5953-7b92-4fa2-9f18-87a3f133a66c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:31.224132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Deleting port bfaf3c9f-a048-4ec2-ae13-f727341e5de0 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:31.224714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:31.329937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52'}], 'enable_snat': True}, 'gw_port_id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T01:02:24Z', 'revision_number': 5, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port': {'id': 'bfaf3c9f-a048-4ec2-ae13-f727341e5de0', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:31.358256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:31.449248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] Checking router: 6e50a8d0-93d6-4d98-a812-2e20f565afa9 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:02:31.518381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] Routers {'6e50a8d0-93d6-4d98-a812-2e20f565afa9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:31.519721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:31.668944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:31.697027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:31.703494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] For port bfaf3c9f-a048-4ec2-ae13-f727341e5de0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bfaf3c9f-a048-4ec2-ae13-f727341e5de0,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:31.704021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:31.743626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Calling delete_port for bfaf3c9f-a048-4ec2-ae13-f727341e5de0 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:31.749016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fddec0-29eb-4689-b638-8a52cd98cf18 req-d359d972-d4f0-43d7-b57b-e54448c8e62f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:31.750972 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-26fddec0-29eb-4689-b638-8a52cd98cf18 req-d359d972-d4f0-43d7-b57b-e54448c8e62f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2578492 Sep 25 01:02:31.809028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] Set router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:31.818240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (40804df4-d432-4c9a-8c2b-37f6dc04a6aa), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:31.865297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Provisioning complete for port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:31.866149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:31.866730 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 1 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:31.866951 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:31.909920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f6d68985-374b-42c5-8f02-c1a6216e2aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:31.944071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T01:02:30Z', 'revision_number': 6, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:31.955675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:31.964111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8fe02b01-34ad-4938-a725-feb9ba8140ed), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.015613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (e260cf45-1757-498e-ab85-4caba5270a38), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.039083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:32.048059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (da88c87f-4419-40d7-b365-f51c7d4369be), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.087199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:32.088608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 698b5953-7b92-4fa2-9f18-87a3f133a66c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:32.097363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event deleted for resources: {'Port': ['ID=8fe02b01-34ad-4938-a725-feb9ba8140ed,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:32.104440 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-26fddec0-29eb-4689-b638-8a52cd98cf18 req-22925654-f865-4395-afd7-ada383a8d2f2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421557 Sep 25 01:02:32.105319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=40804df4-d432-4c9a-8c2b-37f6dc04a6aa,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:32.108129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2055fc30-52c1-4ca5-abfa-15bf29a4daf7 None None] The sync data for ids ['6e50a8d0-93d6-4d98-a812-2e20f565afa9'] in dv-neutron-master-2-hyperv is: [{'id': '6e50a8d0-93d6-4d98-a812-2e20f565afa9', 'name': 'tempest-ServersTestManualDisk-431176378-router', 'tenant_id': '7f2f717a45524867bd74d08995113927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:24Z', 'updated_at': '2022-09-25T01:02:30Z', 'revision_number': 6, 'project_id': '7f2f717a45524867bd74d08995113927', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:32.229825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:32.249197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Checking segment: {'id': '4ed6d062-789b-4302-a436-92b34b940690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6416e51f-a515-431d-8ba8-20d1809fb6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:32.249920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network hostable DHCP agents. Network: 6416e51f-a515-431d-8ba8-20d1809fb6fe, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:02:32.264034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.300866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:32.308350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=e260cf45-1757-498e-ab85-4caba5270a38,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:32.312454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:32.313220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.317178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64477947-a727-429a-bd97-d0b6da5d4d68 None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:32.343358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Subnet': ['ID=da88c87f-4419-40d7-b365-f51c7d4369be,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:32.390189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:32.393746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (9ee05259-5446-4fd9-9ba5-01ca67437cd5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.421152 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-01ddffcf-5758-4438-a519-d302aa7a6fc1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1279707 Sep 25 01:02:32.427548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52970) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:32.475067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-51821521-7c1e-425a-a01e-6e6c2af90f02 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'security_group': {'name': 'tempest-secgroup-119290075'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:32.577736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Checking segment: {'id': 'e25b8608-c377-4b45-ac6b-99e115e64d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '23b4d6b0-b3d5-4912-b12d-b9281905c988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:32.577948 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network hostable DHCP agents. Network: 23b4d6b0-b3d5-4912-b12d-b9281905c988, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:02:32.580935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 6416e51f-a515-431d-8ba8-20d1809fb6fe is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:02:32.589281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'project_id': '84da212938f24d5daaebf1c4a1599dfb', 'fixed_ips': [{'subnet_id': 'e260cf45-1757-498e-ab85-4caba5270a38'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:02:32.591358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.617969 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 2 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:32.700146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:32.717493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (9ee05259-5446-4fd9-9ba5-01ca67437cd5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.727047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (9ee05259-5446-4fd9-9ba5-01ca67437cd5), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.749194 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6416e51f-a515-431d-8ba8-20d1809fb6fe) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:32.800781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:32.801668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.808790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:32.810567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:02:32.835818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (3711a875-fcaa-47ab-8fcf-b5a0bae07992), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.875697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e5d8ac-ea4c-40e1-a4f0-a7f25a0fd105 None None] Network 6416e51f-a515-431d-8ba8-20d1809fb6fe requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:32.945842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (3711a875-fcaa-47ab-8fcf-b5a0bae07992), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:32.949245 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks [] for router_controller (3711a875-fcaa-47ab-8fcf-b5a0bae07992), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.005084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (9ee05259-5446-4fd9-9ba5-01ca67437cd5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.006598 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee05259-5446-4fd9-9ba5-01ca67437cd5 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:02:33.011624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 23b4d6b0-b3d5-4912-b12d-b9281905c988) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:33.014203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (3711a875-fcaa-47ab-8fcf-b5a0bae07992), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.015048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3711a875-fcaa-47ab-8fcf-b5a0bae07992 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:02:33.022323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.024137 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-26cdd8b3-37f7-4259-9348-7c58c86c9c04 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9ee05259-5446-4fd9-9ba5-01ca67437cd5 HTTP/1.1" status: 204 len: 168 time: 5.2253873 Sep 25 01:02:33.029393 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.030905 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-41a4510c-c735-4fb9-95c8-57b98223708e admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/3711a875-fcaa-47ab-8fcf-b5a0bae07992 HTTP/1.1" status: 204 len: 168 time: 4.7995577 Sep 25 01:02:33.038496 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bfe8fa20-c82d-4f03-94ff-94dcc45996da tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1408532 Sep 25 01:02:33.041887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:33.042742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.045506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52972) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:33.045706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52974) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:33.045940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52976) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:33.052263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-265d3d55-b97e-4678-8553-cfb139d6ab94 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-843620015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:33.076178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': '6416e51f-a515-431d-8ba8-20d1809fb6fe', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-391791581'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:33.163806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c485688-5652-4182-80b5-983941aa099e None None] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:33.237571 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9d78dae4-8507-4ecf-a983-8bbcb702594e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6728730 Sep 25 01:02:33.240403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.246736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52978) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:33.252842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 698b5953-7b92-4fa2-9f18-87a3f133a66c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:33.254489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-32092794', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:33.258527 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 3 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:33.274435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:33.298663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-265d3d55-b97e-4678-8553-cfb139d6ab94 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (0583ef01-09de-4e68-9bd9-17b754567741), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.300515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-265d3d55-b97e-4678-8553-cfb139d6ab94 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (0583ef01-09de-4e68-9bd9-17b754567741), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.313060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:33.344885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.372543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc1fb5-0cc2-4fbb-9484-e46a504b8186 req-07dbaaa5-a328-400b-a7b0-d2815297fd5c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:33.375322 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96fc1fb5-0cc2-4fbb-9484-e46a504b8186 req-07dbaaa5-a328-400b-a7b0-d2815297fd5c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 1.0779345 Sep 25 01:02:33.538188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6416e51f-a515-431d-8ba8-20d1809fb6fe', 'network_id': '6416e51f-a515-431d-8ba8-20d1809fb6fe', 'project_id': '9d916dec203f4b278e19c6351473e052', 'fixed_ips': [{'subnet_id': '40804df4-d432-4c9a-8c2b-37f6dc04a6aa'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:02:33.539417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.656961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51821521-7c1e-425a-a01e-6e6c2af90f02 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.718505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:33.740167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Allocated IP 172.20.0.2 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/e260cf45-1757-498e-ab85-4caba5270a38/5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:33.780160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:33.780758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-265d3d55-b97e-4678-8553-cfb139d6ab94 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (0583ef01-09de-4e68-9bd9-17b754567741), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.808846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.816212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-265d3d55-b97e-4678-8553-cfb139d6ab94 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (0583ef01-09de-4e68-9bd9-17b754567741), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.818015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=92aa8c1b-3fdb-42d3-b5a5-9a999b943c94,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:33.846898 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Allocated IP 2001:db8::2 (6416e51f-a515-431d-8ba8-20d1809fb6fe/40804df4-d432-4c9a-8c2b-37f6dc04a6aa/65ec077f-3e60-4261-8c9e-86dcd0f5a271) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:33.849717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b5b08e-3fb1-401f-a5d1-5cbd40fc965d admin admin] Deleting subnet 397df8b9-9cb9-49e4-9e4f-944946615a69 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:02:33.870193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (bfaf3c9f-a048-4ec2-ae13-f727341e5de0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.887827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 698b5953-7b92-4fa2-9f18-87a3f133a66c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:33.889005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.889177 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 698b5953-7b92-4fa2-9f18-87a3f133a66c Sep 25 01:02:33.899318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:33.907900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65b5b08e-3fb1-401f-a5d1-5cbd40fc965d admin admin] Publish callbacks [] for subnet (397df8b9-9cb9-49e4-9e4f-944946615a69), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.966255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (dc4d855e-d408-4ddd-aaea-3c1f06171b01), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.968160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (dc4d855e-d408-4ddd-aaea-3c1f06171b01), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:33.986022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:33.999299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-265d3d55-b97e-4678-8553-cfb139d6ab94 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.001973 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-265d3d55-b97e-4678-8553-cfb139d6ab94 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9546361 Sep 25 01:02:34.012319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52980) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:34.032828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': False}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:34.036846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.064402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfaf3c9f-a048-4ec2-ae13-f727341e5de0,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:34.127893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96fc1fb5-0cc2-4fbb-9484-e46a504b8186 req-5b32700e-74c7-4061-82f1-db395227efeb tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6934524 Sep 25 01:02:34.134134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65b5b08e-3fb1-401f-a5d1-5cbd40fc965d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (397df8b9-9cb9-49e4-9e4f-944946615a69), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.202597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f77eb-a4d6-46a5-a0b0-22031b56baaa None None] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:34.290422 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:34.295017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.298558 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 4 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:34.307922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_controller (dc4d855e-d408-4ddd-aaea-3c1f06171b01), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.354352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51821521-7c1e-425a-a01e-6e6c2af90f02 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (0a74a674-a1cc-486c-8cfa-43b810b8de3c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.422738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51821521-7c1e-425a-a01e-6e6c2af90f02 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0a74a674-a1cc-486c-8cfa-43b810b8de3c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.486643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:34.530097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (6e50a8d0-93d6-4d98-a812-2e20f565afa9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.541952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51821521-7c1e-425a-a01e-6e6c2af90f02 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.547310 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-51821521-7c1e-425a-a01e-6e6c2af90f02 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 2.0735888 Sep 25 01:02:34.547310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51821521-7c1e-425a-a01e-6e6c2af90f02 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a74a674-a1cc-486c-8cfa-43b810b8de3c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:34.552972 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port a15887c9-2107-477d-896f-c5b4174a8411 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:34.561384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52984) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:34.584609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d4608ea1-6048-469f-8114-89f795159d25 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'security_group': {'name': 'tempest-secgroup-1640446123'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:34.656163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 698b5953-7b92-4fa2-9f18-87a3f133a66c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:34.685861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:34.721849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (6e50a8d0-93d6-4d98-a812-2e20f565afa9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.726943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:34.727843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:34.728196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 58abda90-c35d-4cc7-af9e-f2fb9306dbd5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:34.728614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2cf69d6e-3673-408f-9cfa-e65ceec09d88 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:34.741054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda3a76-18d1-4575-9a32-d98cf05b681d req-49e9f873-09d9-41a7-90a2-7fec8a4209e9 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:34.742892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Publish callbacks [] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.744129 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8eda3a76-18d1-4575-9a32-d98cf05b681d req-49e9f873-09d9-41a7-90a2-7fec8a4209e9 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.4421597 Sep 25 01:02:34.762688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:34.768262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Publish callbacks [] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.771075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2cf69d6e-3673-408f-9cfa-e65ceec09d88 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:34.771536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2cf69d6e-3673-408f-9cfa-e65ceec09d88 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:34.771986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks [] for router_controller (6e50a8d0-93d6-4d98-a812-2e20f565afa9), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.776435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.805750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.833615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:34.839797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:34.848147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:34.851434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Network 6416e51f-a515-431d-8ba8-20d1809fb6fe is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:34.858298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:34.860853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Pushing event updated for resources: {'Port': ['ID=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:34.864353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:34.868441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 4aa84eb3-09b1-454f-a048-0148c1648367 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:34.872983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:34.888929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65b5b08e-3fb1-401f-a5d1-5cbd40fc965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (397df8b9-9cb9-49e4-9e4f-944946615a69), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.899940 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (6e50a8d0-93d6-4d98-a812-2e20f565afa9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.901101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e50a8d0-93d6-4d98-a812-2e20f565afa9 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:02:34.974403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:34.976982 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d74b8ec4-f7ae-45b7-9913-b8357196aaf6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/6e50a8d0-93d6-4d98-a812-2e20f565afa9 HTTP/1.1" status: 204 len: 168 time: 5.4392233 Sep 25 01:02:34.996733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52986) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:35.008168 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 5 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:35.062137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device bfaf3c9f-a048-4ec2-ae13-f727341e5de0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:35.121418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Pushing event updated for resources: {'Port': ['ID=65ec077f-3e60-4261-8c9e-86dcd0f5a271,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:35.124758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Attempting to bind port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:35.125134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Attempting to bind port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4ed6d062-789b-4302-a436-92b34b940690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6416e51f-a515-431d-8ba8-20d1809fb6fe'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:35.125473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Attempting to bind port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 on network 6416e51f-a515-431d-8ba8-20d1809fb6fe {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:35.181702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:35.193613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4608ea1-6048-469f-8114-89f795159d25 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.214160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (0583ef01-09de-4e68-9bd9-17b754567741), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.215539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Attempting to bind port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:35.216063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Attempting to bind port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b5db8bd8-e100-44a4-bd45-e14491994ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:35.217123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Attempting to bind port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 on network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:35.245553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce18065-f3f8-4841-86bb-c833d381b1af admin admin] Deleting subnet 2c93a3e5-97fe-4b87-8a41-1625b3b2fadf {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:02:35.252310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7ce18065-f3f8-4841-86bb-c833d381b1af admin admin] Publish callbacks [] for subnet (2c93a3e5-97fe-4b87-8a41-1625b3b2fadf), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.284259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:35.304887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:35.305607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Checking segment: {'id': 'b5db8bd8-e100-44a4-bd45-e14491994ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:35.306550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.307265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Bound using segment: {'id': 'b5db8bd8-e100-44a4-bd45-e14491994ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:35.308135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Bound port: 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5db8bd8-e100-44a4-bd45-e14491994ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:35.309565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.321675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7ce18065-f3f8-4841-86bb-c833d381b1af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (2c93a3e5-97fe-4b87-8a41-1625b3b2fadf), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.340264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: bfaf3c9f-a048-4ec2-ae13-f727341e5de0 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:35.340865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device bfaf3c9f-a048-4ec2-ae13-f727341e5de0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:35.341567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:35.378119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:35.378608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e5d6dec5-51e3-4cd3-b32d-2c169b9fe0ba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:35.402170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router dc18efc7-7c57-4bb9-bf84-9cb5689248e7 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:35.449346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:35.450145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Checking segment: {'id': '4ed6d062-789b-4302-a436-92b34b940690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6416e51f-a515-431d-8ba8-20d1809fb6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:35.450877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.451493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Bound using segment: {'id': '4ed6d062-789b-4302-a436-92b34b940690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6416e51f-a515-431d-8ba8-20d1809fb6fe'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:35.452520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Bound port: 65ec077f-3e60-4261-8c9e-86dcd0f5a271, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed6d062-789b-4302-a436-92b34b940690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6416e51f-a515-431d-8ba8-20d1809fb6fe'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:35.453083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.458529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_gateway (dc4d855e-d408-4ddd-aaea-3c1f06171b01), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.466568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:35.491639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] For port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:35.527862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:35.531369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7ce18065-f3f8-4841-86bb-c833d381b1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (2c93a3e5-97fe-4b87-8a41-1625b3b2fadf), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.537445 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8eda3a76-18d1-4575-9a32-d98cf05b681d req-b0c5a911-b8e8-4244-91cd-8d539fb808a1 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7724788 Sep 25 01:02:35.547812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] For port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,segment=NetworkSegment(b5db8bd8-e100-44a4-bd45-e14491994ebd),segment_id=b5db8bd8-e100-44a4-bd45-e14491994ebd)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:35.569989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.628111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:35.644209 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-31400f36-1e80-4ae7-91c7-fa0417806bb6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/dc18efc7-7c57-4bb9-bf84-9cb5689248e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4773285 Sep 25 01:02:35.645498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 52988) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:35.647406 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0831e8-246c-4589-bf8e-f91ade29cb7d None None] Sync routers for ids ['dc18efc7-7c57-4bb9-bf84-9cb5689248e7'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:35.672291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] For port 65ec077f-3e60-4261-8c9e-86dcd0f5a271, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:35.683353 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 6 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:35.690094 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0831e8-246c-4589-bf8e-f91ade29cb7d None None] Routers {'dc18efc7-7c57-4bb9-bf84-9cb5689248e7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:35.692850 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6c0831e8-246c-4589-bf8e-f91ade29cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc18efc7-7c57-4bb9-bf84-9cb5689248e7'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:35.710855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::1d5 (6416e51f-a515-431d-8ba8-20d1809fb6fe/40804df4-d432-4c9a-8c2b-37f6dc04a6aa/a15887c9-2107-477d-896f-c5b4174a8411) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:35.737565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65b5b08e-3fb1-401f-a5d1-5cbd40fc965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (397df8b9-9cb9-49e4-9e4f-944946615a69), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.771717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebf7f3-d927-41b9-9a8b-9a0157a9a915 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:35.776879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52992) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:35.777428 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-98ebf7f3-d927-41b9-9a8b-9a0157a9a915 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports/92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 HTTP/1.1" status: 200 len: 910 time: 0.1307278 Sep 25 01:02:35.779863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7ce18065-f3f8-4841-86bb-c833d381b1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (2c93a3e5-97fe-4b87-8a41-1625b3b2fadf), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.793159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:35.804576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] For port 65ec077f-3e60-4261-8c9e-86dcd0f5a271, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65ec077f-3e60-4261-8c9e-86dcd0f5a271,segment=NetworkSegment(4ed6d062-789b-4302-a436-92b34b940690),segment_id=4ed6d062-789b-4302-a436-92b34b940690)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:35.813998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685139c-f462-4d00-82f7-88fb1de27a09 None None] Pushing event updated for resources: {'Port': ['ID=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:35.832579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.868578 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6c0831e8-246c-4589-bf8e-f91ade29cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:35.868912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce18065-f3f8-4841-86bb-c833d381b1af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c93a3e5-97fe-4b87-8a41-1625b3b2fadf,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:35.882786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5b08e-3fb1-401f-a5d1-5cbd40fc965d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397df8b9-9cb9-49e4-9e4f-944946615a69,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:35.886713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7ce18065-f3f8-4841-86bb-c833d381b1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.895788 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7ce18065-f3f8-4841-86bb-c833d381b1af admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/2c93a3e5-97fe-4b87-8a41-1625b3b2fadf HTTP/1.1" status: 204 len: 168 time: 0.8864141 Sep 25 01:02:35.907626 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0831e8-246c-4589-bf8e-f91ade29cb7d None None] Routers {'dc18efc7-7c57-4bb9-bf84-9cb5689248e7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:35.908315 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6c0831e8-246c-4589-bf8e-f91ade29cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc18efc7-7c57-4bb9-bf84-9cb5689248e7'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:35.913671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65b5b08e-3fb1-401f-a5d1-5cbd40fc965d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:35.920050 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-65b5b08e-3fb1-401f-a5d1-5cbd40fc965d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/397df8b9-9cb9-49e4-9e4f-944946615a69 HTTP/1.1" status: 204 len: 168 time: 2.8559637 Sep 25 01:02:35.923252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52994) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:35.925027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 52996) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:35.980955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae1aa9-0100-442f-b17f-e1e24aac7cac None None] Network 3c9af416-4358-430a-ad21-683d4c0622d9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:35.985306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e58ef43-cc68-4b19-8a9f-0a59247e33bf None None] Network 30f22b87-e145-46d8-aa47-94c16470461f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:35.991458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2cd8f-3903-48f9-9d4d-59304af80bb4 req-89547e4c-be83-4564-a2ae-6b039c10b49e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:35.993016 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5ac2cd8f-3903-48f9-9d4d-59304af80bb4 req-89547e4c-be83-4564-a2ae-6b039c10b49e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1276488 Sep 25 01:02:36.065668 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6c0831e8-246c-4589-bf8e-f91ade29cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:36.066389 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0831e8-246c-4589-bf8e-f91ade29cb7d None None] The sync data for ids ['dc18efc7-7c57-4bb9-bf84-9cb5689248e7'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:36.078170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:36.149396 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5ac2cd8f-3903-48f9-9d4d-59304af80bb4 req-b57b5d9f-5009-4220-a6c5-d7815c9383e0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001949 Sep 25 01:02:36.243981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:36.287792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a7dd-b7c2-417b-b3a5-66ef63df23d1 None None] Pushing event updated for resources: {'Port': ['ID=65ec077f-3e60-4261-8c9e-86dcd0f5a271,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:36.297729 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 7 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:36.298547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4608ea1-6048-469f-8114-89f795159d25 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (73f1d41b-ce48-4579-bcdf-20aa31be5427), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:36.367754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:36.446611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:36.509766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:36.585660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425ab828-bab0-4878-8ec1-036cd5948942 None None] DHCP port deletion for 3c9af416-4358-430a-ad21-683d4c0622d9 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:02:36.645268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a42146-d8ac-423b-b930-74f57f509ca7 None None] DHCP port deletion for 30f22b87-e145-46d8-aa47-94c16470461f request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:02:36.655084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-425ab828-bab0-4878-8ec1-036cd5948942 None None] Deleting port 4646d255-d408-4cfd-bcb5-d97d974e8c24 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:36.655560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-425ab828-bab0-4878-8ec1-036cd5948942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:36.762066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4608ea1-6048-469f-8114-89f795159d25 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (73f1d41b-ce48-4579-bcdf-20aa31be5427), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:36.771632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-59a42146-d8ac-423b-b930-74f57f509ca7 None None] Deleting port ceed100c-5dd6-46c0-8586-32db9cf4f231 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:36.772236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-59a42146-d8ac-423b-b930-74f57f509ca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:36.780189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:36.811524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:36.834806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-425ab828-bab0-4878-8ec1-036cd5948942 None None] For port 4646d255-d408-4cfd-bcb5-d97d974e8c24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4646d255-d408-4cfd-bcb5-d97d974e8c24,segment=NetworkSegment(089123b3-49e9-40b3-adef-16e3d832507a),segment_id=089123b3-49e9-40b3-adef-16e3d832507a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:36.835265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-425ab828-bab0-4878-8ec1-036cd5948942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:36.866871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-425ab828-bab0-4878-8ec1-036cd5948942 None None] Calling delete_port for 4646d255-d408-4cfd-bcb5-d97d974e8c24 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:36.905236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-59a42146-d8ac-423b-b930-74f57f509ca7 None None] For port ceed100c-5dd6-46c0-8586-32db9cf4f231, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ceed100c-5dd6-46c0-8586-32db9cf4f231,segment=NetworkSegment(1ceca849-57df-4fea-9616-bc29246578d6),segment_id=1ceca849-57df-4fea-9616-bc29246578d6)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:36.905539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-59a42146-d8ac-423b-b930-74f57f509ca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:36.948167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4608ea1-6048-469f-8114-89f795159d25 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f1d41b-ce48-4579-bcdf-20aa31be5427,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:37.018587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07de411-af96-44c9-9823-bd33651467a3 req-ab5ef0f8-c1d4-4e27-90ee-f71e638414e8 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:37.020715 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b07de411-af96-44c9-9823-bd33651467a3 req-ab5ef0f8-c1d4-4e27-90ee-f71e638414e8 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2826121 Sep 25 01:02:37.168989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (3c9af416-4358-430a-ad21-683d4c0622d9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.173342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4608ea1-6048-469f-8114-89f795159d25 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.173791 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 8 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:37.177890 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d4608ea1-6048-469f-8114-89f795159d25 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.6026487 Sep 25 01:02:37.178519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53004) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:37.182735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:37.191617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1523147074', 'security_groups': ['73f1d41b-ce48-4579-bcdf-20aa31be5427'], 'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e260cf45-1757-498e-ab85-4caba5270a38'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:37.204592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (30f22b87-e145-46d8-aa47-94c16470461f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.212005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-59a42146-d8ac-423b-b930-74f57f509ca7 None None] Calling delete_port for ceed100c-5dd6-46c0-8586-32db9cf4f231 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:37.273006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:37.315019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_gateway (dc4d855e-d408-4ddd-aaea-3c1f06171b01), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.336711 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:37.394433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:37.394857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.395263 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 Sep 25 01:02:37.447863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-425ab828-bab0-4878-8ec1-036cd5948942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (4646d255-d408-4cfd-bcb5-d97d974e8c24), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.453387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.455346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:37.485765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ab828-bab0-4878-8ec1-036cd5948942 None None] Pushing event deleted for resources: {'Port': ['ID=4646d255-d408-4cfd-bcb5-d97d974e8c24,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:37.492974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425ab828-bab0-4878-8ec1-036cd5948942 None None] No DVR routers for this DVR port 4646d255-d408-4cfd-bcb5-d97d974e8c24 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:37.495301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-59a42146-d8ac-423b-b930-74f57f509ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.549776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a42146-d8ac-423b-b930-74f57f509ca7 None None] Pushing event deleted for resources: {'Port': ['ID=ceed100c-5dd6-46c0-8586-32db9cf4f231,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:37.562365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a42146-d8ac-423b-b930-74f57f509ca7 None None] No DVR routers for this DVR port ceed100c-5dd6-46c0-8586-32db9cf4f231 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:37.611611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.36.7.70 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/b79df68c-c57b-481c-b8b9-3c37fdb4da0e) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:37.645389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.669310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:37.669834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.678341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port 0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:37.680781 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b07de411-af96-44c9-9823-bd33651467a3 req-0655da67-5d2e-47dc-aa64-458c1cdc5cd0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6267233 Sep 25 01:02:37.689903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (0583ef01-09de-4e68-9bd9-17b754567741), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.761194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,segment=NetworkSegment(b5db8bd8-e100-44a4-bd45-e14491994ebd),segment_id=b5db8bd8-e100-44a4-bd45-e14491994ebd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:37.777190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.780330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 65ec077f-3e60-4261-8c9e-86dcd0f5a271 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:37.842898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] The port '4646d255-d408-4cfd-bcb5-d97d974e8c24' was deleted {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2089}} Sep 25 01:02:37.866734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (a15887c9-2107-477d-896f-c5b4174a8411), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.913130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:37.928794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.946915 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 9 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:37.966576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:38.024458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:38.051106 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Deleting port ceed100c-5dd6-46c0-8586-32db9cf4f231 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:38.052450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.085610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:38.100489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f510-bc0b-4d63-a863-68010b1d1a93 req-cb0ec326-a8f1-4b63-adc8-36b5b3cd3755 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:38.107495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:38.108217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.108877 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 Sep 25 01:02:38.108977 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9614f510-bc0b-4d63-a863-68010b1d1a93 req-cb0ec326-a8f1-4b63-adc8-36b5b3cd3755 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1697376 Sep 25 01:02:38.134608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.10 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/e260cf45-1757-498e-ab85-4caba5270a38/0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:38.199526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1599b1a9-0bd7-4bfa-85af-5bf198384a5e None None] Network 6416e51f-a515-431d-8ba8-20d1809fb6fe requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:38.214935 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9614f510-bc0b-4d63-a863-68010b1d1a93 req-db88cc74-ef44-4171-8bbd-a48ec2a2d21f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046431 Sep 25 01:02:38.345388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:38.346166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.384746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:38.430635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 65ec077f-3e60-4261-8c9e-86dcd0f5a271, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65ec077f-3e60-4261-8c9e-86dcd0f5a271,segment=NetworkSegment(4ed6d062-789b-4302-a436-92b34b940690),segment_id=4ed6d062-789b-4302-a436-92b34b940690)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:38.439284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.474449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.486228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (3c9af416-4358-430a-ad21-683d4c0622d9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.510811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=65ec077f-3e60-4261-8c9e-86dcd0f5a271,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:38.530628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:38.568209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.571117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4646d255-d408-4cfd-bcb5-d97d974e8c24 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:38.618835 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Attempt 10 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:38.625100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 4646d255-d408-4cfd-bcb5-d97d974e8c24 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:38.625100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4646d255-d408-4cfd-bcb5-d97d974e8c24 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:38.625100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ceed100c-5dd6-46c0-8586-32db9cf4f231 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:38.626378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] For port ceed100c-5dd6-46c0-8586-32db9cf4f231, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:38.627250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.636091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:38.641406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:38.648169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:38.678832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ceed100c-5dd6-46c0-8586-32db9cf4f231 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:38.679193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ceed100c-5dd6-46c0-8586-32db9cf4f231 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:38.704455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ffa8-4505-4951-ab40-dc3ef7e425e5 None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:38.711185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:38.721690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9af416-4358-430a-ad21-683d4c0622d9']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:38.724229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:38.725127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.757136 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5717340 Sep 25 01:02:38.757136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b676513-0750-45d4-a26a-a4f68ce8707b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:38.758337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53010) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:38.762431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a15887c9-2107-477d-896f-c5b4174a8411), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.767192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7464cc72-3e9f-4181-87bc-ff0bd0b77c8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:38.773385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Calling delete_port for ceed100c-5dd6-46c0-8586-32db9cf4f231 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:38.813293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Port ceed100c-5dd6-46c0-8586-32db9cf4f231 was not found and therefore no delete operation was performed {{(pid=107188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:02:38.823230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089123b3-49e9-40b3-adef-16e3d832507a') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:38.823867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089123b3-49e9-40b3-adef-16e3d832507a') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:38.846546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (b79df68c-c57b-481c-b8b9-3c37fdb4da0e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.861449 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Provisioning complete for port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:38.862833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.863251 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 1 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:38.903066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 6416e51f-a515-431d-8ba8-20d1809fb6fe is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:38.905458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ceed100c-5dd6-46c0-8586-32db9cf4f231), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.920917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:38.944619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:38.997854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (089123b3-49e9-40b3-adef-16e3d832507a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.011029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:39.023697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:39.029471 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7464cc72-3e9f-4181-87bc-ff0bd0b77c8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:39.039119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7464cc72-3e9f-4181-87bc-ff0bd0b77c8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.101952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:39.106795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:39.107515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.126352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:39.126352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.126723 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 Sep 25 01:02:39.145666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] No DVR routers for this DVR port ceed100c-5dd6-46c0-8586-32db9cf4f231 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:39.148896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (089123b3-49e9-40b3-adef-16e3d832507a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.170740 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.ipam_backend_mixin [None req-7464cc72-3e9f-4181-87bc-ff0bd0b77c8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e260cf45-1757-498e-ab85-4caba5270a38 (CIDR: 172.20.0.0/28) Sep 25 01:02:39.179291 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7464cc72-3e9f-4181-87bc-ff0bd0b77c8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:02:39.180676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7464cc72-3e9f-4181-87bc-ff0bd0b77c8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:02:39.196929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=a15887c9-2107-477d-896f-c5b4174a8411,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:39.205443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:39.205855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (089123b3-49e9-40b3-adef-16e3d832507a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.231819 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7464cc72-3e9f-4181-87bc-ff0bd0b77c8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4692929 Sep 25 01:02:39.232777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53012) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:39.248281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:39.251748 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e4bdb44d-e07c-4e3b-a4bb-932bbf939082 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 892 time: 6.1804836 Sep 25 01:02:39.253754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:39.256225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 65ec077f-3e60-4261-8c9e-86dcd0f5a271 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:39.262064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53016) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:39.315630 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 089123b3-49e9-40b3-adef-16e3d832507a resource provider aggregate not found Sep 25 01:02:39.331606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:39.332444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.333041 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 Sep 25 01:02:39.375495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Pushing event deleted for resources: {'Port': ['ID=ceed100c-5dd6-46c0-8586-32db9cf4f231,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:39.468180 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 089123b3-49e9-40b3-adef-16e3d832507a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 089123b3-49e9-40b3-adef-16e3d832507a found for delete ", "request_id": "req-6644a147-783f-4e8d-8171-ed9184a5be47"}]} Sep 25 01:02:39.490227 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 2 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:39.523618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:39.524912 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:39.527270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b79df68c-c57b-481c-b8b9-3c37fdb4da0e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.540093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:39.542399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:39.556518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:39.558858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c037d4bb-a9cb-40dc-8caf-ad4417a3b2b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port a15887c9-2107-477d-896f-c5b4174a8411 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:39.559218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c037d4bb-a9cb-40dc-8caf-ad4417a3b2b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a15887c9-2107-477d-896f-c5b4174a8411), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.563520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (30f22b87-e145-46d8-aa47-94c16470461f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.609458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (3c9af416-4358-430a-ad21-683d4c0622d9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.647140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:39.651644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.755425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c037d4bb-a9cb-40dc-8caf-ad4417a3b2b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a15887c9-2107-477d-896f-c5b4174a8411), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.790174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c037d4bb-a9cb-40dc-8caf-ad4417a3b2b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for a15887c9-2107-477d-896f-c5b4174a8411 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:39.914205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:39.938499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:39.941867 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/3c9af416-4358-430a-ad21-683d4c0622d9 HTTP/1.1" status: 204 len: 168 time: 3.9746845 Sep 25 01:02:39.956587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:39.970020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f22b87-e145-46d8-aa47-94c16470461f']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:39.993627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:40.020767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:40.026841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85907e6d-06c5-4280-9363-4f77f2827b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9af416-4358-430a-ad21-683d4c0622d9,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:40.036570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ceca849-57df-4fea-9616-bc29246578d6') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:40.036877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ceca849-57df-4fea-9616-bc29246578d6') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:40.058155 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 3 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:40.085110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=b79df68c-c57b-481c-b8b9-3c37fdb4da0e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:40.118202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:40.118661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (1ceca849-57df-4fea-9616-bc29246578d6), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.125029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Allocated IP 172.36.7.38 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:40.176346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:40.176684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.185515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (1ceca849-57df-4fea-9616-bc29246578d6), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.241234 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:40.241876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (1ceca849-57df-4fea-9616-bc29246578d6), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.350274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53022) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:40.370865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:40.532668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.596567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c037d4bb-a9cb-40dc-8caf-ad4417a3b2b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a15887c9-2107-477d-896f-c5b4174a8411), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.604379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:40.619079 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 4 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:40.652605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (30f22b87-e145-46d8-aa47-94c16470461f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.672083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.675588 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/30f22b87-e145-46d8-aa47-94c16470461f HTTP/1.1" status: 204 len: 168 time: 4.6593404 Sep 25 01:02:40.711132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:40.714594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037d4bb-a9cb-40dc-8caf-ad4417a3b2b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=a15887c9-2107-477d-896f-c5b4174a8411,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:40.716270 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b0b63f6e-8ff6-4077-815e-6cabd2143f90 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7f2f717a45524867bd74d08995113927&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3275151 Sep 25 01:02:40.718111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53026) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:40.800162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for port (10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.829676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.852581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707f6db-9591-493d-97e6-4645d9c7443b admin admin] Pushing event deleted for resources: {'Network': ['ID=30f22b87-e145-46d8-aa47-94c16470461f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:40.879465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c037d4bb-a9cb-40dc-8caf-ad4417a3b2b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.891041 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c037d4bb-a9cb-40dc-8caf-ad4417a3b2b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a15887c9-2107-477d-896f-c5b4174a8411 HTTP/1.1" status: 204 len: 168 time: 1.6270390 Sep 25 01:02:40.894727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53028) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:40.896216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (b19f9740-d43f-4412-9b78-748c0c850cb8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:40.990462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53030) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:41.005275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:41.013369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-820f6480-1109-44a6-ae45-bec186183d20 admin admin] Publish callbacks [] for security_group (da4d38f3-96a6-4884-ad2f-8f6d9529977d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.037652 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec20496-17f4-442e-b35f-143b5a1aee8d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:02:41.042318 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-aec20496-17f4-442e-b35f-143b5a1aee8d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/a15887c9-2107-477d-896f-c5b4174a8411 HTTP/1.1" status: 404 len: 333 time: 0.0531929 Sep 25 01:02:41.045339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53032) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:41.046788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-820f6480-1109-44a6-ae45-bec186183d20 admin admin] Publish callbacks [] for security_group (da4d38f3-96a6-4884-ad2f-8f6d9529977d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.063414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:41.107251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:41.111283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:41.112337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.134171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fabf95b-9764-40db-ad31-898f80fd82ec None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:41.134543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.142894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:41.216498 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 5 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:41.269053 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0326476 Sep 25 01:02:41.281150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53034) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:41.284391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:41.297295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1600015954', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b19f9740-d43f-4412-9b78-748c0c850cb8'}], 'security_groups': ['0a74a674-a1cc-486c-8cfa-43b810b8de3c']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:41.324606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee14aaf-40a8-44d4-89be-1d50ff563fd1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=b19f9740-d43f-4412-9b78-748c0c850cb8,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:41.342790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-90029d2f-8ab0-42f2-abca-e9e6ac1f63db tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet 40804df4-d432-4c9a-8c2b-37f6dc04a6aa {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:02:41.363900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-90029d2f-8ab0-42f2-abca-e9e6ac1f63db tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (40804df4-d432-4c9a-8c2b-37f6dc04a6aa), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.372743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:41.387722 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b897db88-29e7-494c-9aff-a88d5053ac8c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6fca05771f584281881ef056a7ee9629&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3754582 Sep 25 01:02:41.393608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53036) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:41.424062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Pushing event updated for resources: {'Port': ['ID=10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:41.431531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:41.439184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_gateway (dc4d855e-d408-4ddd-aaea-3c1f06171b01), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.443129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:41.462499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-820f6480-1109-44a6-ae45-bec186183d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (da4d38f3-96a6-4884-ad2f-8f6d9529977d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.466480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-820f6480-1109-44a6-ae45-bec186183d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.473846 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-820f6480-1109-44a6-ae45-bec186183d20 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/da4d38f3-96a6-4884-ad2f-8f6d9529977d HTTP/1.1" status: 204 len: 168 time: 0.7425852 Sep 25 01:02:41.529522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f6480-1109-44a6-ae45-bec186183d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4d38f3-96a6-4884-ad2f-8f6d9529977d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:41.561651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bfdba7bf-e269-4db9-8c8b-e075e202f212 admin admin] Publish callbacks [] for security_group (da715f46-21fd-497c-88d9-9f19bb273118), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.577377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.592927 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 1ceca849-57df-4fea-9616-bc29246578d6 resource provider aggregate not found Sep 25 01:02:41.602704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-90029d2f-8ab0-42f2-abca-e9e6ac1f63db tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (40804df4-d432-4c9a-8c2b-37f6dc04a6aa), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.616225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8721bfad-ef7b-48f0-8a92-f2807f762eb9 None None] Update dhcp port {'port': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'fixed_ips': [{'subnet_id': 'e260cf45-1757-498e-ab85-4caba5270a38', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b19f9740-d43f-4412-9b78-748c0c850cb8'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:02:41.618835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bfdba7bf-e269-4db9-8c8b-e075e202f212 admin admin] Publish callbacks [] for security_group (da715f46-21fd-497c-88d9-9f19bb273118), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.707288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8721bfad-ef7b-48f0-8a92-f2807f762eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.711501 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 1ceca849-57df-4fea-9616-bc29246578d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ceca849-57df-4fea-9616-bc29246578d6 found for delete ", "request_id": "req-c1a076c5-269d-4d80-8f34-957be56d257f"}]} Sep 25 01:02:41.875328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bfdba7bf-e269-4db9-8c8b-e075e202f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (da715f46-21fd-497c-88d9-9f19bb273118), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.881505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:41.882449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bfdba7bf-e269-4db9-8c8b-e075e202f212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.885092 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bfdba7bf-e269-4db9-8c8b-e075e202f212 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/da715f46-21fd-497c-88d9-9f19bb273118 HTTP/1.1" status: 204 len: 168 time: 0.4880009 Sep 25 01:02:41.930093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdba7bf-e269-4db9-8c8b-e075e202f212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da715f46-21fd-497c-88d9-9f19bb273118,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:41.935055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:41.943072 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 6 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:42.052130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:42.112100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:42.113858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-8721bfad-ef7b-48f0-8a92-f2807f762eb9 None None] Allocated IP 172.20.0.18 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/b19f9740-d43f-4412-9b78-748c0c850cb8/5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:42.114841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-90029d2f-8ab0-42f2-abca-e9e6ac1f63db tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (40804df4-d432-4c9a-8c2b-37f6dc04a6aa), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:42.228227 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (92aa8c1b-3fdb-42d3-b5a5-9a999b943c94), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:42.315644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8721bfad-ef7b-48f0-8a92-f2807f762eb9 None None] For port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,segment=NetworkSegment(b5db8bd8-e100-44a4-bd45-e14491994ebd),segment_id=b5db8bd8-e100-44a4-bd45-e14491994ebd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:42.392198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8721bfad-ef7b-48f0-8a92-f2807f762eb9 None None] Publish callbacks [] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:42.402649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8721bfad-ef7b-48f0-8a92-f2807f762eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:42.562819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:42.615688 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 7 to provision port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 Sep 25 01:02:42.623022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721bfad-ef7b-48f0-8a92-f2807f762eb9 None None] Pushing event updated for resources: {'Port': ['ID=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:42.670588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 92aa8c1b-3fdb-42d3-b5a5-9a999b943c94 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:02:42.686934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Provisioning complete for port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:42.687565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:42.688148 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 1 to provision port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 Sep 25 01:02:42.777795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:42.802964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Delete allocated IP 172.20.0.10 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/e260cf45-1757-498e-ab85-4caba5270a38) {{(pid=107187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 25 01:02:42.830168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=92aa8c1b-3fdb-42d3-b5a5-9a999b943c94,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:42.838904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.27 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/b19f9740-d43f-4412-9b78-748c0c850cb8/0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:42.853231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (dc4d855e-d408-4ddd-aaea-3c1f06171b01), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.046228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Current status of the port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:43.079023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Provisioning complete for port 23b5eb76-a5b8-4221-b51f-06ff4740e450 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:43.082549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (23b5eb76-a5b8-4221-b51f-06ff4740e450), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.083911 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 1 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:43.095155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:43.161130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:43.169174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router_gateway (0583ef01-09de-4e68-9bd9-17b754567741), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.332000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-90029d2f-8ab0-42f2-abca-e9e6ac1f63db tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (40804df4-d432-4c9a-8c2b-37f6dc04a6aa), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.373683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:43.434922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:43.435528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.436117 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 Sep 25 01:02:43.482261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-90029d2f-8ab0-42f2-abca-e9e6ac1f63db tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.490126 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-90029d2f-8ab0-42f2-abca-e9e6ac1f63db tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/40804df4-d432-4c9a-8c2b-37f6dc04a6aa HTTP/1.1" status: 204 len: 168 time: 2.4403586 Sep 25 01:02:43.491211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90029d2f-8ab0-42f2-abca-e9e6ac1f63db tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=40804df4-d432-4c9a-8c2b-37f6dc04a6aa,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:43.500926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53082) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:43.537080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7cd1c-23c9-426c-bc2c-9f6d00815287 None None] Network 6416e51f-a515-431d-8ba8-20d1809fb6fe requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:43.600403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.613553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.780513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:43.833026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.878245 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 2 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:43.964251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] In _notify_port_updated(), no bound segment for port 0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1 on network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:02:43.983003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:43.984109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.986531 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "PUT /networking/v2.0/ports/0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1 HTTP/1.1" status: 200 len: 921 time: 2.6976655 Sep 25 01:02:43.989909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29603f-5816-428f-bbe6-43e40204a3bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:43.990491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (0583ef01-09de-4e68-9bd9-17b754567741), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:43.994991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53088) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:44.006260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e766b05-b67c-4c58-8709-dae324aee6f5 None None] DHCP port deletion for 6416e51f-a515-431d-8ba8-20d1809fb6fe request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:02:44.006640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (0583ef01-09de-4e68-9bd9-17b754567741), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:44.020294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:44.077129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (6416e51f-a515-431d-8ba8-20d1809fb6fe), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:44.085418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:44.112006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1e766b05-b67c-4c58-8709-dae324aee6f5 None None] Deleting port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:44.113004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e766b05-b67c-4c58-8709-dae324aee6f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:44.213800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:44.214160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:44.268411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f69a6-5ede-47a5-89cf-ba669a8a7b35 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:44.268939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd9f69a6-5ede-47a5-89cf-ba669a8a7b35 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:44.574298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] For port 65ec077f-3e60-4261-8c9e-86dcd0f5a271, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65ec077f-3e60-4261-8c9e-86dcd0f5a271,segment=NetworkSegment(4ed6d062-789b-4302-a436-92b34b940690),segment_id=4ed6d062-789b-4302-a436-92b34b940690)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:44.575678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:44.576438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd9f69a6-5ede-47a5-89cf-ba669a8a7b35 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:44.586527 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 3 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:44.600069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 65ec077f-3e60-4261-8c9e-86dcd0f5a271 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:44.640292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f69a6-5ede-47a5-89cf-ba669a8a7b35 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:44.661485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:44.665124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:44.723078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1e766b05-b67c-4c58-8709-dae324aee6f5 None None] For port 65ec077f-3e60-4261-8c9e-86dcd0f5a271, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65ec077f-3e60-4261-8c9e-86dcd0f5a271,segment=NetworkSegment(4ed6d062-789b-4302-a436-92b34b940690),segment_id=4ed6d062-789b-4302-a436-92b34b940690)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:44.723754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e766b05-b67c-4c58-8709-dae324aee6f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:44.749676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:44.751629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1e766b05-b67c-4c58-8709-dae324aee6f5 None None] Calling delete_port for 65ec077f-3e60-4261-8c9e-86dcd0f5a271 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:44.787850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:44.840631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router dc18efc7-7c57-4bb9-bf84-9cb5689248e7 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:44.849746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:44.901359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No DVR routers for this DVR port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:44.906786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=65ec077f-3e60-4261-8c9e-86dcd0f5a271,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:44.997442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd9f69a6-5ede-47a5-89cf-ba669a8a7b35 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.012768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:45.052876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 65ec077f-3e60-4261-8c9e-86dcd0f5a271 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:45.094623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f69a6-5ede-47a5-89cf-ba669a8a7b35 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:45.204619 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 4 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:45.267668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e766b05-b67c-4c58-8709-dae324aee6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (65ec077f-3e60-4261-8c9e-86dcd0f5a271), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.274432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (6416e51f-a515-431d-8ba8-20d1809fb6fe), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.379232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e766b05-b67c-4c58-8709-dae324aee6f5 None None] Pushing event deleted for resources: {'Port': ['ID=65ec077f-3e60-4261-8c9e-86dcd0f5a271,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:45.380416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd9f69a6-5ede-47a5-89cf-ba669a8a7b35 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.389195 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fd9f69a6-5ede-47a5-89cf-ba669a8a7b35 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1 HTTP/1.1" status: 204 len: 168 time: 1.3921711 Sep 25 01:02:45.391235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53112) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:45.395013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53114) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:45.405456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 65ec077f-3e60-4261-8c9e-86dcd0f5a271 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:45.406776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 65ec077f-3e60-4261-8c9e-86dcd0f5a271 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:45.435583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:45.448587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e766b05-b67c-4c58-8709-dae324aee6f5 None None] No DVR routers for this DVR port 65ec077f-3e60-4261-8c9e-86dcd0f5a271 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:45.507290 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c52d30e-b05a-49cc-8286-29b32411db28 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:02:45.510265 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8c52d30e-b05a-49cc-8286-29b32411db28 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1 HTTP/1.1" status: 404 len: 333 time: 0.1007915 Sep 25 01:02:45.515045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53120) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:45.584576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6416e51f-a515-431d-8ba8-20d1809fb6fe']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:45.607654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:45.614280 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1f70c225-6783-4a01-b262-ef686b9a3cff tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/dc18efc7-7c57-4bb9-bf84-9cb5689248e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8035595 Sep 25 01:02:45.620402 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53122) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:45.623911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Router 0583ef01-09de-4e68-9bd9-17b754567741 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:45.629444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb76d1-ea6e-4312-b637-be36821349e8 None None] Sync routers for ids ['dc18efc7-7c57-4bb9-bf84-9cb5689248e7'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:45.643608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed6d062-789b-4302-a436-92b34b940690') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:45.643856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed6d062-789b-4302-a436-92b34b940690') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:45.646525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb76d1-ea6e-4312-b637-be36821349e8 None None] Routers {'dc18efc7-7c57-4bb9-bf84-9cb5689248e7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:45.647395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6acb76d1-ea6e-4312-b637-be36821349e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc18efc7-7c57-4bb9-bf84-9cb5689248e7'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:45.677705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af5e469b-0f3e-4da6-8646-4e84c65a8f77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (73f1d41b-ce48-4579-bcdf-20aa31be5427), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.716710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1542564345', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:45.728049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6acb76d1-ea6e-4312-b637-be36821349e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:45.740492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af5e469b-0f3e-4da6-8646-4e84c65a8f77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (73f1d41b-ce48-4579-bcdf-20aa31be5427), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.741643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb76d1-ea6e-4312-b637-be36821349e8 None None] Routers {'dc18efc7-7c57-4bb9-bf84-9cb5689248e7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:45.742555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6acb76d1-ea6e-4312-b637-be36821349e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc18efc7-7c57-4bb9-bf84-9cb5689248e7'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:45.795628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6acb76d1-ea6e-4312-b637-be36821349e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:45.799476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb76d1-ea6e-4312-b637-be36821349e8 None None] The sync data for ids ['dc18efc7-7c57-4bb9-bf84-9cb5689248e7'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:45.805255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af5e469b-0f3e-4da6-8646-4e84c65a8f77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (73f1d41b-ce48-4579-bcdf-20aa31be5427), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.809386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af5e469b-0f3e-4da6-8646-4e84c65a8f77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.813996 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-af5e469b-0f3e-4da6-8646-4e84c65a8f77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/73f1d41b-ce48-4579-bcdf-20aa31be5427 HTTP/1.1" status: 204 len: 168 time: 0.2971687 Sep 25 01:02:45.818011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53126) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:45.856211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e469b-0f3e-4da6-8646-4e84c65a8f77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f1d41b-ce48-4579-bcdf-20aa31be5427,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:45.870784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Made reservation on behalf of 0b17fc1b8083441b92821cd0f3cdc21c for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:45.873847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.913893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.936862 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 5 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:45.971712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ae6598d-d161-4175-bed5-14be63b7d3a1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (0a74a674-a1cc-486c-8cfa-43b810b8de3c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:45.999621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ae6598d-d161-4175-bed5-14be63b7d3a1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (0a74a674-a1cc-486c-8cfa-43b810b8de3c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.012993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (4ed6d062-789b-4302-a436-92b34b940690), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.017269 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5a8b7ec2-205e-4157-bcdb-f392956fcdbb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dc18efc7-7c57-4bb9-bf84-9cb5689248e7 HTTP/1.1" status: 200 len: 205 time: 0.3912537 Sep 25 01:02:46.025047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:46.026641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:46.029211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53132) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:46.029900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:46.045341 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f89a32-e199-49ce-98bd-c18648947413 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:46.089623 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f89a32-e199-49ce-98bd-c18648947413 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:46.089985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ae6598d-d161-4175-bed5-14be63b7d3a1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0a74a674-a1cc-486c-8cfa-43b810b8de3c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.091403 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-92f89a32-e199-49ce-98bd-c18648947413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:46.092795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ae6598d-d161-4175-bed5-14be63b7d3a1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.094128 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4ae6598d-d161-4175-bed5-14be63b7d3a1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0a74a674-a1cc-486c-8cfa-43b810b8de3c HTTP/1.1" status: 204 len: 168 time: 0.2716897 Sep 25 01:02:46.100276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:46.106012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53134) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:46.136997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6598d-d161-4175-bed5-14be63b7d3a1 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a74a674-a1cc-486c-8cfa-43b810b8de3c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:46.156730 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-92f89a32-e199-49ce-98bd-c18648947413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:46.176958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4ed6d062-789b-4302-a436-92b34b940690), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.179765 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f89a32-e199-49ce-98bd-c18648947413 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:46.180610 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-92f89a32-e199-49ce-98bd-c18648947413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:46.186805 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:46.187237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (4ed6d062-789b-4302-a436-92b34b940690), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.227258 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-92f89a32-e199-49ce-98bd-c18648947413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:46.228139 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f89a32-e199-49ce-98bd-c18648947413 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:46.252119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks [] for security_group (20cc5c5e-8c11-4a7d-9f84-d6577867ebe1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.268389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31f9b85-3636-45fc-8f52-591eed222757 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet e260cf45-1757-498e-ab85-4caba5270a38 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:02:46.274749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e31f9b85-3636-45fc-8f52-591eed222757 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (e260cf45-1757-498e-ab85-4caba5270a38), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.277948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (20cc5c5e-8c11-4a7d-9f84-d6577867ebe1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.284631 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 4ed6d062-789b-4302-a436-92b34b940690 resource provider aggregate not found Sep 25 01:02:46.313381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] device_id is not set on port 408b4bd4-fff3-4d7e-b602-b51da4f649a3 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:46.318652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:46.348666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d10a84d3-66ed-4caf-924d-4f01a3601e5c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.354642 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 4ed6d062-789b-4302-a436-92b34b940690 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ed6d062-789b-4302-a436-92b34b940690 found for delete ", "request_id": "req-8973eda3-4834-41b7-b640-e961121b3ff4"}]} Sep 25 01:02:46.365279 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.367372 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c610f044-0ae3-49a8-b545-c99fb638bf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.1189072 Sep 25 01:02:46.374663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53144) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:46.411504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e31f9b85-3636-45fc-8f52-591eed222757 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (e260cf45-1757-498e-ab85-4caba5270a38), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.417864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cc5c5e-8c11-4a7d-9f84-d6577867ebe1,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:46.435898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (6416e51f-a515-431d-8ba8-20d1809fb6fe), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.494709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.505818 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/networks/6416e51f-a515-431d-8ba8-20d1809fb6fe HTTP/1.1" status: 204 len: 168 time: 2.9835465 Sep 25 01:02:46.509006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53148) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:46.523303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'name': 'tempest-PortsIpV6TestJSON-2107449852'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:46.527466 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 6 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:46.592440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:46.607848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:46.669263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53150) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:46.679402 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155c926-3095-4d30-a017-0548390f81bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Network': ['ID=6416e51f-a515-431d-8ba8-20d1809fb6fe,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:46.736875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e31f9b85-3636-45fc-8f52-591eed222757 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (e260cf45-1757-498e-ab85-4caba5270a38), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.742390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Allocated IP 172.36.7.165 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/408b4bd4-fff3-4d7e-b602-b51da4f649a3) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:46.764199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:46.771005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.824202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d10a84d3-66ed-4caf-924d-4f01a3601e5c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.828931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:46.832623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d10a84d3-66ed-4caf-924d-4f01a3601e5c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.839444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port f7d84dc3-230f-4298-b833-3ad223968c54 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:46.845881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:46.850125 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6f14157a-29cb-45f5-9ed7-945b020ea4b5 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/0583ef01-09de-4e68-9bd9-17b754567741 HTTP/1.1" status: 200 len: 918 time: 12.8312025 Sep 25 01:02:46.855525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09981c42-5106-43dd-bcdc-2e4ca8e0bc73 None None] Sync routers for ids ['0583ef01-09de-4e68-9bd9-17b754567741'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:46.856412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53154) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:46.908891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09981c42-5106-43dd-bcdc-2e4ca8e0bc73 None None] Routers {'0583ef01-09de-4e68-9bd9-17b754567741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:46.910523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-09981c42-5106-43dd-bcdc-2e4ca8e0bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0583ef01-09de-4e68-9bd9-17b754567741'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:47.004928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d10a84d3-66ed-4caf-924d-4f01a3601e5c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (dc18efc7-7c57-4bb9-bf84-9cb5689248e7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.005424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:47.009149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10a84d3-66ed-4caf-924d-4f01a3601e5c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Fanout notify agent at l3_agent the message router_deleted on router dc18efc7-7c57-4bb9-bf84-9cb5689248e7 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:02:47.013038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-09981c42-5106-43dd-bcdc-2e4ca8e0bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:47.035438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09981c42-5106-43dd-bcdc-2e4ca8e0bc73 None None] Routers {'0583ef01-09de-4e68-9bd9-17b754567741'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:47.037636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-09981c42-5106-43dd-bcdc-2e4ca8e0bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0583ef01-09de-4e68-9bd9-17b754567741'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:47.038062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e31f9b85-3636-45fc-8f52-591eed222757 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (e260cf45-1757-498e-ab85-4caba5270a38), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.104699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-09981c42-5106-43dd-bcdc-2e4ca8e0bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:47.105720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09981c42-5106-43dd-bcdc-2e4ca8e0bc73 None None] The sync data for ids ['0583ef01-09de-4e68-9bd9-17b754567741'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:47.110421 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 7 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:47.129686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:47.147296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d10a84d3-66ed-4caf-924d-4f01a3601e5c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.150019 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d10a84d3-66ed-4caf-924d-4f01a3601e5c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/dc18efc7-7c57-4bb9-bf84-9cb5689248e7 HTTP/1.1" status: 204 len: 168 time: 1.1125777 Sep 25 01:02:47.158780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53156) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:47.178925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:47.184635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f9b85-3636-45fc-8f52-591eed222757 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=e260cf45-1757-498e-ab85-4caba5270a38,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:47.217872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e31f9b85-3636-45fc-8f52-591eed222757 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.220996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0a33a-887e-47c9-a5c1-752a6f85be37 None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:47.223353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:47.224239 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e31f9b85-3636-45fc-8f52-591eed222757 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e260cf45-1757-498e-ab85-4caba5270a38 HTTP/1.1" status: 204 len: 168 time: 1.1149156 Sep 25 01:02:47.229942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53158) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:47.269508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:47.280935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:47.307058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.365512 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a0630246-4a75-429e-865f-b9c429263828 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/0583ef01-09de-4e68-9bd9-17b754567741 HTTP/1.1" status: 200 len: 924 time: 0.5076995 Sep 25 01:02:47.379722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53160) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:47.418181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-18db3669-39d8-44fc-8eab-c371284418d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting subnet 9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:02:47.482216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-18db3669-39d8-44fc-8eab-c371284418d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.520587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b6a68-4f95-4c5a-b02f-7da9b22027cd tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:47.522903 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eb4b6a68-4f95-4c5a-b02f-7da9b22027cd tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=0583ef01-09de-4e68-9bd9-17b754567741&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1416683 Sep 25 01:02:47.526523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks [] for port (408b4bd4-fff3-4d7e-b602-b51da4f649a3), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.531001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53162) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:47.534605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (f7d84dc3-230f-4298-b833-3ad223968c54), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.609337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (408b4bd4-fff3-4d7e-b602-b51da4f649a3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.618197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f7d84dc3-230f-4298-b833-3ad223968c54), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.680235 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 8 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:47.694441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:47.703073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:47.704863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:47.707850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Pushing event updated for resources: {'Port': ['ID=408b4bd4-fff3-4d7e-b602-b51da4f649a3,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:47.711150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:47.742778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:47.755431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:47.762233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:47.764114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.799255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:47.801657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.802608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:47.831070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-18db3669-39d8-44fc-8eab-c371284418d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.904697 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3942080 Sep 25 01:02:47.910571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53164) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:47.919797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ca4ab-e9fa-48de-ba02-e081cd5848d8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:47.922769 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-499ca4ab-e9fa-48de-ba02-e081cd5848d8 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 881 time: 0.3824162 Sep 25 01:02:47.935586 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2b36fa7c-ff29-4188-8fed-193022e89776 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5378513 Sep 25 01:02:47.953396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53166) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:47.953865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53168) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:47.960849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.165'}]}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:47.976449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cb680-a93a-4751-b690-26faface1c75 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=f7d84dc3-230f-4298-b833-3ad223968c54,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:48.024614 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4bb79303-983a-449a-8ddb-97236687a9e4 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0583ef01-09de-4e68-9bd9-17b754567741 HTTP/1.1" status: 200 len: 205 time: 0.0650325 Sep 25 01:02:48.027851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53170) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:48.073642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.123905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.125427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.143406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:48.163684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:48.187397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-db45c02f-5d2d-481b-8807-2a79f8642a9e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port f7d84dc3-230f-4298-b833-3ad223968c54 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:48.187771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db45c02f-5d2d-481b-8807-2a79f8642a9e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f7d84dc3-230f-4298-b833-3ad223968c54), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.287697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (0583ef01-09de-4e68-9bd9-17b754567741), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.304934 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 9 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:48.305848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:48.312716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.373555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:48.404462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-18db3669-39d8-44fc-8eab-c371284418d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.725725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks [] for router_controller (868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.727926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db45c02f-5d2d-481b-8807-2a79f8642a9e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f7d84dc3-230f-4298-b833-3ad223968c54), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.787029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-db45c02f-5d2d-481b-8807-2a79f8642a9e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for f7d84dc3-230f-4298-b833-3ad223968c54 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:48.858693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:48.864004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:48.877051 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Attempt 10 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:48.957576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:48.963622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f2eac033-d77b-4712-b6ef-3d00fd420d4f None None] Could not find standard attr ID for object 65ec077f-3e60-4261-8c9e-86dcd0f5a271. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:02:48.996550 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Allocated IP 172.36.7.67 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/2d7b491c-78f0-41c9-b22d-49c142f3513f) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:49.030789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-18db3669-39d8-44fc-8eab-c371284418d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.066514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks [] for router_gateway (868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.083192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (0583ef01-09de-4e68-9bd9-17b754567741), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.107072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Provisioning complete for port 23b5eb76-a5b8-4221-b51f-06ff4740e450 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:49.107633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (23b5eb76-a5b8-4221-b51f-06ff4740e450), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.108552 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 1 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:49.125218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db3669-39d8-44fc-8eab-c371284418d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:49.138598 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-18db3669-39d8-44fc-8eab-c371284418d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.149588 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-18db3669-39d8-44fc-8eab-c371284418d3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8 HTTP/1.1" status: 204 len: 168 time: 1.9895256 Sep 25 01:02:49.152105 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53172) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:49.159200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72fb52a-b799-40bb-a7fc-bb1a3ccb5834 None None] Network 4aa84eb3-09b1-454f-a048-0148c1648367 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:49.205546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db45c02f-5d2d-481b-8807-2a79f8642a9e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f7d84dc3-230f-4298-b833-3ad223968c54), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.218025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Deleting port 10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:49.218376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.274440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45c02f-5d2d-481b-8807-2a79f8642a9e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=f7d84dc3-230f-4298-b833-3ad223968c54,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:49.285404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:49.323379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.341559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db45c02f-5d2d-481b-8807-2a79f8642a9e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.348478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-db45c02f-5d2d-481b-8807-2a79f8642a9e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f7d84dc3-230f-4298-b833-3ad223968c54 HTTP/1.1" status: 204 len: 168 time: 1.4353652 Sep 25 01:02:49.350514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53174) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:49.357500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'mac_address': 'fa:16:3e:97:79:52', 'name': 'tempest-PortsIpV6TestJSON-339410922'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:49.485278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (4aa84eb3-09b1-454f-a048-0148c1648367), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.497622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027eda1-a8f8-465c-b183-365ed47751fe None None] DHCP port deletion for 4aa84eb3-09b1-454f-a048-0148c1648367 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:02:49.523031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for port (2d7b491c-78f0-41c9-b22d-49c142f3513f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.524424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.557643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Calling delete_port for 10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:49.579096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5027eda1-a8f8-465c-b183-365ed47751fe None None] Deleting port 698b5953-7b92-4fa2-9f18-87a3f133a66c {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:49.579872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5027eda1-a8f8-465c-b183-365ed47751fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.596655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:49.668389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:49.673035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:49.695627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks [] for router_gateway (868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.696087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:49.737256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:49.745598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5027eda1-a8f8-465c-b183-365ed47751fe None None] For port 698b5953-7b92-4fa2-9f18-87a3f133a66c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=698b5953-7b92-4fa2-9f18-87a3f133a66c,segment=NetworkSegment(6c2a123a-831e-44b5-a4ef-ada5aef051ca),segment_id=6c2a123a-831e-44b5-a4ef-ada5aef051ca)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:49.746710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5027eda1-a8f8-465c-b183-365ed47751fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.764281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.780140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5027eda1-a8f8-465c-b183-365ed47751fe None None] Calling delete_port for 698b5953-7b92-4fa2-9f18-87a3f133a66c owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:49.789242 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 2 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:49.791922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 698b5953-7b92-4fa2-9f18-87a3f133a66c {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:49.792500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.858926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.861325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (2d7b491c-78f0-41c9-b22d-49c142f3513f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.918873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.933888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:49.981641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:49.999571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5027eda1-a8f8-465c-b183-365ed47751fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.036228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027eda1-a8f8-465c-b183-365ed47751fe None None] Pushing event deleted for resources: {'Port': ['ID=698b5953-7b92-4fa2-9f18-87a3f133a66c,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:50.041823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027eda1-a8f8-465c-b183-365ed47751fe None None] No DVR routers for this DVR port 698b5953-7b92-4fa2-9f18-87a3f133a66c on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:50.083315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:50.090643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 8472977c-28e6-46e6-9280-b068e8f347e5 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:50.096256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:50.132502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:50.149963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:50.150477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb02129-5f4e-4ae4-85fd-b51b621fa273 None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:50.152516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:50.162789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:50.163654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.169434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port 698b5953-7b92-4fa2-9f18-87a3f133a66c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=698b5953-7b92-4fa2-9f18-87a3f133a66c,segment=NetworkSegment(6c2a123a-831e-44b5-a4ef-ada5aef051ca),segment_id=6c2a123a-831e-44b5-a4ef-ada5aef051ca)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:50.169996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.178228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event updated for resources: {'Port': ['ID=2d7b491c-78f0-41c9-b22d-49c142f3513f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:50.232961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:50.258045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 698b5953-7b92-4fa2-9f18-87a3f133a66c owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:50.276066 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2bdafa6e-f7c2-43a8-a7f7-6d7bbe2e540c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0393343 Sep 25 01:02:50.284061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53176) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:50.306832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2d81f032-00c3-49ac-b366-97fcd19675f9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'security_group': {'name': 'tempest-secgroup-187806600'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:50.406375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.20.0.1 (23b4d6b0-b3d5-4912-b12d-b9281905c988/da88c87f-4419-40d7-b365-f51c7d4369be/d0bbb001-237a-4a89-b71d-598aa73c88f0) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:50.437090 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 3 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:50.443125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d81f032-00c3-49ac-b366-97fcd19675f9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.449605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.470684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks [] for router (868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.486688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:50.509066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa29bb-4012-4bff-8b7f-37590aec6ffc None None] Update dhcp port {'port': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'fixed_ips': [{'subnet_id': 'b19f9740-d43f-4412-9b78-748c0c850cb8', 'ip_address': '172.20.0.18'}, {'subnet_id': '76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:02:50.513367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:50.569132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d9aa29bb-4012-4bff-8b7f-37590aec6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.592338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event deleted for resources: {'Port': ['ID=10bb7de9-0a62-48e7-be7c-d8ffe5a5ded9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:50.604388 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for floatingip (1cfc4024-a4a6-430e-8330-7d6ec67846de), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.678019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (698b5953-7b92-4fa2-9f18-87a3f133a66c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.708135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:50.812834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=698b5953-7b92-4fa2-9f18-87a3f133a66c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:50.818544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No DVR routers for this DVR port 698b5953-7b92-4fa2-9f18-87a3f133a66c on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:50.840646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:50.923324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-d9aa29bb-4012-4bff-8b7f-37590aec6ffc None None] Allocated IP 172.20.0.2 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1/5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:50.939785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (8472977c-28e6-46e6-9280-b068e8f347e5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.979623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 698b5953-7b92-4fa2-9f18-87a3f133a66c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:51.026280 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 4 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:51.036326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2d7b491c-78f0-41c9-b22d-49c142f3513f), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.040462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:51.045723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (d0bbb001-237a-4a89-b71d-598aa73c88f0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.053311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.061559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks [] for router_controller (868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.068017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (0583ef01-09de-4e68-9bd9-17b754567741), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.074149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 698b5953-7b92-4fa2-9f18-87a3f133a66c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:51.074620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 698b5953-7b92-4fa2-9f18-87a3f133a66c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:51.106801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:51.156625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d9aa29bb-4012-4bff-8b7f-37590aec6ffc None None] For port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,segment=NetworkSegment(b5db8bd8-e100-44a4-bd45-e14491994ebd),segment_id=b5db8bd8-e100-44a4-bd45-e14491994ebd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:51.187715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (4aa84eb3-09b1-454f-a048-0148c1648367), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.210470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d9aa29bb-4012-4bff-8b7f-37590aec6ffc None None] Publish callbacks [] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.217348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d9aa29bb-4012-4bff-8b7f-37590aec6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.226759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d81f032-00c3-49ac-b366-97fcd19675f9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (05b2f6f8-0859-4fc7-a601-c888ab66980d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.285552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa84eb3-09b1-454f-a048-0148c1648367']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:51.320671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2a123a-831e-44b5-a4ef-ada5aef051ca') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:51.321160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2a123a-831e-44b5-a4ef-ada5aef051ca') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:51.328765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:51.346177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d81f032-00c3-49ac-b366-97fcd19675f9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (05b2f6f8-0859-4fc7-a601-c888ab66980d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.380747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (0583ef01-09de-4e68-9bd9-17b754567741), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.386658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.387571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 868950fd-fe1a-4cbb-b73c-7ac36ab7f2d4 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:02:51.393136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa29bb-4012-4bff-8b7f-37590aec6ffc None None] Pushing event updated for resources: {'Port': ['ID=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:51.403489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (0583ef01-09de-4e68-9bd9-17b754567741), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.433707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (6c2a123a-831e-44b5-a4ef-ada5aef051ca), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.441483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8472977c-28e6-46e6-9280-b068e8f347e5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.460272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d81f032-00c3-49ac-b366-97fcd19675f9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.462632 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2d81f032-00c3-49ac-b366-97fcd19675f9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1665537 Sep 25 01:02:51.463278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:51.464375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d0bbb001-237a-4a89-b71d-598aa73c88f0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.490502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53178) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:51.533424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f391547d-aa17-4c69-a635-7cab3bf44818 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'security_group': {'name': 'tempest-secgroup-1872918790'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:51.542234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81f032-00c3-49ac-b366-97fcd19675f9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b2f6f8-0859-4fc7-a601-c888ab66980d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:51.562979 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 25 01:02:51.564374 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4893c390-c13f-41aa-b129-fc81c8c3af4d tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6078205 Sep 25 01:02:51.569613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (0583ef01-09de-4e68-9bd9-17b754567741), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.570228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Fanout notify agent at l3_agent the message router_deleted on router 0583ef01-09de-4e68-9bd9-17b754567741 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:02:51.571782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53180) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:51.582581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:51.586020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6c2a123a-831e-44b5-a4ef-ada5aef051ca), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.590692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.591621 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-510cc84a-5cda-4d86-9a24-750852900dc1 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/0583ef01-09de-4e68-9bd9-17b754567741 HTTP/1.1" status: 204 len: 168 time: 3.5624301 Sep 25 01:02:51.606782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53182) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:51.609350 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 5 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:51.610151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-396516012', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:51.617814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:51.619773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f391547d-aa17-4c69-a635-7cab3bf44818 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.630202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:51.642537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:02:51.643181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=8472977c-28e6-46e6-9280-b068e8f347e5,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:51.643430 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (6c2a123a-831e-44b5-a4ef-ada5aef051ca), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.646236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:51.654557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:51.664150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.666401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.686491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:51.704824 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 6c2a123a-831e-44b5-a4ef-ada5aef051ca resource provider aggregate not found Sep 25 01:02:51.705934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:51.752638 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-08c93be5-0501-410b-82e5-a7a624658fb5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3992999 Sep 25 01:02:51.755017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53188) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:51.758057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.759172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.822659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-3994680d-0b3a-4e58-9933-28590f7dd757 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Deleting port 408b4bd4-fff3-4d7e-b602-b51da4f649a3 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:51.823057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3994680d-0b3a-4e58-9933-28590f7dd757 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (408b4bd4-fff3-4d7e-b602-b51da4f649a3), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.033263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=d0bbb001-237a-4a89-b71d-598aa73c88f0,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:52.075563 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 6c2a123a-831e-44b5-a4ef-ada5aef051ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c2a123a-831e-44b5-a4ef-ada5aef051ca found for delete ", "request_id": "req-520fd07e-7d47-4f85-a746-eb64fb95c7fe"}]} Sep 25 01:02:52.140516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (4aa84eb3-09b1-454f-a048-0148c1648367), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.146235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.153911 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/networks/4aa84eb3-09b1-454f-a048-0148c1648367 HTTP/1.1" status: 204 len: 168 time: 2.9801333 Sep 25 01:02:52.154684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53190) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:52.161667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for port (2d7b491c-78f0-41c9-b22d-49c142f3513f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.177321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1616771688', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:52.189560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (2d7b491c-78f0-41c9-b22d-49c142f3513f), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.207555 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 6 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:52.214348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (dc4d855e-d408-4ddd-aaea-3c1f06171b01), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.259106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:52.292424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf2821-68ad-4eb4-ada2-bf57118d5857 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:52.299705 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6bbf2821-68ad-4eb4-ada2-bf57118d5857 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/8472977c-28e6-46e6-9280-b068e8f347e5 HTTP/1.1" status: 200 len: 844 time: 0.5355399 Sep 25 01:02:52.308035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.309193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53192) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:52.330118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7f32b-3ec9-499e-804f-bceb10a41037 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Network': ['ID=4aa84eb3-09b1-454f-a048-0148c1648367,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:52.345301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:52.410600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (1cfc4024-a4a6-430e-8330-7d6ec67846de), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.413810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (4bb0899f-6553-4bb4-a9a6-120193414227), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.414857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (4bb0899f-6553-4bb4-a9a6-120193414227), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.434222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:52.446223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event updated for resources: {'Port': ['ID=2d7b491c-78f0-41c9-b22d-49c142f3513f,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:52.454100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f391547d-aa17-4c69-a635-7cab3bf44818 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (9af783e2-8465-4617-a070-620215d95ca7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.485556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f391547d-aa17-4c69-a635-7cab3bf44818 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (9af783e2-8465-4617-a070-620215d95ca7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.498231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.499504 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4a1e591c-575b-4eef-8759-4dbb1b01fd60 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8219261 Sep 25 01:02:52.510300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53194) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:52.541614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-230169698'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:52.569152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3994680d-0b3a-4e58-9933-28590f7dd757 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (408b4bd4-fff3-4d7e-b602-b51da4f649a3), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.604483 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f391547d-aa17-4c69-a635-7cab3bf44818 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.610180 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f391547d-aa17-4c69-a635-7cab3bf44818 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0768955 Sep 25 01:02:52.610180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (4bb0899f-6553-4bb4-a9a6-120193414227), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.614635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53196) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:52.618042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391547d-aa17-4c69-a635-7cab3bf44818 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af783e2-8465-4617-a070-620215d95ca7,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:52.631600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-913153fb-403a-4cdc-8af6-05735b30922c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'security_group': {'name': 'tempest-secgroup-1608604543'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:52.673363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Made reservation on behalf of ba66b7b445594aaf99a854e0eb0f4b6a for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:52.677580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.710992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-3994680d-0b3a-4e58-9933-28590f7dd757 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Calling delete_port for 408b4bd4-fff3-4d7e-b602-b51da4f649a3 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:52.760538 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 7 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:52.774960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.780569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d0bbb001-237a-4a89-b71d-598aa73c88f0), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.789454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fbabb716-2f52-4220-9f5b-9edc02c427a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 8472977c-28e6-46e6-9280-b068e8f347e5 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:52.790058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbabb716-2f52-4220-9f5b-9edc02c427a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8472977c-28e6-46e6-9280-b068e8f347e5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.795668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-913153fb-403a-4cdc-8af6-05735b30922c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.813463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:52.882984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.905802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:52.942927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_gateway (4bb0899f-6553-4bb4-a9a6-120193414227), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.949794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:52.986367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:52.986773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.987319 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 Sep 25 01:02:53.116620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbabb716-2f52-4220-9f5b-9edc02c427a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8472977c-28e6-46e6-9280-b068e8f347e5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.122097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:53.150270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=11,neutron:DELETE=4,neutron:SELECT=81,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:53.151276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fbabb716-2f52-4220-9f5b-9edc02c427a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 8472977c-28e6-46e6-9280-b068e8f347e5 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:53.199081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:53.267017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-913153fb-403a-4cdc-8af6-05735b30922c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (1916f5f5-73a8-4b7f-a81d-7f822b37adde), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.287146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-913153fb-403a-4cdc-8af6-05735b30922c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (1916f5f5-73a8-4b7f-a81d-7f822b37adde), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.300780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for security_group (c54ac745-fc2f-450e-9156-de1acdaabaa7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.315342 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 8 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:53.363423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (c54ac745-fc2f-450e-9156-de1acdaabaa7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.374964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:53.422756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3994680d-0b3a-4e58-9933-28590f7dd757 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (408b4bd4-fff3-4d7e-b602-b51da4f649a3), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.434261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-913153fb-403a-4cdc-8af6-05735b30922c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.434532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.435546 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-913153fb-403a-4cdc-8af6-05735b30922c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8120995 Sep 25 01:02:53.436133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:53.443709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53198) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:53.457187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913153fb-403a-4cdc-8af6-05735b30922c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1916f5f5-73a8-4b7f-a81d-7f822b37adde,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:53.465201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:02:53.467199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1761949439', 'security_groups': ['1916f5f5-73a8-4b7f-a81d-7f822b37adde'], 'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:53.496427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994680d-0b3a-4e58-9933-28590f7dd757 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Pushing event deleted for resources: {'Port': ['ID=408b4bd4-fff3-4d7e-b602-b51da4f649a3,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:53.514457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.535611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_gateway (4bb0899f-6553-4bb4-a9a6-120193414227), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.571985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7672e662-42ba-4772-a23b-0105279bd1c6), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.572503 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Added segment 7672e662-42ba-4772-a23b-0105279bd1c6 of type vlan for network ca061df7-72cc-49e4-9a0b-0d6c5449f418 Sep 25 01:02:53.591211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.602447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ac745-fc2f-450e-9156-de1acdaabaa7,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:53.690643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbabb716-2f52-4220-9f5b-9edc02c427a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8472977c-28e6-46e6-9280-b068e8f347e5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.701315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (ca061df7-72cc-49e4-9a0b-0d6c5449f418), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.780698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (ca061df7-72cc-49e4-9a0b-0d6c5449f418), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.785573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3994680d-0b3a-4e58-9933-28590f7dd757 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.786362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:53.787016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.789018 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3994680d-0b3a-4e58-9933-28590f7dd757 tempest-RoutersAdminNegativeTest-1455246416 tempest-RoutersAdminNegativeTest-1455246416-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/408b4bd4-fff3-4d7e-b602-b51da4f649a3 HTTP/1.1" status: 204 len: 168 time: 2.2094810 Sep 25 01:02:53.796057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabb716-2f52-4220-9f5b-9edc02c427a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=8472977c-28e6-46e6-9280-b068e8f347e5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:53.803990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbabb716-2f52-4220-9f5b-9edc02c427a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.810398 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fbabb716-2f52-4220-9f5b-9edc02c427a0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8472977c-28e6-46e6-9280-b068e8f347e5 HTTP/1.1" status: 204 len: 168 time: 1.4969237 Sep 25 01:02:53.811071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53202) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:53.831492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (d0bbb001-237a-4a89-b71d-598aa73c88f0), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.862974 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a3c2b6-1740-4357-bd8a-b9028587c799 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:02:53.864630 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-95a3c2b6-1740-4357-bd8a-b9028587c799 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/8472977c-28e6-46e6-9280-b068e8f347e5 HTTP/1.1" status: 404 len: 333 time: 0.0523036 Sep 25 01:02:53.869387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53204) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:53.875486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'name': 'tempest-PortsIpV6TestJSON-105897779'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:53.875779 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 9 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:53.886112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Allocated IP 172.36.7.153 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/9e958bd2-020c-4f38-a4a6-6ff128133e36) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:53.886969 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3583372 Sep 25 01:02:53.887996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (d0bbb001-237a-4a89-b71d-598aa73c88f0), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.890504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53206) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:53.900588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Request body: {'subnet': {'network_id': 'ca061df7-72cc-49e4-9a0b-0d6c5449f418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:53.911749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:53.932089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:53.999465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:54.309983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Made reservation on behalf of ba66b7b445594aaf99a854e0eb0f4b6a for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:54.314223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:54.327314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53210) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:54.346490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b28c-8634-491e-a10f-92eb20696545 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event updated for resources: {'Network': ['ID=ca061df7-72cc-49e4-9a0b-0d6c5449f418,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:54.357655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network ca061df7-72cc-49e4-9a0b-0d6c5449f418 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:02:54.361191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:54.368148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:54.424529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (dc4d855e-d408-4ddd-aaea-3c1f06171b01), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:54.432203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] device_id is not set on port dff9a59a-2330-488c-b348-549d5f0795bb yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:54.451359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:54.454812 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 10 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:54.464141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for port (9e958bd2-020c-4f38-a4a6-6ff128133e36), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:54.489470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=d0bbb001-237a-4a89-b71d-598aa73c88f0,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:54.528485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:54.606442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:54.615086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:54.655567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 50a3efe7-5415-4835-aa6d-87e0f9055748 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:54.673752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-05e9573d-8286-4177-960a-548fdbeae4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:54.722211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (9e958bd2-020c-4f38-a4a6-6ff128133e36), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:54.767141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:54.773316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Could not find standard attr ID for object 0f6e4b21-65e7-4f0a-9429-9600a5b7d2d1. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:02:54.779274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Could not find standard attr ID for object 65ec077f-3e60-4261-8c9e-86dcd0f5a271. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:02:54.779499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:54.787642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:54.790142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Provisioning complete for port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:54.790527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:54.791676 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Attempt 1 to provision port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 Sep 25 01:02:54.882945 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:54.890349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.36.7.85 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/18dbcb8c-4758-4e28-8bab-1f63750bde15) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:54.901541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:54.932058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:54.935269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:54.944102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Current status of the port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:54.948256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event updated for resources: {'Port': ['ID=9e958bd2-020c-4f38-a4a6-6ff128133e36,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:54.965676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3f1517c3-9aed-48db-b441-69fc9a35bdcf None None] Could not find standard attr ID for object a15887c9-2107-477d-896f-c5b4174a8411. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:02:55.004964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.12 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1/dff9a59a-2330-488c-b348-549d5f0795bb) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:55.026285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:55.038919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (8ab03b4c-a1f7-463a-a59f-26267587c596), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:55.104242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Provisioning complete for port 23b5eb76-a5b8-4221-b51f-06ff4740e450 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:55.105189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (23b5eb76-a5b8-4221-b51f-06ff4740e450), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:55.127510 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 1 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:55.138003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (50a3efe7-5415-4835-aa6d-87e0f9055748), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:55.143607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:55.191799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:55.250901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (18dbcb8c-4758-4e28-8bab-1f63750bde15), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:55.302636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:55.383809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (50a3efe7-5415-4835-aa6d-87e0f9055748), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:55.497576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:55.501536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:55.512313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:55.516877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (18dbcb8c-4758-4e28-8bab-1f63750bde15), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:55.520769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:55.527082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:55.528025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:55.544539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:55.548670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-05e9573d-8286-4177-960a-548fdbeae4d6 admin admin] Publish callbacks [] for security_group (3c779fe3-aebd-471b-85ae-17f3aa4620ca), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:55.565781 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075d4fb1-be3a-4878-9536-33b5dfb6f4b7 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:55.573046 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-03a78c7b-6e39-4623-8bf3-5c6db202a2b8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/routers/dc4d855e-d408-4ddd-aaea-3c1f06171b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1355462 Sep 25 01:02:55.576669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-05e9573d-8286-4177-960a-548fdbeae4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3c779fe3-aebd-471b-85ae-17f3aa4620ca), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:55.584471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53214) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:55.588873 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075d4fb1-be3a-4878-9536-33b5dfb6f4b7 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:55.590177 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-075d4fb1-be3a-4878-9536-33b5dfb6f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:55.595173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=50a3efe7-5415-4835-aa6d-87e0f9055748,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:55.598753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event updated for resources: {'Subnet': ['ID=8ab03b4c-a1f7-463a-a59f-26267587c596,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:55.604968 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:55.615987 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'port': {'network_id': '23b4d6b0-b3d5-4912-b12d-b9281905c988', 'name': 'tempest-FloatingIPTestJSON-743260976'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:55.627547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:55.632504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:55.672833 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-075d4fb1-be3a-4878-9536-33b5dfb6f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:55.679932 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e080afea-8a36-43bd-9154-6476e6d46b4f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8084054 Sep 25 01:02:55.691828 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075d4fb1-be3a-4878-9536-33b5dfb6f4b7 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:55.693404 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-075d4fb1-be3a-4878-9536-33b5dfb6f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:55.696552 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 2 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:55.697732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53216) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:55.705869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a573182d-2467-4daf-a8a0-70d5763007e0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:55.770039 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-075d4fb1-be3a-4878-9536-33b5dfb6f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:55.771264 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075d4fb1-be3a-4878-9536-33b5dfb6f4b7 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:55.802057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:55.803618 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-05e9573d-8286-4177-960a-548fdbeae4d6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fe05ce6eeba64c5d8fb362b1ef96963b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4720545 Sep 25 01:02:55.804959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9573d-8286-4177-960a-548fdbeae4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c779fe3-aebd-471b-85ae-17f3aa4620ca,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:55.813293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53218) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:55.876589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=18dbcb8c-4758-4e28-8bab-1f63750bde15,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:55.879900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Checking segment: {'id': '7672e662-42ba-4772-a23b-0105279bd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ca061df7-72cc-49e4-9a0b-0d6c5449f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:55.880482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Network hostable DHCP agents. Network: ca061df7-72cc-49e4-9a0b-0d6c5449f418, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:02:55.913529 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:02:56.122472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Made reservation on behalf of 937675718fc54790a2b8f475b8b6d147 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:56.127629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.140161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (dff9a59a-2330-488c-b348-549d5f0795bb), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.168420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Network ca061df7-72cc-49e4-9a0b-0d6c5449f418 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:02:56.181200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a573182d-2467-4daf-a8a0-70d5763007e0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (50a3efe7-5415-4835-aa6d-87e0f9055748), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.183374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] device_id is not set on port 6710831d-71ea-478e-b6b6-2c807e42b7bd yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:56.235747 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:56.255360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ca061df7-72cc-49e4-9a0b-0d6c5449f418) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:56.266362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4aa1a4-4176-454c-a9a4-a830ef42b969 None None] Network ca061df7-72cc-49e4-9a0b-0d6c5449f418 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:56.266869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-988e81ac-69af-48db-9bd5-7bce3133a879 admin admin] Publish callbacks [] for security_group (3c779fe3-aebd-471b-85ae-17f3aa4620ca), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.299617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:56.300728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.305492 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 3 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:56.307495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.356287 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_gateway (4bb0899f-6553-4bb4-a9a6-120193414227), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.426924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:56.488414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:56.496236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-988e81ac-69af-48db-9bd5-7bce3133a879 admin admin] Publish callbacks [] for security_group (3c779fe3-aebd-471b-85ae-17f3aa4620ca), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.531422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ca061df7-72cc-49e4-9a0b-0d6c5449f418', 'network_id': 'ca061df7-72cc-49e4-9a0b-0d6c5449f418', 'project_id': 'ba66b7b445594aaf99a854e0eb0f4b6a', 'fixed_ips': [{'subnet_id': '8ab03b4c-a1f7-463a-a59f-26267587c596'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:02:56.533727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.545384 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4ff35c43-fbdd-45ec-ae8f-c702e05e3c6b tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6472347 Sep 25 01:02:56.566816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53222) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:56.568305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (dff9a59a-2330-488c-b348-549d5f0795bb), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.572682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:56.574360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.20.0.4 (23b4d6b0-b3d5-4912-b12d-b9281905c988/da88c87f-4419-40d7-b365-f51c7d4369be/6710831d-71ea-478e-b6b6-2c807e42b7bd) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:56.611534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-579088526', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:56.744445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:56.746751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Allocated IP 172.20.0.2 (ca061df7-72cc-49e4-9a0b-0d6c5449f418/8ab03b4c-a1f7-463a-a59f-26267587c596/ef03ab15-6825-4202-bf4d-33f49c3a5dd4) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:56.749935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:56.929985 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 4 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:56.934966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:56.962932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:56.971126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (62cc400b-f5fe-43fc-a6a3-8853862ea056), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.973690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (62cc400b-f5fe-43fc-a6a3-8853862ea056), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.975266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Publish callbacks [] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.979630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=dff9a59a-2330-488c-b348-549d5f0795bb,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:56.984101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:56.993289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:56.998360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (4bb0899f-6553-4bb4-a9a6-120193414227), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.036222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:57.062853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Network ca061df7-72cc-49e4-9a0b-0d6c5449f418 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:57.070621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:57.076894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:57.084209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Pushing event updated for resources: {'Port': ['ID=ef03ab15-6825-4202-bf4d-33f49c3a5dd4,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:57.128765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (6710831d-71ea-478e-b6b6-2c807e42b7bd), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.148588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-988e81ac-69af-48db-9bd5-7bce3133a879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3c779fe3-aebd-471b-85ae-17f3aa4620ca), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.153687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-988e81ac-69af-48db-9bd5-7bce3133a879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.155853 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-988e81ac-69af-48db-9bd5-7bce3133a879 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3c779fe3-aebd-471b-85ae-17f3aa4620ca HTTP/1.1" status: 204 len: 168 time: 1.3335762 Sep 25 01:02:57.181739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Attempting to bind port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:57.182225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Attempting to bind port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7672e662-42ba-4772-a23b-0105279bd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ca061df7-72cc-49e4-9a0b-0d6c5449f418'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:57.182856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Attempting to bind port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 on network ca061df7-72cc-49e4-9a0b-0d6c5449f418 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:57.276792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:57.278279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Checking segment: {'id': '7672e662-42ba-4772-a23b-0105279bd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ca061df7-72cc-49e4-9a0b-0d6c5449f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:57.279313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.280934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Bound using segment: {'id': '7672e662-42ba-4772-a23b-0105279bd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ca061df7-72cc-49e4-9a0b-0d6c5449f418'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:57.282146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Bound port: ef03ab15-6825-4202-bf4d-33f49c3a5dd4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7672e662-42ba-4772-a23b-0105279bd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ca061df7-72cc-49e4-9a0b-0d6c5449f418'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:57.283268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.309641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e81ac-69af-48db-9bd5-7bce3133a879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c779fe3-aebd-471b-85ae-17f3aa4620ca,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:57.325929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a573182d-2467-4daf-a8a0-70d5763007e0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (50a3efe7-5415-4835-aa6d-87e0f9055748), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.441355 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-923a736f-8222-407b-b681-e01350de0b94 None None] For port ef03ab15-6825-4202-bf4d-33f49c3a5dd4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:57.446131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-923a736f-8222-407b-b681-e01350de0b94 None None] For port ef03ab15-6825-4202-bf4d-33f49c3a5dd4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef03ab15-6825-4202-bf4d-33f49c3a5dd4,segment=NetworkSegment(7672e662-42ba-4772-a23b-0105279bd1c6),segment_id=7672e662-42ba-4772-a23b-0105279bd1c6)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:57.478680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.538306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a573182d-2467-4daf-a8a0-70d5763007e0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (50a3efe7-5415-4835-aa6d-87e0f9055748), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.540204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a573182d-2467-4daf-a8a0-70d5763007e0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] In _notify_port_updated(), no bound segment for port 50a3efe7-5415-4835-aa6d-87e0f9055748 on network bc254c69-2c00-4092-a9f7-38812e027719 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:02:57.549674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573182d-2467-4daf-a8a0-70d5763007e0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:57.552268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a573182d-2467-4daf-a8a0-70d5763007e0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.555221 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a573182d-2467-4daf-a8a0-70d5763007e0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "PUT /networking/v2.0/ports/50a3efe7-5415-4835-aa6d-87e0f9055748 HTTP/1.1" status: 200 len: 818 time: 1.8559678 Sep 25 01:02:57.573181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53228) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:57.587330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:57.588904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.596145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for router_controller (62cc400b-f5fe-43fc-a6a3-8853862ea056), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.658743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:57.664452 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 5 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:57.753872 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7a0eeaa1-c3c9-440d-8684-71d0f1f5b767 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2920501 Sep 25 01:02:57.762800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53230) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:57.769837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ac2a1802-5c84-4530-9eae-d9da9b7b7cb3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:57.799409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a736f-8222-407b-b681-e01350de0b94 None None] Pushing event updated for resources: {'Port': ['ID=ef03ab15-6825-4202-bf4d-33f49c3a5dd4,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:57.813568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53232) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:57.823403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:57.830611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.837248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573182d-2467-4daf-a8a0-70d5763007e0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=50a3efe7-5415-4835-aa6d-87e0f9055748,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:57.860859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f223dcb0-bc91-4e58-97a7-ef78b05943b8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 50a3efe7-5415-4835-aa6d-87e0f9055748 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:57.861925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f223dcb0-bc91-4e58-97a7-ef78b05943b8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (50a3efe7-5415-4835-aa6d-87e0f9055748), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.935139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6710831d-71ea-478e-b6b6-2c807e42b7bd), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.997988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for router_gateway (62cc400b-f5fe-43fc-a6a3-8853862ea056), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.027926 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3fe0f391-2a25-4dfb-8408-537cb0e73526 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0b17fc1b8083441b92821cd0f3cdc21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022007 Sep 25 01:02:58.048150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53234) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:58.084576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:58.108544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:58.120811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f223dcb0-bc91-4e58-97a7-ef78b05943b8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (50a3efe7-5415-4835-aa6d-87e0f9055748), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.129394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:58.131860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:58.152250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 4bb0899f-6553-4bb4-a9a6-120193414227 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:58.175657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=6710831d-71ea-478e-b6b6-2c807e42b7bd,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:58.201333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f223dcb0-bc91-4e58-97a7-ef78b05943b8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 50a3efe7-5415-4835-aa6d-87e0f9055748 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:58.214781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:58.325361 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 6 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:58.371837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:58.386292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:58.386878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.389846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2a1802-5c84-4530-9eae-d9da9b7b7cb3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:58.393746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac2a1802-5c84-4530-9eae-d9da9b7b7cb3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.397040 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6746b9fd-e7af-45dc-b125-acc822da0e2f admin admin] Publish callbacks [] for security_group (20cc5c5e-8c11-4a7d-9f84-d6577867ebe1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.536166 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6746b9fd-e7af-45dc-b125-acc822da0e2f admin admin] Publish callbacks [] for security_group (20cc5c5e-8c11-4a7d-9f84-d6577867ebe1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.545797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:58.548787 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e208896c-9324-4148-83dc-8fd9b96d92e4 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9623404 Sep 25 01:02:58.551845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3182-39d7-4064-b1d0-a296a4b4863b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.559392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53236) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:58.576286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'port': {'network_id': '23b4d6b0-b3d5-4912-b12d-b9281905c988', 'name': 'tempest-FloatingIPTestJSON-621461714'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:58.683486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Router cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:58.729871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for router_gateway (62cc400b-f5fe-43fc-a6a3-8853862ea056), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.730407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:58.752213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f223dcb0-bc91-4e58-97a7-ef78b05943b8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (50a3efe7-5415-4835-aa6d-87e0f9055748), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.762097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e622c-19d0-4fee-8e87-7fa60d65cb53 None None] Sync routers for ids ['4bb0899f-6553-4bb4-a9a6-120193414227'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:58.778648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e622c-19d0-4fee-8e87-7fa60d65cb53 None None] Routers {'4bb0899f-6553-4bb4-a9a6-120193414227'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:58.779120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.779728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d25e622c-19d0-4fee-8e87-7fa60d65cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4bb0899f-6553-4bb4-a9a6-120193414227'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:58.782436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=5,neutron:DELETE=3,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:58.785816 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.ipam_backend_mixin [None req-ac2a1802-5c84-4530-9eae-d9da9b7b7cb3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1 (CIDR: 172.20.0.0/28) Sep 25 01:02:58.827096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d25e622c-19d0-4fee-8e87-7fa60d65cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:58.833864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:58.843678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e622c-19d0-4fee-8e87-7fa60d65cb53 None None] Routers {'4bb0899f-6553-4bb4-a9a6-120193414227'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:58.844875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d25e622c-19d0-4fee-8e87-7fa60d65cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4bb0899f-6553-4bb4-a9a6-120193414227'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:58.859859 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2a1802-5c84-4530-9eae-d9da9b7b7cb3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:02:58.860701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2a1802-5c84-4530-9eae-d9da9b7b7cb3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:02:58.884839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223dcb0-bc91-4e58-97a7-ef78b05943b8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=50a3efe7-5415-4835-aa6d-87e0f9055748,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:58.911267 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 7 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:58.920167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d25e622c-19d0-4fee-8e87-7fa60d65cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:58.925353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e622c-19d0-4fee-8e87-7fa60d65cb53 None None] The sync data for ids ['4bb0899f-6553-4bb4-a9a6-120193414227'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:58.973039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.977544 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4c06e4e7-c18b-4560-8b5c-0f65c01cb9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.8075693 Sep 25 01:02:58.984620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53238) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:59.005650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:59.006443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f223dcb0-bc91-4e58-97a7-ef78b05943b8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.010413 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f223dcb0-bc91-4e58-97a7-ef78b05943b8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/50a3efe7-5415-4835-aa6d-87e0f9055748 HTTP/1.1" status: 204 len: 168 time: 1.4324987 Sep 25 01:02:59.015573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53240) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:59.016712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6746b9fd-e7af-45dc-b125-acc822da0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (20cc5c5e-8c11-4a7d-9f84-d6577867ebe1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.021609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6746b9fd-e7af-45dc-b125-acc822da0e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.023344 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6746b9fd-e7af-45dc-b125-acc822da0e2f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/20cc5c5e-8c11-4a7d-9f84-d6577867ebe1 HTTP/1.1" status: 204 len: 168 time: 0.9688921 Sep 25 01:02:59.038607 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84543b69-9f51-43ae-9e59-64335763325b None None] Sync routers for ids ['cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:59.044043 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=78 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:59.046917 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:59.090992 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ac2a1802-5c84-4530-9eae-d9da9b7b7cb3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3265545 Sep 25 01:02:59.102790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:59.104565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53244) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:59.105164 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84543b69-9f51-43ae-9e59-64335763325b None None] Routers {'cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:59.106750 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-84543b69-9f51-43ae-9e59-64335763325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:59.115214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73818c5-8814-446b-ad93-3016b10ffe50 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:59.121299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e73818c5-8814-446b-ad93-3016b10ffe50 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0971477 Sep 25 01:02:59.125329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.126395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d11cc620-1bbe-4bcc-8f83-7bc8647f3a9c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:59.131122 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-607d08ff-c867-4ae0-9e51-693ca7c24527 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5250282 Sep 25 01:02:59.134939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53246) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:59.135481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53248) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:59.166683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ef03ab15-6825-4202-bf4d-33f49c3a5dd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:59.172630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:59.181260 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef30c1d-299e-4991-9464-ae8b016137b5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:02:59.183440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9ef30c1d-299e-4991-9464-ae8b016137b5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/50a3efe7-5415-4835-aa6d-87e0f9055748 HTTP/1.1" status: 404 len: 333 time: 0.0437245 Sep 25 01:02:59.192141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb3a0a3-2377-4b53-8b2b-0beae7d189c0 None None] Network ca061df7-72cc-49e4-9a0b-0d6c5449f418 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:59.193767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746b9fd-e7af-45dc-b125-acc822da0e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cc5c5e-8c11-4a7d-9f84-d6577867ebe1,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:59.209854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53250) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:59.231262 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-84543b69-9f51-43ae-9e59-64335763325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:59.247889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1093371654'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:59.249136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Allocated IP 172.36.7.177 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/28ad01ae-8542-43c8-8c2b-22ebf6cf9285) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:59.265137 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84543b69-9f51-43ae-9e59-64335763325b None None] Routers {'cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:59.267584 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-84543b69-9f51-43ae-9e59-64335763325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:02:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:59.334078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:59.334484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.334854 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 Sep 25 01:02:59.423621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:59.432574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-84543b69-9f51-43ae-9e59-64335763325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:59.434036 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84543b69-9f51-43ae-9e59-64335763325b None None] The sync data for ids ['cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:59.454523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Made reservation on behalf of 937675718fc54790a2b8f475b8b6d147 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:59.462447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.494636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:59.495163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.540857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for port (28ad01ae-8542-43c8-8c2b-22ebf6cf9285), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.562989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ef03ab15-6825-4202-bf4d-33f49c3a5dd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef03ab15-6825-4202-bf4d-33f49c3a5dd4,segment=NetworkSegment(7672e662-42ba-4772-a23b-0105279bd1c6),segment_id=7672e662-42ba-4772-a23b-0105279bd1c6)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:59.577804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.580471 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (28ad01ae-8542-43c8-8c2b-22ebf6cf9285), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.633389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] device_id is not set on port c9514a8e-d064-4e87-96ab-15e44e691ac1 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:02:59.644488 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 8 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:02:59.647209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:59.647466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:59.647701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:59.650047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event updated for resources: {'Port': ['ID=28ad01ae-8542-43c8-8c2b-22ebf6cf9285,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:59.652890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:59.654978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.657106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:59.713876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:59.751770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:59.758659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ef03ab15-6825-4202-bf4d-33f49c3a5dd4,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:59.859875 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e55f06d1-1b12-4987-8778-222a1523bbf8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/routers/4bb0899f-6553-4bb4-a9a6-120193414227 HTTP/1.1" status: 200 len: 880 time: 0.8629098 Sep 25 01:02:59.864967 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53258) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:59.913385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:02:59.950582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b86812e6-a892-45ae-98a5-05bd278c157d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.951566 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Added segment b86812e6-a892-45ae-98a5-05bd278c157d of type vlan for network 5c569803-ebd9-42fb-98d6-ed5d485bba52 Sep 25 01:03:00.050181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11cc620-1bbe-4bcc-8f83-7bc8647f3a9c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:00.054845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d11cc620-1bbe-4bcc-8f83-7bc8647f3a9c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.094114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (5c569803-ebd9-42fb-98d6-ed5d485bba52), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.184561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.20.0.6 (23b4d6b0-b3d5-4912-b12d-b9281905c988/da88c87f-4419-40d7-b365-f51c7d4369be/c9514a8e-d064-4e87-96ab-15e44e691ac1) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:00.217671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:00.221078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (5c569803-ebd9-42fb-98d6-ed5d485bba52), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.226508 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:00.227276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.256222 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 9 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:00.315906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:00.338615 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1045754 Sep 25 01:03:00.350811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53268) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:00.370254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:00.399937 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.ipam_backend_mixin [None req-d11cc620-1bbe-4bcc-8f83-7bc8647f3a9c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b19f9740-d43f-4412-9b78-748c0c850cb8 (CIDR: 172.20.0.16/28) Sep 25 01:03:00.410648 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9dd973b8-2b2b-462f-a181-a3c3c2389ea1 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5390513 Sep 25 01:03:00.415650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ba793-4fae-49a9-910a-5a46068cfb7e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Network': ['ID=5c569803-ebd9-42fb-98d6-ed5d485bba52,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:00.416632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53272) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:00.430022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:00.432291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-18a7d05d-2055-4902-b74a-0f6bc02b0370 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1616771688'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:00.437076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.455680 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11cc620-1bbe-4bcc-8f83-7bc8647f3a9c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:00.456346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11cc620-1bbe-4bcc-8f83-7bc8647f3a9c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:00.506460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for router_gateway (62cc400b-f5fe-43fc-a6a3-8853862ea056), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.573306 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d11cc620-1bbe-4bcc-8f83-7bc8647f3a9c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4522374 Sep 25 01:03:00.582170 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53278) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:00.590573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'subnet': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:00.592883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_gateway (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.686224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:00.722543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:00.726572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.742502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (c9514a8e-d064-4e87-96ab-15e44e691ac1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.760847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:00.816728 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 10 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:00.876156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:00.887077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Provisioning complete for port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:00.887450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.887991 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Attempt 1 to provision port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 Sep 25 01:03:00.964743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ef03ab15-6825-4202-bf4d-33f49c3a5dd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:01.012420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53280) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:01.033775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34993b09-ef7d-4a8e-8013-703651b640c1 None None] Current status of the port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:01.065258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Deleting port 9e958bd2-020c-4f38-a4a6-6ff128133e36 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:01.065763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9e958bd2-020c-4f38-a4a6-6ff128133e36), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.069675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:01.070466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.071183 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 Sep 25 01:03:01.161276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:01.180388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:01.181322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Provisioning complete for port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:01.181939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.182293 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 1 to provision port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 Sep 25 01:03:01.211426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Made reservation on behalf of 84da212938f24d5daaebf1c4a1599dfb for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:01.217959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.218242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'networks': [{'name': 'tempest-network--1232333733'}, {'name': 'tempest-network--1150442062'}]} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:01.218242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'network': {'name': 'tempest-network--1232333733'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:01.218242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'network': {'name': 'tempest-network--1150442062'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:01.219010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c9514a8e-d064-4e87-96ab-15e44e691ac1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.287232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:01.298912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:01.355550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Current status of the port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:01.358744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Made reservation on behalf of 961215e599694b57a594e8dcc8edb2c6 for: {'network': 2} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:01.364299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.366750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:01.368907 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Provisioning complete for port dff9a59a-2330-488c-b348-549d5f0795bb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:01.369428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dff9a59a-2330-488c-b348-549d5f0795bb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.370006 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 1 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:01.389372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:01.394348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:01.400955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.404346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=c9514a8e-d064-4e87-96ab-15e44e691ac1,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:01.405118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9e958bd2-020c-4f38-a4a6-6ff128133e36), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.449342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (62cc400b-f5fe-43fc-a6a3-8853862ea056), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.488902 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Calling delete_port for 9e958bd2-020c-4f38-a4a6-6ff128133e36 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:01.498806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f82d61da-5671-43d3-838d-54eadb7cf65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.505624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:01.552155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:01.552733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.590228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (a50b05b1-edda-4f10-b568-5ab801c1c6fb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.602315 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d5859305-5dc9-40af-a1a9-6bb1cfd90948 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0362358 Sep 25 01:03:01.606814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53284) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:01.642153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': 'c9514a8e-d064-4e87-96ab-15e44e691ac1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:01.718550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:01.734091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18a7d05d-2055-4902-b74a-0f6bc02b0370 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (4bb0899f-6553-4bb4-a9a6-120193414227), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.741342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=a50b05b1-edda-4f10-b568-5ab801c1c6fb,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:01.741776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.779896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18a7d05d-2055-4902-b74a-0f6bc02b0370 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (4bb0899f-6553-4bb4-a9a6-120193414227), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.867655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:01.890902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Checking segment: {'id': 'b86812e6-a892-45ae-98a5-05bd278c157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:01.891446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network hostable DHCP agents. Network: 5c569803-ebd9-42fb-98d6-ed5d485bba52, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:01.904366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:01.960596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for security_group (0cdb0abf-a72e-4748-9daa-1b6c5c41b250), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.974719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.985688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0cdb0abf-a72e-4748-9daa-1b6c5c41b250), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.986278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (0e43c1ba-49b4-49ae-8512-7f91d702acf7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.986703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.002927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:02.007038 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 2 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:02.071461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:02.107280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c569803-ebd9-42fb-98d6-ed5d485bba52) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:02.113767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:02.121805 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:02.122318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.124895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1314d45-e51b-4be0-86cf-94425d9db7fb None None] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:02.127600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:02.137386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:02.138039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.138308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:02.168927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cde476-e404-4816-8db3-ac9bae43690a None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:02.182165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Subnet': ['ID=0e43c1ba-49b4-49ae-8512-7f91d702acf7,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:02.204297 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-11d9d04c-845a-438f-838d-06f623d79c98 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8445771 Sep 25 01:03:02.213413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53286) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:02.227756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Router 62cc400b-f5fe-43fc-a6a3-8853862ea056 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:03:02.232040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdb0abf-a72e-4748-9daa-1b6c5c41b250,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:02.251373 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6ea493f5-d05d-4e3a-967d-efdbe6ce02ed tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6661758 Sep 25 01:03:02.255261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a0d0dc0a-ddbb-4346-9f07-4e434c5ff92a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:02.263539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53288) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:02.278150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-48740171', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e43c1ba-49b4-49ae-8512-7f91d702acf7'}], 'security_groups': ['05b2f6f8-0859-4fc7-a601-c888ab66980d', '9af783e2-8465-4617-a070-620215d95ca7']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:02.307489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a7d05d-2055-4902-b74a-0f6bc02b0370 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 4bb0899f-6553-4bb4-a9a6-120193414227 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:02.327843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:02.360760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.36.7.27 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/8e07532a-88f5-4e83-9826-26c77a9219ec) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:02.396268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (71370f10-7e33-4380-904d-98fe2d2ef772), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.396791 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Added segment 71370f10-7e33-4380-904d-98fe2d2ef772 of type vlan for network 8cfa970d-c99e-48e4-8167-985c87018ebc Sep 25 01:03:02.471366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5c569803-ebd9-42fb-98d6-ed5d485bba52', 'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52', 'project_id': '9d916dec203f4b278e19c6351473e052', 'fixed_ips': [{'subnet_id': 'a50b05b1-edda-4f10-b568-5ab801c1c6fb'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:02.473021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.492768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (9e958bd2-020c-4f38-a4a6-6ff128133e36), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.584414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d0dc0a-ddbb-4346-9f07-4e434c5ff92a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:02.590623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dc0a-ddbb-4346-9f07-4e434c5ff92a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.600206 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 3 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:02.682436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Pushing event deleted for resources: {'Port': ['ID=9e958bd2-020c-4f38-a4a6-6ff128133e36,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:02.710442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (8cfa970d-c99e-48e4-8167-985c87018ebc), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.714777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (8e07532a-88f5-4e83-9826-26c77a9219ec), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.763496 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.ipam_backend_mixin [None req-a0d0dc0a-ddbb-4346-9f07-4e434c5ff92a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a50b05b1-edda-4f10-b568-5ab801c1c6fb (CIDR: 2001:db8::/64) Sep 25 01:03:02.767514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:02.788987 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d0dc0a-ddbb-4346-9f07-4e434c5ff92a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:02.789831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d0dc0a-ddbb-4346-9f07-4e434c5ff92a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:02.849335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8e07532a-88f5-4e83-9826-26c77a9219ec), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:02.857831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:03:02.871773 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a0d0dc0a-ddbb-4346-9f07-4e434c5ff92a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6322408 Sep 25 01:03:02.888764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:02.892575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53290) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:02.939490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:02.946988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:02.957142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:02.965559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:02.973317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=8e07532a-88f5-4e83-9826-26c77a9219ec,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:02.973668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:03.035887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59555c49-9c22-48f4-9fe1-9016289a8b08 None None] Update dhcp port {'port': {'network_id': '893ccd11-a313-4bc7-bfc8-9af6c0946f55', 'fixed_ips': [{'subnet_id': 'b19f9740-d43f-4412-9b78-748c0c850cb8', 'ip_address': '172.20.0.18'}, {'subnet_id': '76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e43c1ba-49b4-49ae-8512-7f91d702acf7'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:03:03.051477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:03.070249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0026f76-7d54-4521-8452-26e621b5136a None None] Sync routers for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:03.086557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:03.109924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Allocated IP 2001:db8::2 (5c569803-ebd9-42fb-98d6-ed5d485bba52/a50b05b1-edda-4f10-b568-5ab801c1c6fb/9131b7f0-72bb-45b2-b448-bd8dd2cd80da) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:03.111327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.114058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-59555c49-9c22-48f4-9fe1-9016289a8b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.120157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0026f76-7d54-4521-8452-26e621b5136a None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:03.121283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c0026f76-7d54-4521-8452-26e621b5136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:03.155516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:03.182096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c0026f76-7d54-4521-8452-26e621b5136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:03.198971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:03.237067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7a4a6c96-c75a-46bd-a29a-72eef145de2b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.238123 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Added segment 7a4a6c96-c75a-46bd-a29a-72eef145de2b of type vlan for network 9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d Sep 25 01:03:03.254800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a7d05d-2055-4902-b74a-0f6bc02b0370 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:03.277629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0026f76-7d54-4521-8452-26e621b5136a None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:03.278483 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1445c8-27e6-476b-8e71-6e3d1da6aaaf None None] Sync routers for ids ['4bb0899f-6553-4bb4-a9a6-120193414227'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:03.279291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c0026f76-7d54-4521-8452-26e621b5136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:03.303888 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1445c8-27e6-476b-8e71-6e3d1da6aaaf None None] Routers {'4bb0899f-6553-4bb4-a9a6-120193414227'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:03.304961 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7b1445c8-27e6-476b-8e71-6e3d1da6aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4bb0899f-6553-4bb4-a9a6-120193414227'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:03.325635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18a7d05d-2055-4902-b74a-0f6bc02b0370 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.327725 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-18a7d05d-2055-4902-b74a-0f6bc02b0370 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/4bb0899f-6553-4bb4-a9a6-120193414227 HTTP/1.1" status: 200 len: 887 time: 2.9008038 Sep 25 01:03:03.339721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c0026f76-7d54-4521-8452-26e621b5136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:03.340763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0026f76-7d54-4521-8452-26e621b5136a None None] The sync data for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:03.355074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.355684 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7b1445c8-27e6-476b-8e71-6e3d1da6aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:03.361929 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-45a30ed2-5a62-427f-8819-41c746edfb67 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.7903106 Sep 25 01:03:03.365689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53292) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:03.367795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53294) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:03.368925 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1445c8-27e6-476b-8e71-6e3d1da6aaaf None None] Routers {'4bb0899f-6553-4bb4-a9a6-120193414227'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:03.369757 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7b1445c8-27e6-476b-8e71-6e3d1da6aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4bb0899f-6553-4bb4-a9a6-120193414227'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:03.423556 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7b1445c8-27e6-476b-8e71-6e3d1da6aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:03.424514 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1445c8-27e6-476b-8e71-6e3d1da6aaaf None None] The sync data for ids ['4bb0899f-6553-4bb4-a9a6-120193414227'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:03.444081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:03.445118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:03.513029 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 4 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:03.654684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:03.665908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Publish callbacks [] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.708261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.745114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.780595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:03.792350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:03.800971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:03.814393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Pushing event updated for resources: {'Port': ['ID=9131b7f0-72bb-45b2-b448-bd8dd2cd80da,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:03.818305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-59555c49-9c22-48f4-9fe1-9016289a8b08 None None] Allocated IP 172.20.0.34 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/0e43c1ba-49b4-49ae-8512-7f91d702acf7/5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:03.840224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dff9a59a-2330-488c-b348-549d5f0795bb), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.921365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:03.936159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Attempting to bind port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:03.936569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Attempting to bind port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b86812e6-a892-45ae-98a5-05bd278c157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:03.936929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Attempting to bind port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da on network 5c569803-ebd9-42fb-98d6-ed5d485bba52 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:04.006599 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ba972c1e-503c-4a45-b1f7-2a31b9093634 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/routers/4bb0899f-6553-4bb4-a9a6-120193414227 HTTP/1.1" status: 200 len: 887 time: 0.6326408 Sep 25 01:03:04.008381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53296) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:04.054249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-59555c49-9c22-48f4-9fe1-9016289a8b08 None None] For port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,segment=NetworkSegment(b5db8bd8-e100-44a4-bd45-e14491994ebd),segment_id=b5db8bd8-e100-44a4-bd45-e14491994ebd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:04.058102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:04.058348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Checking segment: {'id': 'b86812e6-a892-45ae-98a5-05bd278c157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:04.058823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.059356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Bound using segment: {'id': 'b86812e6-a892-45ae-98a5-05bd278c157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:04.060232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Bound port: 9131b7f0-72bb-45b2-b448-bd8dd2cd80da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86812e6-a892-45ae-98a5-05bd278c157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:04.060681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.156148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-59555c49-9c22-48f4-9fe1-9016289a8b08 None None] Publish callbacks [] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.157919 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 5 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:04.193847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-59555c49-9c22-48f4-9fe1-9016289a8b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.205694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.217337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:04.224460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.237340 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c97ca0b2-a9c8-48e4-9331-4314df2fdddd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4bb0899f-6553-4bb4-a9a6-120193414227 HTTP/1.1" status: 200 len: 205 time: 0.2208993 Sep 25 01:03:04.237340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (8cfa970d-c99e-48e4-8167-985c87018ebc), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.237340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.245883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:04.254899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] For port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:04.256068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:04.257273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.271997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53298) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:04.303059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:04.311099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] For port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9131b7f0-72bb-45b2-b448-bd8dd2cd80da,segment=NetworkSegment(b86812e6-a892-45ae-98a5-05bd278c157d),segment_id=b86812e6-a892-45ae-98a5-05bd278c157d)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:04.335037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.341004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.353835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:04.355938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59555c49-9c22-48f4-9fe1-9016289a8b08 None None] Pushing event updated for resources: {'Port': ['ID=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:04.419190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (3e28a9a0-6ae1-4528-a90d-f5fe043f51f1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.477421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a276d-9e22-421f-91f4-c8c0a86e8ace None None] Pushing event updated for resources: {'Port': ['ID=9131b7f0-72bb-45b2-b448-bd8dd2cd80da,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:04.604680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8e07532a-88f5-4e83-9826-26c77a9219ec), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.732227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.7190039 Sep 25 01:03:04.767499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53302) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:04.808315 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 6 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:04.898560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:04.954468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:04.959714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Network': ['ID=8cfa970d-c99e-48e4-8167-985c87018ebc,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:04.995825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 8cfa970d-c99e-48e4-8167-985c87018ebc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:05.116177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:05.161168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:05.171209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9131b7f0-72bb-45b2-b448-bd8dd2cd80da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:05.227855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c32a7-4281-4db3-9695-65d244ebb7cb tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Network': ['ID=9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:05.259343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:05.265461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:05.279203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811ab1c-f7bf-40e1-bc95-b6a1e93c51b1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:05.285776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811ab1c-f7bf-40e1-bc95-b6a1e93c51b1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:05.293891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811ab1c-f7bf-40e1-bc95-b6a1e93c51b1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:05.302717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811ab1c-f7bf-40e1-bc95-b6a1e93c51b1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:05.304623 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6811ab1c-f7bf-40e1-bc95-b6a1e93c51b1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5325449 Sep 25 01:03:05.312814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53304) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:05.399361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (4bb0899f-6553-4bb4-a9a6-120193414227), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.407216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Router cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:05.450075 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 7 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:05.521886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:05.525278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:05.525836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.526591 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da Sep 25 01:03:05.550954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (8cfa970d-c99e-48e4-8167-985c87018ebc), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.561074 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (8e07532a-88f5-4e83-9826-26c77a9219ec), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.576675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (8e07532a-88f5-4e83-9826-26c77a9219ec), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.630560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:05.630971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.683300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=8e07532a-88f5-4e83-9826-26c77a9219ec,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:05.693791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9131b7f0-72bb-45b2-b448-bd8dd2cd80da,segment=NetworkSegment(b86812e6-a892-45ae-98a5-05bd278c157d),segment_id=b86812e6-a892-45ae-98a5-05bd278c157d)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:05.704906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.707637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:05.768877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (3e28a9a0-6ae1-4528-a90d-f5fe043f51f1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.875012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=9131b7f0-72bb-45b2-b448-bd8dd2cd80da,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:05.907927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.914676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (8cfa970d-c99e-48e4-8167-985c87018ebc), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.918745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:05.919675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.920246 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 Sep 25 01:03:05.928161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.988006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:06.050900 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 8 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:06.065359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6caa9d-ffc6-47b5-aba5-e4d3b52c0f8c None None] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:06.068324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfa970d-c99e-48e4-8167-985c87018ebc']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:06.074351 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP 3e28a9a0-6ae1-4528-a90d-f5fe043f51f1 associated. External IP: 172.36.7.27, port: c9514a8e-d064-4e87-96ab-15e44e691ac1. Sep 25 01:03:06.099009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Delete allocated IP 172.20.0.12 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1) {{(pid=107187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 25 01:03:06.116843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:06.133263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.135543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71370f10-7e33-4380-904d-98fe2d2ef772') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:06.136172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71370f10-7e33-4380-904d-98fe2d2ef772') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:06.137864 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9b914557-2d04-4209-875c-b48490fcc69f tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "PUT /networking/v2.0/routers/cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 HTTP/1.1" status: 200 len: 709 time: 6.9694338 Sep 25 01:03:06.140768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53306) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:06.156324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Allocated IP 172.20.0.36 (893ccd11-a313-4bc7-bfc8-9af6c0946f55/0e43c1ba-49b4-49ae-8512-7f91d702acf7/dff9a59a-2330-488c-b348-549d5f0795bb) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:06.161013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95887e-da22-495c-8ac1-e6e4868b2be4 None None] Sync routers for ids ['cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:06.193937 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (71370f10-7e33-4380-904d-98fe2d2ef772), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.226936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_gateway (4bb0899f-6553-4bb4-a9a6-120193414227), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.235447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:06.257858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:06.259540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (71370f10-7e33-4380-904d-98fe2d2ef772), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.266347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95887e-da22-495c-8ac1-e6e4868b2be4 None None] Routers {'cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:06.267363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3e95887e-da22-495c-8ac1-e6e4868b2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:06.278240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:06.278751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (71370f10-7e33-4380-904d-98fe2d2ef772), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.359224 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 71370f10-7e33-4380-904d-98fe2d2ef772 resource provider aggregate not found Sep 25 01:03:06.398857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:06.399150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:06.404352 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7a38c6a4-565e-437d-90a5-fcbf318e5379 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 HTTP/1.1" status: 200 len: 744 time: 0.2586350 Sep 25 01:03:06.410515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53312) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:06.458832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 18dbcb8c-4758-4e28-8bab-1f63750bde15 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:06.459406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (18dbcb8c-4758-4e28-8bab-1f63750bde15), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.462811 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 71370f10-7e33-4380-904d-98fe2d2ef772 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71370f10-7e33-4380-904d-98fe2d2ef772 found for delete ", "request_id": "req-e4b16a7a-b2e6-4950-984a-c560451346b0"}]} Sep 25 01:03:06.492803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (561c2447-0bc2-401f-937c-8dbcd43a81f1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.493499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:06.498690 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3b7a199c-528c-457d-8ced-423ebd803dc7 tempest-RoutersIpV6AdminTest-332493601 tempest-RoutersIpV6AdminTest-332493601-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 HTTP/1.1" status: 200 len: 205 time: 0.0870495 Sep 25 01:03:06.511878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53314) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:06.525777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (8cfa970d-c99e-48e4-8167-985c87018ebc), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.557847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.561666 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8cfa970d-c99e-48e4-8167-985c87018ebc HTTP/1.1" status: 204 len: 168 time: 1.2463846 Sep 25 01:03:06.598461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3e95887e-da22-495c-8ac1-e6e4868b2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:06.621690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53316) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:06.641478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:06.681614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95887e-da22-495c-8ac1-e6e4868b2be4 None None] Routers {'cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:06.682352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3e95887e-da22-495c-8ac1-e6e4868b2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:06.684735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.746096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3e95887e-da22-495c-8ac1-e6e4868b2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:06.747813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95887e-da22-495c-8ac1-e6e4868b2be4 None None] The sync data for ids ['cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:06.758544 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 9 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:06.828129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:06.955645 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3152e5ba-edef-4d49-9943-ca6ded150445 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 HTTP/1.1" status: 200 len: 205 time: 0.4388433 Sep 25 01:03:06.967618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c0d32-942b-48ec-8902-bcc6404e4b6e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Network': ['ID=8cfa970d-c99e-48e4-8167-985c87018ebc,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:06.977826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53318) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:07.042915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9131b7f0-72bb-45b2-b448-bd8dd2cd80da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:07.069252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:07.097155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:07.116770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:07.116770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.145544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:07.146136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.146707 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da Sep 25 01:03:07.194511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=561c2447-0bc2-401f-937c-8dbcd43a81f1,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:07.209138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (18dbcb8c-4758-4e28-8bab-1f63750bde15), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.230451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.232593 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a8bd5ea2-250e-4427-81a6-81001248f1c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.2992804 Sep 25 01:03:07.239332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53320) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:07.245243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 18dbcb8c-4758-4e28-8bab-1f63750bde15 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:07.250309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52', 'fixed_ips': [{'subnet_id': 'a50b05b1-edda-4f10-b568-5ab801c1c6fb'}, {'subnet_id': '561c2447-0bc2-401f-937c-8dbcd43a81f1'}], 'name': 'tempest-PortsIpV6TestJSON-1978714561'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:07.272946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:07.278717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d99da07-b572-4062-baea-d4ef73b29326 None None] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:07.284700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-152c8088-a564-4779-bf6e-9d5bd1cbbac9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.294910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for port (dff9a59a-2330-488c-b348-549d5f0795bb), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.343451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (dff9a59a-2330-488c-b348-549d5f0795bb), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.364376 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Attempt 10 to provision port dff9a59a-2330-488c-b348-549d5f0795bb Sep 25 01:03:07.392378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Allocated IP 172.20.0.1 (ca061df7-72cc-49e4-9a0b-0d6c5449f418/8ab03b4c-a1f7-463a-a59f-26267587c596/7d4ddf8e-2cef-4aa5-a817-40774826ca8c) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:07.439784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:07.451811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:07.465804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:07.477747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a7022feb-b7f0-42a7-82ed-93912144a29f None None] Port dff9a59a-2330-488c-b348-549d5f0795bb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:07.533083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event updated for resources: {'Port': ['ID=dff9a59a-2330-488c-b348-549d5f0795bb,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:07.627769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Provisioning complete for port 23b5eb76-a5b8-4221-b51f-06ff4740e450 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:07.628565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (23b5eb76-a5b8-4221-b51f-06ff4740e450), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.629232 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 1 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:07.638464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] In _notify_port_updated(), no bound segment for port dff9a59a-2330-488c-b348-549d5f0795bb on network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:03:07.644065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:07.644762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.649336 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-79b055eb-6267-4400-b86b-5f1910b0ea77 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "PUT /networking/v2.0/ports/dff9a59a-2330-488c-b348-549d5f0795bb HTTP/1.1" status: 200 len: 958 time: 5.3776460 Sep 25 01:03:07.653004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53322) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:07.683727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfae4a5-c671-43c6-8b5a-5de8116624cd None None] Update dhcp port {'port': {'network_id': '5c569803-ebd9-42fb-98d6-ed5d485bba52', 'fixed_ips': [{'subnet_id': 'a50b05b1-edda-4f10-b568-5ab801c1c6fb', 'ip_address': '2001:db8::2'}, {'subnet_id': '561c2447-0bc2-401f-937c-8dbcd43a81f1'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '9131b7f0-72bb-45b2-b448-bd8dd2cd80da'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:03:07.691199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:07.740354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0dfae4a5-c671-43c6-8b5a-5de8116624cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.852849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (18dbcb8c-4758-4e28-8bab-1f63750bde15), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.912421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fd29b6d3-0426-4f3a-abaf-85170523da03 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port dff9a59a-2330-488c-b348-549d5f0795bb {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:07.912955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd29b6d3-0426-4f3a-abaf-85170523da03 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (dff9a59a-2330-488c-b348-549d5f0795bb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.980197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.012991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-0dfae4a5-c671-43c6-8b5a-5de8116624cd None None] Allocated IP 2001:db8:0:1::2 (5c569803-ebd9-42fb-98d6-ed5d485bba52/561c2447-0bc2-401f-937c-8dbcd43a81f1/9131b7f0-72bb-45b2-b448-bd8dd2cd80da) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:08.061022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=18dbcb8c-4758-4e28-8bab-1f63750bde15,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:08.070627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-152c8088-a564-4779-bf6e-9d5bd1cbbac9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.084638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-152c8088-a564-4779-bf6e-9d5bd1cbbac9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router_controller (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.147134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (4bb0899f-6553-4bb4-a9a6-120193414227), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.192679 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 2 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:08.231164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:08.235130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:08.241078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:08.244616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0dfae4a5-c671-43c6-8b5a-5de8116624cd None None] For port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9131b7f0-72bb-45b2-b448-bd8dd2cd80da,segment=NetworkSegment(b86812e6-a892-45ae-98a5-05bd278c157d),segment_id=b86812e6-a892-45ae-98a5-05bd278c157d)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:08.281008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:08.305622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd29b6d3-0426-4f3a-abaf-85170523da03 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (dff9a59a-2330-488c-b348-549d5f0795bb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.309771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (4bb0899f-6553-4bb4-a9a6-120193414227), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.318198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (4bb0899f-6553-4bb4-a9a6-120193414227), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.326805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0dfae4a5-c671-43c6-8b5a-5de8116624cd None None] Publish callbacks [] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.329813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fd29b6d3-0426-4f3a-abaf-85170523da03 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for dff9a59a-2330-488c-b348-549d5f0795bb owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:08.330226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:08.336900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0dfae4a5-c671-43c6-8b5a-5de8116624cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.338642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:08.356639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4a6c96-c75a-46bd-a29a-72eef145de2b') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:08.357189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4a6c96-c75a-46bd-a29a-72eef145de2b') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:08.370439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:08.397615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-152c8088-a564-4779-bf6e-9d5bd1cbbac9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.398538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152c8088-a564-4779-bf6e-9d5bd1cbbac9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Fanout notify agent at l3_agent the message router_deleted on router cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:03:08.431243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-152c8088-a564-4779-bf6e-9d5bd1cbbac9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.433534 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-152c8088-a564-4779-bf6e-9d5bd1cbbac9 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 HTTP/1.1" status: 204 len: 168 time: 1.4542303 Sep 25 01:03:08.440544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (7a4a6c96-c75a-46bd-a29a-72eef145de2b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.452815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53324) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:08.470568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfae4a5-c671-43c6-8b5a-5de8116624cd None None] Pushing event updated for resources: {'Port': ['ID=9131b7f0-72bb-45b2-b448-bd8dd2cd80da,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:08.482565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (4bb0899f-6553-4bb4-a9a6-120193414227), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.483431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb0899f-6553-4bb4-a9a6-120193414227 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:03:08.492021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.493339 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8d3bc673-7a5a-4a02-9ebd-8c30c8340892 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/4bb0899f-6553-4bb4-a9a6-120193414227 HTTP/1.1" status: 204 len: 168 time: 4.2120671 Sep 25 01:03:08.503026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53326) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:08.508323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'network': {'name': 'tempest-RoutersTest-460241659'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:08.566851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:08.571185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.634554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7a4a6c96-c75a-46bd-a29a-72eef145de2b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.638795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:08.646978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for port (7d4ddf8e-2cef-4aa5-a817-40774826ca8c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.650418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:08.654798 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-63fe06bd-3d0f-4484-ae42-ce2709c3472d tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 HTTP/1.1" status: 200 len: 205 time: 0.1271281 Sep 25 01:03:08.663298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53328) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:08.679245 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:08.679735 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc17fd-cb98-4485-88a6-178c3c6b8434 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:08.680241 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (7a4a6c96-c75a-46bd-a29a-72eef145de2b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.703508 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc17fd-cb98-4485-88a6-178c3c6b8434 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:08.705038 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f9cc17fd-cb98-4485-88a6-178c3c6b8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:08.711654 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 7a4a6c96-c75a-46bd-a29a-72eef145de2b resource provider aggregate not found Sep 25 01:03:08.726025 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-390ec84a-c268-457c-9582-cb94ba0a8e20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] delete failed (client error): The resource could not be found. Sep 25 01:03:08.727309 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-390ec84a-c268-457c-9582-cb94ba0a8e20 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/cdb04f6e-dafc-4d36-ae14-4d26da8ee0d9 HTTP/1.1" status: 404 len: 336 time: 0.0631032 Sep 25 01:03:08.732282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53334) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:08.770411 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f9cc17fd-cb98-4485-88a6-178c3c6b8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:08.782851 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 3 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:08.790544 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7caffbe2-a0b9-4b94-bd11-8e33d04b1b64 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0583ef01-09de-4e68-9bd9-17b754567741 HTTP/1.1" status: 200 len: 205 time: 0.0570130 Sep 25 01:03:08.791563 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 7a4a6c96-c75a-46bd-a29a-72eef145de2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a4a6c96-c75a-46bd-a29a-72eef145de2b found for delete ", "request_id": "req-31cbce61-ae6c-4fda-a906-a9f17cabd47c"}]} Sep 25 01:03:08.795301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53336) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:08.796010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (7d4ddf8e-2cef-4aa5-a817-40774826ca8c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.801227 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc17fd-cb98-4485-88a6-178c3c6b8434 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:08.802535 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f9cc17fd-cb98-4485-88a6-178c3c6b8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:08.811252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.859670 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-2b15c306-3c15-4884-a6c0-bc21c54b60a0 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] delete failed (client error): The resource could not be found. Sep 25 01:03:08.861357 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2b15c306-3c15-4884-a6c0-bc21c54b60a0 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/0583ef01-09de-4e68-9bd9-17b754567741 HTTP/1.1" status: 404 len: 336 time: 0.0646458 Sep 25 01:03:08.862628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd29b6d3-0426-4f3a-abaf-85170523da03 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (dff9a59a-2330-488c-b348-549d5f0795bb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.873373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53338) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:08.880298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:08.936349 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f9cc17fd-cb98-4485-88a6-178c3c6b8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:08.937552 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc17fd-cb98-4485-88a6-178c3c6b8434 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:08.970231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29b6d3-0426-4f3a-abaf-85170523da03 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=dff9a59a-2330-488c-b348-549d5f0795bb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:08.973773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cf4bb9e6-0155-46d8-82b6-dcc708bb2b40), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.974184 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added segment cf4bb9e6-0155-46d8-82b6-dcc708bb2b40 of type vlan for network 2a2db023-3583-415f-bfe7-0ff7935ece14 Sep 25 01:03:08.977697 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-544bdfdf-f849-4223-9aec-0739d0d98f12 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ee05259-5446-4fd9-9ba5-01ca67437cd5 HTTP/1.1" status: 200 len: 205 time: 0.1016622 Sep 25 01:03:08.992360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Network ca061df7-72cc-49e4-9a0b-0d6c5449f418 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:08.998774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.003266 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-65a553fc-2340-4c88-8b11-b08698a0ab9b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.3866246 Sep 25 01:03:09.005103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:09.016453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9131b7f0-72bb-45b2-b448-bd8dd2cd80da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:09.035565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53340) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.036341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53342) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.047003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-cd8ca656-637c-4519-b418-f5f2d720747c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:09.070691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:09.079266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.087177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port f4496613-3ffe-424c-ab2d-81cf77c26e16 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:09.095736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:09.096353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.096925 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da Sep 25 01:03:09.105460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.123677 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d HTTP/1.1" status: 204 len: 168 time: 2.4922719 Sep 25 01:03:09.131445 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53344) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.153561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event updated for resources: {'Port': ['ID=7d4ddf8e-2cef-4aa5-a817-40774826ca8c,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:09.165221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:09.214728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92703e9-eedd-4ae3-9a80-93f10dd76bca tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Network': ['ID=9c9c5766-56ee-4deb-b8fa-d3e2e20fd38d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:09.335430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:09.356142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (2a2db023-3583-415f-bfe7-0ff7935ece14), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.367110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=76,neutron:DELETE=15,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:09.377152 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-77bfd6b0-ca2b-49c9-9af5-f7bc49eb91d3 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] delete failed (client error): The resource could not be found. Sep 25 01:03:09.378754 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-77bfd6b0-ca2b-49c9-9af5-f7bc49eb91d3 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9ee05259-5446-4fd9-9ba5-01ca67437cd5 HTTP/1.1" status: 404 len: 336 time: 0.3407447 Sep 25 01:03:09.388547 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 4 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:09.396687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53346) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.468169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd29b6d3-0426-4f3a-abaf-85170523da03 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.475379 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fd29b6d3-0426-4f3a-abaf-85170523da03 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/dff9a59a-2330-488c-b348-549d5f0795bb HTTP/1.1" status: 204 len: 168 time: 1.8208616 Sep 25 01:03:09.476828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53348) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.496247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca656-637c-4519-b418-f5f2d720747c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (3e28a9a0-6ae1-4528-a90d-f5fe043f51f1), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.497348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (62cc400b-f5fe-43fc-a6a3-8853862ea056), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.498615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (2a2db023-3583-415f-bfe7-0ff7935ece14), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.506616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:09.509627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.514915 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-271b4244-1b69-4569-864f-8682068e8b68 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7801edf5-6497-412c-b7de-c46c2111d277 HTTP/1.1" status: 200 len: 205 time: 0.1101696 Sep 25 01:03:09.526212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53350) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.539658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:09.600835 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5295ca97-92d3-4981-a08d-e2eab099c924 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] GET failed (client error): The resource could not be found. Sep 25 01:03:09.602456 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5295ca97-92d3-4981-a08d-e2eab099c924 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports/dff9a59a-2330-488c-b348-549d5f0795bb HTTP/1.1" status: 404 len: 333 time: 0.1241333 Sep 25 01:03:09.609556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53352) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.637183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:09.655668 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1479201 Sep 25 01:03:09.670984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53354) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.678003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'subnet': {'network_id': '2a2db023-3583-415f-bfe7-0ff7935ece14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:09.695162 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-0baa1fd7-2f30-43a3-9c19-60baba7d3b50 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] delete failed (client error): The resource could not be found. Sep 25 01:03:09.696549 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0baa1fd7-2f30-43a3-9c19-60baba7d3b50 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7801edf5-6497-412c-b7de-c46c2111d277 HTTP/1.1" status: 404 len: 336 time: 0.1405237 Sep 25 01:03:09.701919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53356) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.736921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c6ec7-a2b1-48a2-8f2a-74a289af9ea0 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:09.743024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c6ec7-a2b1-48a2-8f2a-74a289af9ea0 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:09.744898 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3d3c6ec7-a2b1-48a2-8f2a-74a289af9ea0 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5786726 Sep 25 01:03:09.768628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53358) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.810154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1120317962'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:09.817238 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5703b03e-b155-418c-b3e5-fff8b476e33d tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=60e7a95e-a29b-4f92-a0cd-07d3f775bc8f HTTP/1.1" status: 200 len: 205 time: 0.1117842 Sep 25 01:03:09.824329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53362) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.826693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7b587-092a-400a-a9a5-e333251c2281 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Network': ['ID=2a2db023-3583-415f-bfe7-0ff7935ece14,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:09.854385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 2a2db023-3583-415f-bfe7-0ff7935ece14 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:09.900593 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-cbaadd56-5f19-43a9-b9ae-43cd0a91d296 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] delete failed (client error): The resource could not be found. Sep 25 01:03:09.911381 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cbaadd56-5f19-43a9-b9ae-43cd0a91d296 tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/60e7a95e-a29b-4f92-a0cd-07d3f775bc8f HTTP/1.1" status: 404 len: 336 time: 0.0761549 Sep 25 01:03:09.911381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53364) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.973744 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d0f2ae3d-a8d4-47c3-bc78-11258eb0e0ba tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a4b09fb5-5146-4007-b7ae-a663bb9ac9a5 HTTP/1.1" status: 200 len: 205 time: 0.0619261 Sep 25 01:03:09.974901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Made reservation on behalf of 961215e599694b57a594e8dcc8edb2c6 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:09.982063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.989972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53366) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:10.041688 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 5 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:10.104666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:10.110107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:10.132383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca656-637c-4519-b418-f5f2d720747c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.136527 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-5509a08c-beca-4108-aa21-9a6dee9e8d4e tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] delete failed (client error): The resource could not be found. Sep 25 01:03:10.137976 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5509a08c-beca-4108-aa21-9a6dee9e8d4e tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/routers/a4b09fb5-5146-4007-b7ae-a663bb9ac9a5 HTTP/1.1" status: 404 len: 336 time: 0.1431394 Sep 25 01:03:10.141231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca656-637c-4519-b418-f5f2d720747c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (3e28a9a0-6ae1-4528-a90d-f5fe043f51f1), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.141884 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-cd8ca656-637c-4519-b418-f5f2d720747c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP 3e28a9a0-6ae1-4528-a90d-f5fe043f51f1 disassociated. External IP: 172.36.7.27, port: c9514a8e-d064-4e87-96ab-15e44e691ac1. Sep 25 01:03:10.149109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53368) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:10.151984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:10.229235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-618f1957-46f3-4343-8a4f-0cc7c55fd7fc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (1916f5f5-73a8-4b7f-a81d-7f822b37adde), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.241198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:10.244665 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d97f70-0d82-4ea8-b3db-d78b2449d64d tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:10.245140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d97f70-0d82-4ea8-b3db-d78b2449d64d tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:10.251765 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-98d97f70-0d82-4ea8-b3db-d78b2449d64d tempest-RoutersIpV6AdminTest-993529785 tempest-RoutersIpV6AdminTest-993529785-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/9961c3eb-83a9-4840-a863-89afae1bd55a HTTP/1.1" status: 404 len: 337 time: 0.0950747 Sep 25 01:03:10.265770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3b19fadd-7d61-44ec-a2ee-cdcabef495ce), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.266225 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Added segment 3b19fadd-7d61-44ec-a2ee-cdcabef495ce of type vlan for network 588de846-4e10-4a29-95b1-86f35a834b5c Sep 25 01:03:10.361415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (588de846-4e10-4a29-95b1-86f35a834b5c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.410460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-618f1957-46f3-4343-8a4f-0cc7c55fd7fc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (1916f5f5-73a8-4b7f-a81d-7f822b37adde), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.449109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:10.451792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (588de846-4e10-4a29-95b1-86f35a834b5c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.456938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.458317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:10.459105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.547006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.611983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::43 (5c569803-ebd9-42fb-98d6-ed5d485bba52/a50b05b1-edda-4f10-b568-5ab801c1c6fb/f4496613-3ffe-424c-ab2d-81cf77c26e16) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:10.612773 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 6 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:10.619055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d4ddf8e-2cef-4aa5-a817-40774826ca8c), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.637555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Network': ['ID=588de846-4e10-4a29-95b1-86f35a834b5c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:10.671597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 588de846-4e10-4a29-95b1-86f35a834b5c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:10.679387 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6aa41d1f-f0da-4762-ae5d-6ee6fd0b8f7b tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9049809 Sep 25 01:03:10.680438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53374) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:10.688524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-886926773'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:10.713449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8:0:1::18b (5c569803-ebd9-42fb-98d6-ed5d485bba52/561c2447-0bc2-401f-937c-8dbcd43a81f1/f4496613-3ffe-424c-ab2d-81cf77c26e16) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:10.726865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Made reservation on behalf of 961215e599694b57a594e8dcc8edb2c6 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:10.733756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.757331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:10.766392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:10.780617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8ca656-637c-4519-b418-f5f2d720747c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:10.808824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:10.837828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7b898552-e328-48a4-8475-2c5ade285973), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.838440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Added segment 7b898552-e328-48a4-8475-2c5ade285973 of type vlan for network 86615f22-cbc5-4c96-89c3-0d9256ef0635 Sep 25 01:03:10.879332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53378) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:10.963206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (86615f22-cbc5-4c96-89c3-0d9256ef0635), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.981912 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-618f1957-46f3-4343-8a4f-0cc7c55fd7fc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (1916f5f5-73a8-4b7f-a81d-7f822b37adde), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.984658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-618f1957-46f3-4343-8a4f-0cc7c55fd7fc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.990210 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-618f1957-46f3-4343-8a4f-0cc7c55fd7fc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1916f5f5-73a8-4b7f-a81d-7f822b37adde HTTP/1.1" status: 204 len: 168 time: 1.3728087 Sep 25 01:03:11.001267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53382) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:11.036704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (86615f22-cbc5-4c96-89c3-0d9256ef0635), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.042629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:11.043482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.062915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8ca656-637c-4519-b418-f5f2d720747c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:11.080146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca656-637c-4519-b418-f5f2d720747c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.083428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564c3d3-c134-493a-903d-16ad429b5e9c None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:11.099381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f1957-46f3-4343-8a4f-0cc7c55fd7fc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1916f5f5-73a8-4b7f-a81d-7f822b37adde,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:11.106642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564c3d3-c134-493a-903d-16ad429b5e9c None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:11.107395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4564c3d3-c134-493a-903d-16ad429b5e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:11.138592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.155671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:11.156718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:11.158220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (04f2a229-663d-4ec5-b016-abbc4d292ba0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.161463 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4795237 Sep 25 01:03:11.166502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53386) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:11.176715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4564c3d3-c134-493a-903d-16ad429b5e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:11.191583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564c3d3-c134-493a-903d-16ad429b5e9c None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:11.192521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4564c3d3-c134-493a-903d-16ad429b5e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:11.207128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ff8c7-879b-4cac-9c26-1a2004d56ed9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Network': ['ID=86615f22-cbc5-4c96-89c3-0d9256ef0635,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:11.225266 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cd8ca656-637c-4519-b418-f5f2d720747c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/3e28a9a0-6ae1-4528-a90d-f5fe043f51f1 HTTP/1.1" status: 200 len: 687 time: 2.1846099 Sep 25 01:03:11.227824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53388) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:11.259591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'ports': [{'network_id': '588de846-4e10-4a29-95b1-86f35a834b5c', 'name': 'tempest-port--1628980523', 'admin_state_up': True}, {'network_id': '86615f22-cbc5-4c96-89c3-0d9256ef0635', 'admin_state_up': False}]} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:11.260215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'port': {'network_id': '588de846-4e10-4a29-95b1-86f35a834b5c', 'name': 'tempest-port--1628980523', 'admin_state_up': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:11.260720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'port': {'network_id': '86615f22-cbc5-4c96-89c3-0d9256ef0635', 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:11.261753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4564c3d3-c134-493a-903d-16ad429b5e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:11.262510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564c3d3-c134-493a-903d-16ad429b5e9c None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:11.266384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.269401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 86615f22-cbc5-4c96-89c3-0d9256ef0635 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:11.281210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e592e638-0caf-41ae-923d-41ced3fb4ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.303238 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 7 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:11.410514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:11.478530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:11.584732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Subnet': ['ID=04f2a229-663d-4ec5-b016-abbc4d292ba0,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:11.590464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:11.606740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:11.611864 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:11.613203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.683878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-57e60b1c-ceb6-4f3b-8522-a01fee94ba8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (9af783e2-8465-4617-a070-620215d95ca7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.686903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=f4496613-3ffe-424c-ab2d-81cf77c26e16,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:11.794569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:11.812102 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f02bb125-d547-48ed-be42-69a1fc7a5269 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.5669823 Sep 25 01:03:11.814866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-57e60b1c-ceb6-4f3b-8522-a01fee94ba8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (9af783e2-8465-4617-a070-620215d95ca7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:11.818871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53392) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:11.843812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Checking segment: {'id': 'cf4bb9e6-0155-46d8-82b6-dcc708bb2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2a2db023-3583-415f-bfe7-0ff7935ece14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:11.844619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network hostable DHCP agents. Network: 2a2db023-3583-415f-bfe7-0ff7935ece14, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:11.849051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a50b05b1-edda-4f10-b568-5ab801c1c6fb'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:11.912463 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 8 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:12.004865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:12.016608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-53487560-3275-4081-9932-b2fa1eab724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:12.018427 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-53487560-3275-4081-9932-b2fa1eab724d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1129 time: 0.2374005 Sep 25 01:03:12.031254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b02f7-3f6b-41f6-804e-91107244101b req-d06100cb-f42a-49f0-aa3b-bc607e1f2d45 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:12.032920 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9d2b02f7-3f6b-41f6-804e-91107244101b req-d06100cb-f42a-49f0-aa3b-bc607e1f2d45 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2507465 Sep 25 01:03:12.037665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port 8e07532a-88f5-4e83-9826-26c77a9219ec {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:12.038003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8e07532a-88f5-4e83-9826-26c77a9219ec), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.042934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 2a2db023-3583-415f-bfe7-0ff7935ece14 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:12.049485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Made reservation on behalf of 961215e599694b57a594e8dcc8edb2c6 for: {'port': 2} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:12.054714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.078993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e592e638-0caf-41ae-923d-41ced3fb4ea1 admin admin] Publish callbacks [] for security_group (36b99a37-6bd7-4a71-b72b-d736a3dc3c3f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.096129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-57e60b1c-ceb6-4f3b-8522-a01fee94ba8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (9af783e2-8465-4617-a070-620215d95ca7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.099103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-57e60b1c-ceb6-4f3b-8522-a01fee94ba8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.100378 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-57e60b1c-ceb6-4f3b-8522-a01fee94ba8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9af783e2-8465-4617-a070-620215d95ca7 HTTP/1.1" status: 204 len: 168 time: 1.0813258 Sep 25 01:03:12.102817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for port (7d4ddf8e-2cef-4aa5-a817-40774826ca8c), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.110153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e592e638-0caf-41ae-923d-41ced3fb4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (36b99a37-6bd7-4a71-b72b-d736a3dc3c3f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.115138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53394) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:12.117240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2a2db023-3583-415f-bfe7-0ff7935ece14) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:12.137213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe125f-be18-486b-91e4-7b9a2f9652de None None] Network 2a2db023-3583-415f-bfe7-0ff7935ece14 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:12.137659 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (7d4ddf8e-2cef-4aa5-a817-40774826ca8c), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.141920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.145392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:12.146001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.165795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:12.188008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e60b1c-ceb6-4f3b-8522-a01fee94ba8d tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af783e2-8465-4617-a070-620215d95ca7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:12.249040 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:12.250092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:12.292409 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e592e638-0caf-41ae-923d-41ced3fb4ea1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a15fbe108c2e4ba7890ff16594896d01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4041438 Sep 25 01:03:12.305901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53396) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:12.350660 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9d2b02f7-3f6b-41f6-804e-91107244101b req-ffbad7bb-527e-4269-8671-e9d335cbf848 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984262 Sep 25 01:03:12.353244 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b0896d6a-e14d-4d93-b6ea-74e44727572b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6807005 Sep 25 01:03:12.365181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53398) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:12.372689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8e07532a-88f5-4e83-9826-26c77a9219ec), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.373020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (8e07532a-88f5-4e83-9826-26c77a9219ec), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.380689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2b4df65e-71a2-47d0-a9da-dbae96626d63 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1075094447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:12.381012 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (62cc400b-f5fe-43fc-a6a3-8853862ea056), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.392189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592e638-0caf-41ae-923d-41ced3fb4ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b99a37-6bd7-4a71-b72b-d736a3dc3c3f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:12.435134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event updated for resources: {'Port': ['ID=7d4ddf8e-2cef-4aa5-a817-40774826ca8c,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:12.461642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.467055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for 8e07532a-88f5-4e83-9826-26c77a9219ec owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:12.474742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-ae7dfd15-05db-414e-8d59-d7944617ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:12.477599 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-ae7dfd15-05db-414e-8d59-d7944617ef7a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 200 len: 913 time: 0.4432590 Sep 25 01:03:12.481015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ada843b-f3e3-4546-9278-22bfe5e697b3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (05b2f6f8-0859-4fc7-a601-c888ab66980d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.481389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2a2db023-3583-415f-bfe7-0ff7935ece14', 'network_id': '2a2db023-3583-415f-bfe7-0ff7935ece14', 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'fixed_ips': [{'subnet_id': '04f2a229-663d-4ec5-b016-abbc4d292ba0'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:12.484863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.514903 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 9 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:12.560952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b4df65e-71a2-47d0-a9da-dbae96626d63 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (6a9c2431-a878-49c0-804d-b0739d67bb85), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.562075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b4df65e-71a2-47d0-a9da-dbae96626d63 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (6a9c2431-a878-49c0-804d-b0739d67bb85), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.602375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:12.611524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ada843b-f3e3-4546-9278-22bfe5e697b3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (05b2f6f8-0859-4fc7-a601-c888ab66980d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.655796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] device_id is not set on port 0e1f5a9e-e14f-45b5-bd9f-4fe8415db583 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:12.701598 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-e6a131cb-d677-42c0-b738-fbd886e771b6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 200 len: 1001 time: 0.2139056 Sep 25 01:03:12.705281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:12.716286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Network ca061df7-72cc-49e4-9a0b-0d6c5449f418 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:12.722958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:12.801198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-235ee9a1-5b23-400f-bb81-ead93a3afde1 admin admin] Publish callbacks [] for security_group (36b99a37-6bd7-4a71-b72b-d736a3dc3c3f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.812327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ada843b-f3e3-4546-9278-22bfe5e697b3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (05b2f6f8-0859-4fc7-a601-c888ab66980d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.816002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ada843b-f3e3-4546-9278-22bfe5e697b3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.822599 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6ada843b-f3e3-4546-9278-22bfe5e697b3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/05b2f6f8-0859-4fc7-a601-c888ab66980d HTTP/1.1" status: 204 len: 168 time: 0.7030027 Sep 25 01:03:12.842798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Allocated IP 172.20.0.2 (2a2db023-3583-415f-bfe7-0ff7935ece14/04f2a229-663d-4ec5-b016-abbc4d292ba0/88b473e6-0860-43cd-a0d9-0ed54345de84) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:12.847175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:12.861399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53400) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:12.876139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b4df65e-71a2-47d0-a9da-dbae96626d63 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (6a9c2431-a878-49c0-804d-b0739d67bb85), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.926331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b4df65e-71a2-47d0-a9da-dbae96626d63 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (6a9c2431-a878-49c0-804d-b0739d67bb85), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.932820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-235ee9a1-5b23-400f-bb81-ead93a3afde1 admin admin] Publish callbacks [] for security_group (36b99a37-6bd7-4a71-b72b-d736a3dc3c3f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.054822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Publish callbacks [] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.058174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:13.064590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.068265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-6d82828c-7e5e-4b18-af9c-17e9a27b5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:13.070467 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-6d82828c-7e5e-4b18-af9c-17e9a27b5d75 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=82e81295-8b2f-4758-b928-2ce277ab246c HTTP/1.1" status: 200 len: 851 time: 0.3463461 Sep 25 01:03:13.104548 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 10 to provision port 23b5eb76-a5b8-4221-b51f-06ff4740e450 Sep 25 01:03:13.105207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada843b-f3e3-4546-9278-22bfe5e697b3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b2f6f8-0859-4fc7-a601-c888ab66980d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:13.106714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b4df65e-71a2-47d0-a9da-dbae96626d63 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.109787 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2b4df65e-71a2-47d0-a9da-dbae96626d63 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7332211 Sep 25 01:03:13.118597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc74221-3297-4d89-bb18-be62cd3f110b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet 76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:13.123560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53402) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:13.157432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for port (0e1f5a9e-e14f-45b5-bd9f-4fe8415db583), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.172980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Network 2a2db023-3583-415f-bfe7-0ff7935ece14 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:13.177836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bc74221-3297-4d89-bb18-be62cd3f110b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.183431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Router 62cc400b-f5fe-43fc-a6a3-8853862ea056 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:13.186279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:13.188157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:13.192969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:13.196011 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Pushing event updated for resources: {'Port': ['ID=88b473e6-0860-43cd-a0d9-0ed54345de84,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:13.200895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Port 23b5eb76-a5b8-4221-b51f-06ff4740e450 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:13.237655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Provisioning complete for port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:13.238044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.238466 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 1 to provision port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da Sep 25 01:03:13.309328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] device_id is not set on port 9c867dcd-b578-477f-aaca-34d3498dd4af yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:13.317155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Attempting to bind port 88b473e6-0860-43cd-a0d9-0ed54345de84 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:13.318097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Attempting to bind port 88b473e6-0860-43cd-a0d9-0ed54345de84 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cf4bb9e6-0155-46d8-82b6-dcc708bb2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2a2db023-3583-415f-bfe7-0ff7935ece14'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:13.318804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Attempting to bind port 88b473e6-0860-43cd-a0d9-0ed54345de84 on network 2a2db023-3583-415f-bfe7-0ff7935ece14 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:13.361134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:13.442621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:13.448535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-4105ebd9-3e8d-4294-915f-7d60f7e040f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:13.451184 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-4105ebd9-3e8d-4294-915f-7d60f7e040f3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=da310e92-d7bd-433d-bd93-f81d5d9edbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3599153 Sep 25 01:03:13.465881 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8d6cb-4883-49f8-a929-a203f1a0d959 None None] Sync routers for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:13.466768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:13.466768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Checking segment: {'id': 'cf4bb9e6-0155-46d8-82b6-dcc708bb2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2a2db023-3583-415f-bfe7-0ff7935ece14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:13.467432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.468408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Bound using segment: {'id': 'cf4bb9e6-0155-46d8-82b6-dcc708bb2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2a2db023-3583-415f-bfe7-0ff7935ece14'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:13.469538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Bound port: 88b473e6-0860-43cd-a0d9-0ed54345de84, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4bb9e6-0155-46d8-82b6-dcc708bb2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2a2db023-3583-415f-bfe7-0ff7935ece14'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:13.470488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.474084 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d4a89ba3-1264-45c4-a158-39e9b53c5001 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "PUT /networking/v2.0/routers/62cc400b-f5fe-43fc-a6a3-8853862ea056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0387833 Sep 25 01:03:13.485053 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53408) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:13.505426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Current status of the port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:13.520329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Request body: {'port': {'network_id': 'ca061df7-72cc-49e4-9a0b-0d6c5449f418', 'name': 'tempest-FloatingIPAdminTestJSON-1188281433'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:13.521201 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8d6cb-4883-49f8-a929-a203f1a0d959 None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:13.522397 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-21a8d6cb-4883-49f8-a929-a203f1a0d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:13.561044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Provisioning complete for port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:13.562033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.562845 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Attempt 1 to provision port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 Sep 25 01:03:13.613231 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-21a8d6cb-4883-49f8-a929-a203f1a0d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:13.632479 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8d6cb-4883-49f8-a929-a203f1a0d959 None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:13.634092 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-21a8d6cb-4883-49f8-a929-a203f1a0d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:13.653795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bc74221-3297-4d89-bb18-be62cd3f110b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.660556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:13.705532 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-21a8d6cb-4883-49f8-a929-a203f1a0d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:13.707353 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8d6cb-4883-49f8-a929-a203f1a0d959 None None] The sync data for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:13.800474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381b26b-c209-422f-af65-46e79de2fd53 req-044694fd-2745-4a75-b5f4-b683fbf9a5cc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:13.802305 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e381b26b-c209-422f-af65-46e79de2fd53 req-044694fd-2745-4a75-b5f4-b683fbf9a5cc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1375422 Sep 25 01:03:13.844425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for port (9c867dcd-b578-477f-aaca-34d3498dd4af), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.867309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] For port 88b473e6-0860-43cd-a0d9-0ed54345de84, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:13.872141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] For port 88b473e6-0860-43cd-a0d9-0ed54345de84, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88b473e6-0860-43cd-a0d9-0ed54345de84,segment=NetworkSegment(cf4bb9e6-0155-46d8-82b6-dcc708bb2b40),segment_id=cf4bb9e6-0155-46d8-82b6-dcc708bb2b40)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:13.883463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:13.976859 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e381b26b-c209-422f-af65-46e79de2fd53 req-f0a51bda-7801-4a9e-aa03-489691d189e8 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614013 Sep 25 01:03:13.980238 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Made reservation on behalf of ba66b7b445594aaf99a854e0eb0f4b6a for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:13.991596 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.000208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Current status of the port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:14.013862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (0e1f5a9e-e14f-45b5-bd9f-4fe8415db583), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.017196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:14.035326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c707608e-efd7-48e7-99a0-8cd63598854d None None] Could not find standard attr ID for object dff9a59a-2330-488c-b348-549d5f0795bb. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:14.050097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc052a4-eb89-41f3-9e7d-ad72b3f74b4f None None] Pushing event updated for resources: {'Port': ['ID=88b473e6-0860-43cd-a0d9-0ed54345de84,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:14.081057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:14.088888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] device_id is not set on port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:14.104096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Port': ['ID=0e1f5a9e-e14f-45b5-bd9f-4fe8415db583,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:14.180738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Provisioning complete for port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:14.181573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.181573 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 1 to provision port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da Sep 25 01:03:14.205176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-235ee9a1-5b23-400f-bb81-ead93a3afde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (36b99a37-6bd7-4a71-b72b-d736a3dc3c3f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.208193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-235ee9a1-5b23-400f-bb81-ead93a3afde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.213190 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-235ee9a1-5b23-400f-bb81-ead93a3afde1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/36b99a37-6bd7-4a71-b72b-d736a3dc3c3f HTTP/1.1" status: 204 len: 168 time: 1.9012368 Sep 25 01:03:14.229855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8e07532a-88f5-4e83-9826-26c77a9219ec), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.237530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Checking segment: {'id': '3b19fadd-7d61-44ec-a2ee-cdcabef495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '588de846-4e10-4a29-95b1-86f35a834b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:14.237530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Network hostable DHCP agents. Network: 588de846-4e10-4a29-95b1-86f35a834b5c, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:14.303872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Network 588de846-4e10-4a29-95b1-86f35a834b5c is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:14.318995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Allocated IP 172.20.0.12 (ca061df7-72cc-49e4-9a0b-0d6c5449f418/8ab03b4c-a1f7-463a-a59f-26267587c596/6a1871eb-ed88-44ff-8ced-562b7d7eb54b) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:14.360017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 588de846-4e10-4a29-95b1-86f35a834b5c) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:14.390723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13dbf5-e365-4b08-88be-4d7700a1240d None None] Network 588de846-4e10-4a29-95b1-86f35a834b5c requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:14.395044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ee9a1-5b23-400f-bb81-ead93a3afde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b99a37-6bd7-4a71-b72b-d736a3dc3c3f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:14.402926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:14.404206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (9c867dcd-b578-477f-aaca-34d3498dd4af), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.412354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=8e07532a-88f5-4e83-9826-26c77a9219ec,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:14.537355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Delete allocated IP 2001:db8:0:1::18b (5c569803-ebd9-42fb-98d6-ed5d485bba52/561c2447-0bc2-401f-937c-8dbcd43a81f1) {{(pid=107187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 25 01:03:14.546054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (3e28a9a0-6ae1-4528-a90d-f5fe043f51f1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.551276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.552740 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-207c81b5-e7d6-41ef-bf5c-017fb1c17614 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/3e28a9a0-6ae1-4528-a90d-f5fe043f51f1 HTTP/1.1" status: 204 len: 168 time: 3.3231838 Sep 25 01:03:14.564739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53416) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:14.577571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '6710831d-71ea-478e-b6b6-2c807e42b7bd'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:14.602005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bc74221-3297-4d89-bb18-be62cd3f110b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.681838 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-f12ffa53-b00d-4287-bf2f-c1c9b241266f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2001307 Sep 25 01:03:14.693158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.705423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Current status of the port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:14.729669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Provisioning complete for port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:14.730244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7d4ddf8e-2cef-4aa5-a817-40774826ca8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:14.730861 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 1 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:14.762639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:14.802104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:14.839997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.023428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 88b473e6-0860-43cd-a0d9-0ed54345de84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:15.058408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:15.067236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53422) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:15.161739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 88b473e6-0860-43cd-a0d9-0ed54345de84 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:15.162444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.162949 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 88b473e6-0860-43cd-a0d9-0ed54345de84 Sep 25 01:03:15.173475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Port': ['ID=9c867dcd-b578-477f-aaca-34d3498dd4af,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:15.180061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for port (6a1871eb-ed88-44ff-8ced-562b7d7eb54b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.218305 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a7eb96e-4c34-4e4c-85b8-66f32651a1cb req-8bb8e709-2a28-48e1-a339-ae848b1a0ff0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914258 Sep 25 01:03:15.219341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bc74221-3297-4d89-bb18-be62cd3f110b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.253548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:15.262949 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8ae0c09a-84a8-4fea-ac86-ee688e59d04c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1c368e1d7cea49de80101944dd769c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935403 Sep 25 01:03:15.266740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53424) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:15.279614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Checking segment: {'id': '7b898552-e328-48a4-8475-2c5ade285973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '86615f22-cbc5-4c96-89c3-0d9256ef0635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:15.280036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Network hostable DHCP agents. Network: 86615f22-cbc5-4c96-89c3-0d9256ef0635, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:15.284224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 88b473e6-0860-43cd-a0d9-0ed54345de84 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:15.285685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.304765 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 2 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:15.311320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.334998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:15.358612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6a1871eb-ed88-44ff-8ced-562b7d7eb54b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.367255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.401262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc74221-3297-4d89-bb18-be62cd3f110b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:15.413511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 88b473e6-0860-43cd-a0d9-0ed54345de84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88b473e6-0860-43cd-a0d9-0ed54345de84,segment=NetworkSegment(cf4bb9e6-0155-46d8-82b6-dcc708bb2b40),segment_id=cf4bb9e6-0155-46d8-82b6-dcc708bb2b40)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:15.418025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Network 86615f22-cbc5-4c96-89c3-0d9256ef0635 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:15.429265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.444958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:15.482695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:15.499080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 86615f22-cbc5-4c96-89c3-0d9256ef0635) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:15.505274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:15.510780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:15.515392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:15.515987 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.525229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Network ca061df7-72cc-49e4-9a0b-0d6c5449f418 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:15.527256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34380963-6377-41bd-9d59-eb2830746cae admin admin] Publish callbacks [] for security_group (832ea6d3-41c0-4dd6-ab36-faebb5b5fe5a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.548868 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:15.550653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:15.555756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.556469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=88b473e6-0860-43cd-a0d9-0ed54345de84,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:15.561958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bc74221-3297-4d89-bb18-be62cd3f110b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.570391 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6bc74221-3297-4d89-bb18-be62cd3f110b tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1 HTTP/1.1" status: 204 len: 168 time: 2.7051730 Sep 25 01:03:15.578454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754a390e-0b0b-442f-ae18-452bbe053022 None None] Network 86615f22-cbc5-4c96-89c3-0d9256ef0635 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:15.589496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event updated for resources: {'Port': ['ID=6a1871eb-ed88-44ff-8ced-562b7d7eb54b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:15.597673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53428) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:15.613911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0d673-3681-4bbc-adc3-27f636158c67 req-84226c7f-11b6-4542-9420-06156a29366f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:15.616730 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dae0d673-3681-4bbc-adc3-27f636158c67 req-84226c7f-11b6-4542-9420-06156a29366f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3722703 Sep 25 01:03:15.630417 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-231889e4-7f93-480e-8534-16619f705825 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4117236 Sep 25 01:03:15.646656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1ceb73-d976-46a5-8d83-8716bd843f60 None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:15.660668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53430) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:15.680090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34380963-6377-41bd-9d59-eb2830746cae admin admin] Publish callbacks [] for security_group (832ea6d3-41c0-4dd6-ab36-faebb5b5fe5a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.745059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:15.745753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.795654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f1f585-0612-4f61-b1ea-6eedd9d475ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet 0e43c1ba-49b4-49ae-8512-7f91d702acf7 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:15.835062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94f1f585-0612-4f61-b1ea-6eedd9d475ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (0e43c1ba-49b4-49ae-8512-7f91d702acf7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.858955 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5f224-bd4a-4ee0-9e1e-8d8736a5bbcd tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:15.865098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5f224-bd4a-4ee0-9e1e-8d8736a5bbcd tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:15.866819 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5de5f224-bd4a-4ee0-9e1e-8d8736a5bbcd tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2033410 Sep 25 01:03:15.892396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53432) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:15.919422 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cbb29f99-3f5f-4166-95b3-052d5c1c022d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4316900 Sep 25 01:03:15.920164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53434) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:15.929333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a445c80-aa43-468d-b4b6-1b6dec37b167 None None] Network 2a2db023-3583-415f-bfe7-0ff7935ece14 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:15.960375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] In _notify_port_updated(), no bound segment for port f4496613-3ffe-424c-ab2d-81cf77c26e16 on network 5c569803-ebd9-42fb-98d6-ed5d485bba52 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:03:15.968317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:15.969262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:15.973689 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "PUT /networking/v2.0/ports/f4496613-3ffe-424c-ab2d-81cf77c26e16 HTTP/1.1" status: 200 len: 925 time: 4.1511683 Sep 25 01:03:15.983205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53438) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:16.000013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a50b05b1-edda-4f10-b568-5ab801c1c6fb'}, {'subnet_id': '561c2447-0bc2-401f-937c-8dbcd43a81f1'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:16.053834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94f1f585-0612-4f61-b1ea-6eedd9d475ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (0e43c1ba-49b4-49ae-8512-7f91d702acf7), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.060555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e914513-dd93-4c53-8879-2baa93020fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=f4496613-3ffe-424c-ab2d-81cf77c26e16,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:16.121412 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 3 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:16.219597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.36.7.92 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d08f9dea-7ba2-482b-9fc7-dbf934db4d60) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:16.239295 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dae0d673-3681-4bbc-adc3-27f636158c67 req-63c5c530-922a-4aeb-b2d9-5198426cadff tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5351772 Sep 25 01:03:16.297095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0c62b238-857a-4145-a212-e68327be4da1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Deleting port 0e1f5a9e-e14f-45b5-bd9f-4fe8415db583 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:16.297728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0c62b238-857a-4145-a212-e68327be4da1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0e1f5a9e-e14f-45b5-bd9f-4fe8415db583), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.298245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:16.302634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.20.0.1 (2a2db023-3583-415f-bfe7-0ff7935ece14/04f2a229-663d-4ec5-b016-abbc4d292ba0/dd48f932-3f6f-453c-bf05-e03a9a32afd0) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:16.433508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:16.435646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'project_id': 'ba66b7b445594aaf99a854e0eb0f4b6a', 'port_id': '6a1871eb-ed88-44ff-8ced-562b7d7eb54b'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:16.456755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34380963-6377-41bd-9d59-eb2830746cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (832ea6d3-41c0-4dd6-ab36-faebb5b5fe5a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.459607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34380963-6377-41bd-9d59-eb2830746cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.464414 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-34380963-6377-41bd-9d59-eb2830746cae admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/832ea6d3-41c0-4dd6-ab36-faebb5b5fe5a HTTP/1.1" status: 204 len: 168 time: 1.1905341 Sep 25 01:03:16.483782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:16.528603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34380963-6377-41bd-9d59-eb2830746cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832ea6d3-41c0-4dd6-ab36-faebb5b5fe5a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:16.549051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0c62b238-857a-4145-a212-e68327be4da1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0e1f5a9e-e14f-45b5-bd9f-4fe8415db583), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.643713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0c62b238-857a-4145-a212-e68327be4da1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Calling delete_port for 0e1f5a9e-e14f-45b5-bd9f-4fe8415db583 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:16.652446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.685994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (d08f9dea-7ba2-482b-9fc7-dbf934db4d60), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.794425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94f1f585-0612-4f61-b1ea-6eedd9d475ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (0e43c1ba-49b4-49ae-8512-7f91d702acf7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.798295 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:16.800518 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 4 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:16.865081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:16.868249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:16.875008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d08f9dea-7ba2-482b-9fc7-dbf934db4d60), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.908047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:16.963794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:16.992549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:17.004248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:17.041473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 88b473e6-0860-43cd-a0d9-0ed54345de84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:17.047087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:17.082177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94f1f585-0612-4f61-b1ea-6eedd9d475ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (0e43c1ba-49b4-49ae-8512-7f91d702acf7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:17.127288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=d08f9dea-7ba2-482b-9fc7-dbf934db4d60,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:17.130895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 88b473e6-0860-43cd-a0d9-0ed54345de84 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:17.132487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:17.133162 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 88b473e6-0860-43cd-a0d9-0ed54345de84 Sep 25 01:03:17.212011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:17.267341 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 88b473e6-0860-43cd-a0d9-0ed54345de84 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:17.305176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:17.354444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 2a2db023-3583-415f-bfe7-0ff7935ece14 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:17.357817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:17.371163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:17.373668 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 5 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:17.379467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=dd48f932-3f6f-453c-bf05-e03a9a32afd0,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:17.469212 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:17.525948 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1f585-0612-4f61-b1ea-6eedd9d475ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=0e43c1ba-49b4-49ae-8512-7f91d702acf7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:17.584050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94f1f585-0612-4f61-b1ea-6eedd9d475ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:17.591382 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-94f1f585-0612-4f61-b1ea-6eedd9d475ac tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0e43c1ba-49b4-49ae-8512-7f91d702acf7 HTTP/1.1" status: 204 len: 168 time: 1.9905658 Sep 25 01:03:17.592649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0c62b238-857a-4145-a212-e68327be4da1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (0e1f5a9e-e14f-45b5-bd9f-4fe8415db583), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:17.597301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (6a9c2431-a878-49c0-804d-b0739d67bb85), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:17.606069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53456) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:17.641947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0c62b238-857a-4145-a212-e68327be4da1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:17.652409 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0c62b238-857a-4145-a212-e68327be4da1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/ports/0e1f5a9e-e14f-45b5-bd9f-4fe8415db583 HTTP/1.1" status: 204 len: 168 time: 1.7547841 Sep 25 01:03:17.652409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:17.680853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53458) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:17.797994 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0c772c-43a8-4d52-9761-7a531306d29e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:17.798458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0c772c-43a8-4d52-9761-7a531306d29e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:17.806469 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6c0c772c-43a8-4d52-9761-7a531306d29e tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/76f86889-7b3b-4cdd-8d70-8bfd85e3d2c1 HTTP/1.1" status: 404 len: 337 time: 0.1949344 Sep 25 01:03:17.818598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4080c1d3-2ab3-4d73-9950-db2cde02ac9e None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:17.819460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53464) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:17.854878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ff0a9-3983-40f9-9f68-84d9ecef7310 req-0fc35bab-61b7-4bba-99c1-abdd9e4b446c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:17.868344 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f99ff0a9-3983-40f9-9f68-84d9ecef7310 req-0fc35bab-61b7-4bba-99c1-abdd9e4b446c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3654041 Sep 25 01:03:17.947553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Allocated IP 172.36.7.113 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/8b6046b1-937c-4270-9948-1fec4ccddb40) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:17.951860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62b238-857a-4145-a212-e68327be4da1 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Port': ['ID=0e1f5a9e-e14f-45b5-bd9f-4fe8415db583,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:17.980225 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 6 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:17.999850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:18.043603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:18.154557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e9d718e4-645a-4136-90e1-183b21dd71c9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Deleting port 9c867dcd-b578-477f-aaca-34d3498dd4af {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:18.154912 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e9d718e4-645a-4136-90e1-183b21dd71c9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9c867dcd-b578-477f-aaca-34d3498dd4af), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.169814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53472) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:18.312968 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f99ff0a9-3983-40f9-9f68-84d9ecef7310 req-37e11fe6-8607-497e-b1f0-741cb0c0f3d8 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430695 Sep 25 01:03:18.409092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e9d718e4-645a-4136-90e1-183b21dd71c9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9c867dcd-b578-477f-aaca-34d3498dd4af), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.456408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e9d718e4-645a-4136-90e1-183b21dd71c9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Calling delete_port for 9c867dcd-b578-477f-aaca-34d3498dd4af owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:18.526587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for port (8b6046b1-937c-4270-9948-1fec4ccddb40), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.545323 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 7 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:18.580751 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b6e6a0e9-7786-4484-a5e5-07f4a95ef66e tempest-AgentManagementNegativeTest-713790933 tempest-AgentManagementNegativeTest-713790933-project] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4091475 Sep 25 01:03:18.621867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb15fc0a-c81b-4dbc-810f-ee3836a51a98 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting subnet b19f9740-d43f-4412-9b78-748c0c850cb8 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:18.623621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:18.648787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8:0:1::1aa (5c569803-ebd9-42fb-98d6-ed5d485bba52/561c2447-0bc2-401f-937c-8dbcd43a81f1/f4496613-3ffe-424c-ab2d-81cf77c26e16) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:18.649040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb15fc0a-c81b-4dbc-810f-ee3836a51a98 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for subnet (b19f9740-d43f-4412-9b78-748c0c850cb8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.702904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8b6046b1-937c-4270-9948-1fec4ccddb40), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.722992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.760113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:18.799925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:18.807716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:18.815570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:18.841434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:18.851375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (ff6b5a53-31cf-4c35-88b3-750d5460d204), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.867176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:18.881398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb15fc0a-c81b-4dbc-810f-ee3836a51a98 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (b19f9740-d43f-4412-9b78-748c0c850cb8), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.895773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e9d718e4-645a-4136-90e1-183b21dd71c9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (9c867dcd-b578-477f-aaca-34d3498dd4af), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.952944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6046b1-937c-4270-9948-1fec4ccddb40,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:19.124895 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 8 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:19.141649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53486) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:19.169579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d08f9dea-7ba2-482b-9fc7-dbf934db4d60), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.181099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:19.263201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb15fc0a-c81b-4dbc-810f-ee3836a51a98 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (b19f9740-d43f-4412-9b78-748c0c850cb8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.291272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e9d718e4-645a-4136-90e1-183b21dd71c9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.291272 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e9d718e4-645a-4136-90e1-183b21dd71c9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/ports/9c867dcd-b578-477f-aaca-34d3498dd4af HTTP/1.1" status: 204 len: 168 time: 1.6011527 Sep 25 01:03:19.296748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:19.297953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53490) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:19.298200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d718e4-645a-4136-90e1-183b21dd71c9 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Port': ['ID=9c867dcd-b578-477f-aaca-34d3498dd4af,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:19.388486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.396379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.416808 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-161acbff-fe33-4936-a09b-1b7ddd7840b7 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1102273 Sep 25 01:03:19.419704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94327039-2ab8-4100-a19d-b167f242c324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.432603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53492) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:19.439562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1254573754'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:19.537399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=f4496613-3ffe-424c-ab2d-81cf77c26e16,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:19.543513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] In _notify_port_updated(), no bound segment for port f4496613-3ffe-424c-ab2d-81cf77c26e16 on network 5c569803-ebd9-42fb-98d6-ed5d485bba52 {{(pid=107188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:03:19.548120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:19.548834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.550786 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dbb0f638-4b21-46b2-8938-ecd6bf96ce2b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "PUT /networking/v2.0/ports/f4496613-3ffe-424c-ab2d-81cf77c26e16 HTTP/1.1" status: 200 len: 1011 time: 3.5641067 Sep 25 01:03:19.553841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53494) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:19.559725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Made reservation on behalf of 961215e599694b57a594e8dcc8edb2c6 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:19.563813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.595986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb15fc0a-c81b-4dbc-810f-ee3836a51a98 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (b19f9740-d43f-4412-9b78-748c0c850cb8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.647069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:19.675112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.681926 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 9 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:19.688378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb15fc0a-c81b-4dbc-810f-ee3836a51a98 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.691901 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cb15fc0a-c81b-4dbc-810f-ee3836a51a98 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b19f9740-d43f-4412-9b78-748c0c850cb8 HTTP/1.1" status: 204 len: 168 time: 1.8586595 Sep 25 01:03:19.695349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53496) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:19.702796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15fc0a-c81b-4dbc-810f-ee3836a51a98 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Subnet': ['ID=b19f9740-d43f-4412-9b78-748c0c850cb8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:19.714320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.718333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89b2938-a110-4e01-bbbc-1964e153b38d None None] Network 893ccd11-a313-4bc7-bfc8-9af6c0946f55 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:19.730015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:19.776977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=9 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:19.781479 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7182e5ab-a4a6-4272-8dc9-78142b9237e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:19.782004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7182e5ab-a4a6-4272-8dc9-78142b9237e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:19.786893 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7182e5ab-a4a6-4272-8dc9-78142b9237e9 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e260cf45-1757-498e-ab85-4caba5270a38 HTTP/1.1" status: 404 len: 337 time: 0.0887594 Sep 25 01:03:19.791531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:19.793928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3c95308b-9024-4b10-8527-59ddc42beb3f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port f4496613-3ffe-424c-ab2d-81cf77c26e16 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:19.794117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c95308b-9024-4b10-8527-59ddc42beb3f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.796866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53498) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:19.824945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:19.888638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b3642093-695e-4381-96cf-ee27ca21b1ba), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.888992 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Added segment b3642093-695e-4381-96cf-ee27ca21b1ba of type vlan for network 8ccf073d-ee87-4967-b868-46533c3b9e1f Sep 25 01:03:19.910190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (d08f9dea-7ba2-482b-9fc7-dbf934db4d60), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.912246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (6a9c2431-a878-49c0-804d-b0739d67bb85), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.931909 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3374d2c1-dbd6-4dc6-9578-4733a955992a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b7f7b21f-791c-4781-b74c-9a1684c42c3b HTTP/1.1" status: 200 len: 205 time: 0.1286197 Sep 25 01:03:19.937839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53500) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:19.946029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94327039-2ab8-4100-a19d-b167f242c324 admin admin] Publish callbacks [] for security_group (a8119f76-59f7-4e3b-aacb-453d115c9342), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.947120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (d08f9dea-7ba2-482b-9fc7-dbf934db4d60), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.949519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=dd48f932-3f6f-453c-bf05-e03a9a32afd0,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:19.981638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94327039-2ab8-4100-a19d-b167f242c324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a8119f76-59f7-4e3b-aacb-453d115c9342), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.998353 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-244afcae-d41b-45fc-8ae1-d21fa574b93a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] delete failed (client error): The resource could not be found. Sep 25 01:03:19.999618 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-244afcae-d41b-45fc-8ae1-d21fa574b93a tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/routers/b7f7b21f-791c-4781-b74c-9a1684c42c3b HTTP/1.1" status: 404 len: 336 time: 0.0581703 Sep 25 01:03:20.005487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53502) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.009380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db34ff-b7ff-434e-879e-0186ccf56b16 None None] DHCP port deletion for 893ccd11-a313-4bc7-bfc8-9af6c0946f55 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:03:20.023571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for floatingip (db46f1f6-25e0-4dc5-bba1-d34103402b0c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.045882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (8ccf073d-ee87-4967-b868-46533c3b9e1f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.055612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e3db34ff-b7ff-434e-879e-0186ccf56b16 None None] Deleting port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:20.056021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e3db34ff-b7ff-434e-879e-0186ccf56b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.070209 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cf376d-77fe-40f8-acba-ebdb3bafe027 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:20.070684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cf376d-77fe-40f8-acba-ebdb3bafe027 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:20.076240 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-18cf376d-77fe-40f8-acba-ebdb3bafe027 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f519313f-14ab-40db-a7e9-967fd5c58134 HTTP/1.1" status: 404 len: 337 time: 0.0671518 Sep 25 01:03:20.080949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53504) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.114464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c95308b-9024-4b10-8527-59ddc42beb3f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.133452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e3db34ff-b7ff-434e-879e-0186ccf56b16 None None] For port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,segment=NetworkSegment(b5db8bd8-e100-44a4-bd45-e14491994ebd),segment_id=b5db8bd8-e100-44a4-bd45-e14491994ebd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:20.133885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e3db34ff-b7ff-434e-879e-0186ccf56b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.147218 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-94327039-2ab8-4100-a19d-b167f242c324 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=77f5c11642114b69a1083414d5b8ba93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9925523 Sep 25 01:03:20.152432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e3db34ff-b7ff-434e-879e-0186ccf56b16 None None] Calling delete_port for 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:20.153125 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53506) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.154157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3c95308b-9024-4b10-8527-59ddc42beb3f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for f4496613-3ffe-424c-ab2d-81cf77c26e16 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:20.174767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (ff6b5a53-31cf-4c35-88b3-750d5460d204), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.180908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=d08f9dea-7ba2-482b-9fc7-dbf934db4d60,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:20.183469 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec6e8ce-d692-48e4-a6b0-02106c752fc3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:20.183933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec6e8ce-d692-48e4-a6b0-02106c752fc3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:20.189658 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2ec6e8ce-d692-48e4-a6b0-02106c752fc3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f54cc96f-53d4-4eb5-ac10-9681bbe14d40 HTTP/1.1" status: 404 len: 337 time: 0.0738597 Sep 25 01:03:20.189658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94327039-2ab8-4100-a19d-b167f242c324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8119f76-59f7-4e3b-aacb-453d115c9342,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:20.190740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53508) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.242722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8b6046b1-937c-4270-9948-1fec4ccddb40), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.248760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (8ccf073d-ee87-4967-b868-46533c3b9e1f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.254376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:20.255019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.269280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e3db34ff-b7ff-434e-879e-0186ccf56b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.288249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:20.295679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d91fd1a1-c4a0-4905-b328-3f64e9f3a6df admin admin] Publish callbacks [] for security_group (a8119f76-59f7-4e3b-aacb-453d115c9342), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.313153 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb08fcb-e22f-4597-a71b-b76b1845f313 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:20.313955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb08fcb-e22f-4597-a71b-b76b1845f313 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:20.317961 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dbb08fcb-e22f-4597-a71b-b76b1845f313 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d79a167e-ddc6-4942-94a8-5bb0f2aa2680 HTTP/1.1" status: 404 len: 337 time: 0.1204011 Sep 25 01:03:20.323294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:20.328434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53510) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.332277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db34ff-b7ff-434e-879e-0186ccf56b16 None None] Pushing event deleted for resources: {'Port': ['ID=5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:20.336118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db34ff-b7ff-434e-879e-0186ccf56b16 None None] No DVR routers for this DVR port 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:20.338444 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 10 to provision port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c Sep 25 01:03:20.369036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d91fd1a1-c4a0-4905-b328-3f64e9f3a6df admin admin] Publish callbacks [] for security_group (a8119f76-59f7-4e3b-aacb-453d115c9342), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.406551 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9723685 Sep 25 01:03:20.409251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:20.427777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Provisioning complete for port f4496613-3ffe-424c-ab2d-81cf77c26e16 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:20.431832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.436924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53512) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.437803 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 1 to provision port f4496613-3ffe-424c-ab2d-81cf77c26e16 Sep 25 01:03:20.444295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:20.476552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1464345502'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:20.483449 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d632d3-441d-4ba3-accb-7ec7fe86f626 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:20.484569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d632d3-441d-4ba3-accb-7ec7fe86f626 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:20.488850 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-49d632d3-441d-4ba3-accb-7ec7fe86f626 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f579b039-b99d-4c70-ab3e-0ff5cd78653e HTTP/1.1" status: 404 len: 333 time: 0.1229439 Sep 25 01:03:20.500871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port f4496613-3ffe-424c-ab2d-81cf77c26e16 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:20.502008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53514) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.506834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab65f3-8e77-4a4c-91af-d9962692008a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Network': ['ID=8ccf073d-ee87-4967-b868-46533c3b9e1f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:20.513320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 2a2db023-3583-415f-bfe7-0ff7935ece14 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:20.520328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 8ccf073d-ee87-4967-b868-46533c3b9e1f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:20.532688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:20.592922 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04c545a-e5fe-4d78-a2ac-2581116c1102 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:20.592922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04c545a-e5fe-4d78-a2ac-2581116c1102 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:20.596251 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b04c545a-e5fe-4d78-a2ac-2581116c1102 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f1162bc1-786d-4247-ab3b-5d3d6eed4395 HTTP/1.1" status: 404 len: 337 time: 0.0875812 Sep 25 01:03:20.604431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53516) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.635568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:20.636526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Made reservation on behalf of 961215e599694b57a594e8dcc8edb2c6 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:20.640641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.646948 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP ff6b5a53-31cf-4c35-88b3-750d5460d204 associated. External IP: 172.36.7.92, port: 6710831d-71ea-478e-b6b6-2c807e42b7bd. Sep 25 01:03:20.668444 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd0d45a-219a-4e34-831c-ee7f3c3b07bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:20.668845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd0d45a-219a-4e34-831c-ee7f3c3b07bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:20.678511 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3dd0d45a-219a-4e34-831c-ee7f3c3b07bc tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a0996e4a-4fe6-4835-b9bd-a5e96c126434 HTTP/1.1" status: 404 len: 337 time: 0.0669806 Sep 25 01:03:20.678511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53518) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.747431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d91fd1a1-c4a0-4905-b328-3f64e9f3a6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a8119f76-59f7-4e3b-aacb-453d115c9342), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.750201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d91fd1a1-c4a0-4905-b328-3f64e9f3a6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.754613 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d91fd1a1-c4a0-4905-b328-3f64e9f3a6df admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a8119f76-59f7-4e3b-aacb-453d115c9342 HTTP/1.1" status: 204 len: 168 time: 0.5952210 Sep 25 01:03:20.773172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fd1a1-c4a0-4905-b328-3f64e9f3a6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8119f76-59f7-4e3b-aacb-453d115c9342,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:20.776224 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-37269e91-77c6-4d50-8099-fb99e15e315c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:20.776829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37269e91-77c6-4d50-8099-fb99e15e315c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:20.782671 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-37269e91-77c6-4d50-8099-fb99e15e315c tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a8f03f45-c0f3-4f1d-a893-9412ec6b957a HTTP/1.1" status: 404 len: 333 time: 0.1019187 Sep 25 01:03:20.786452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53522) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.858751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c95308b-9024-4b10-8527-59ddc42beb3f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (f4496613-3ffe-424c-ab2d-81cf77c26e16), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.865627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for port (8b6046b1-937c-4270-9948-1fec4ccddb40), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.882102 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fbfef2-9be7-4657-a77a-f565540bb206 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:20.882619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fbfef2-9be7-4657-a77a-f565540bb206 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:20.888787 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d6fbfef2-9be7-4657-a77a-f565540bb206 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2ed610d8-3911-4482-ba04-8db4afa1ac37 HTTP/1.1" status: 404 len: 337 time: 0.0926847 Sep 25 01:03:20.890555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53524) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:20.900734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (8b6046b1-937c-4270-9948-1fec4ccddb40), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.964770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95308b-9024-4b10-8527-59ddc42beb3f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=f4496613-3ffe-424c-ab2d-81cf77c26e16,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:21.002086 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Attempt 2 to provision port f4496613-3ffe-424c-ab2d-81cf77c26e16 Sep 25 01:03:21.061387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Port f4496613-3ffe-424c-ab2d-81cf77c26e16 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:03:21.068225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3e7e1e9-c93d-4d60-8ce3-9ccf52eb336b None None] Could not find standard attr ID for object dff9a59a-2330-488c-b348-549d5f0795bb. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:21.095737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6046b1-937c-4270-9948-1fec4ccddb40,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:21.110537 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-beead95c-329d-4926-ab5c-78f7bcc36ef4 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] DELETE failed (client error): The resource could not be found. Sep 25 01:03:21.111304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beead95c-329d-4926-ab5c-78f7bcc36ef4 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:03:21.126732 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-beead95c-329d-4926-ab5c-78f7bcc36ef4 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c6c51c52-5ceb-4e92-aa9a-378b3cf2fd02 HTTP/1.1" status: 404 len: 337 time: 0.2271860 Sep 25 01:03:21.200505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Provisioning complete for port dd48f932-3f6f-453c-bf05-e03a9a32afd0 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:21.200945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.201448 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 1 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:21.240087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53528) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:21.270611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:21.277118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c95308b-9024-4b10-8527-59ddc42beb3f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.282724 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3c95308b-9024-4b10-8527-59ddc42beb3f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f4496613-3ffe-424c-ab2d-81cf77c26e16 HTTP/1.1" status: 204 len: 168 time: 1.7274382 Sep 25 01:03:21.291644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53532) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:21.313473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (db46f1f6-25e0-4dc5-bba1-d34103402b0c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.328502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:21.329700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:21.363785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:21.371138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:21.406238 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca7c2a9-d163-4789-955d-2499bee664f9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:03:21.408514 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fca7c2a9-d163-4789-955d-2499bee664f9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/f4496613-3ffe-424c-ab2d-81cf77c26e16 HTTP/1.1" status: 404 len: 333 time: 0.1154857 Sep 25 01:03:21.411808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53536) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:21.457067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:21.527520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.528068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eebe35e-35a2-4bab-8637-38e3b97cddcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet 561c2447-0bc2-401f-937c-8dbcd43a81f1 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:21.528764 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Added segment 2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc of type vlan for network 626e09d2-1544-47ff-876e-19efd1b31751 Sep 25 01:03:21.543648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8eebe35e-35a2-4bab-8637-38e3b97cddcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (561c2447-0bc2-401f-937c-8dbcd43a81f1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.590228 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Floating IP db46f1f6-25e0-4dc5-bba1-d34103402b0c associated. External IP: 172.36.7.113, port: 6a1871eb-ed88-44ff-8ced-562b7d7eb54b. Sep 25 01:03:21.607848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-931a9623-176c-4678-8af0-b32b7fea6db3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Deleting port 23b5eb76-a5b8-4221-b51f-06ff4740e450 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:21.608429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-931a9623-176c-4678-8af0-b32b7fea6db3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (23b5eb76-a5b8-4221-b51f-06ff4740e450), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.619161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (626e09d2-1544-47ff-876e-19efd1b31751), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.658052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8eebe35e-35a2-4bab-8637-38e3b97cddcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (561c2447-0bc2-401f-937c-8dbcd43a81f1), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.664773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 6a9c2431-a878-49c0-804d-b0739d67bb85 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:03:21.787932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:21.848178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:21.866410 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 2 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:21.875753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8eebe35e-35a2-4bab-8637-38e3b97cddcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (561c2447-0bc2-401f-937c-8dbcd43a81f1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.918824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-931a9623-176c-4678-8af0-b32b7fea6db3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (23b5eb76-a5b8-4221-b51f-06ff4740e450), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.923421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (626e09d2-1544-47ff-876e-19efd1b31751), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.940069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:21.941134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:21.941228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:21.989331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-931a9623-176c-4678-8af0-b32b7fea6db3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Calling delete_port for 23b5eb76-a5b8-4221-b51f-06ff4740e450 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:22.064105 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6238329 Sep 25 01:03:22.073525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:22.079583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:22.095671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae06de-b0b7-485a-b46d-b5a6bd4167ae None None] Sync routers for ids ['6a9c2431-a878-49c0-804d-b0739d67bb85'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:22.113465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5b89-abf9-4482-9cac-666295b38b9e tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Network': ['ID=626e09d2-1544-47ff-876e-19efd1b31751,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:22.122108 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-681df087-d172-4bcf-89b0-746089122104 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/6a9c2431-a878-49c0-804d-b0739d67bb85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9853129 Sep 25 01:03:22.122596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:22.126840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53550) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:22.132383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 626e09d2-1544-47ff-876e-19efd1b31751 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:22.142314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53552) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:22.147192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae06de-b0b7-485a-b46d-b5a6bd4167ae None None] Routers {'6a9c2431-a878-49c0-804d-b0739d67bb85'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:22.148327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-85ae06de-b0b7-485a-b46d-b5a6bd4167ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6a9c2431-a878-49c0-804d-b0739d67bb85'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:22.257922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53556) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:22.274990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'subnets': [{'network_id': '8ccf073d-ee87-4967-b868-46533c3b9e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--637575010', 'ip_version': 4}, {'network_id': '626e09d2-1544-47ff-876e-19efd1b31751', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:22.275624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'subnet': {'network_id': '8ccf073d-ee87-4967-b868-46533c3b9e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--637575010', 'ip_version': 4}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:22.276486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Request body: {'subnet': {'network_id': '626e09d2-1544-47ff-876e-19efd1b31751', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:22.294104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-85ae06de-b0b7-485a-b46d-b5a6bd4167ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:22.300249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa933e1-9239-4019-9b88-c7db91a1c96d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:22.305236 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6aa933e1-9239-4019-9b88-c7db91a1c96d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports/dd48f932-3f6f-453c-bf05-e03a9a32afd0 HTTP/1.1" status: 200 len: 910 time: 0.1768579 Sep 25 01:03:22.318588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53558) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:22.331922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-677c060d-d2e5-4e79-8ecf-91f102e42997 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04f2a229-663d-4ec5-b016-abbc4d292ba0'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:22.333113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae06de-b0b7-485a-b46d-b5a6bd4167ae None None] Routers {'6a9c2431-a878-49c0-804d-b0739d67bb85'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:22.333785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-85ae06de-b0b7-485a-b46d-b5a6bd4167ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6a9c2431-a878-49c0-804d-b0739d67bb85'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:22.472900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1376002102'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:22.509365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8eebe35e-35a2-4bab-8637-38e3b97cddcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (561c2447-0bc2-401f-937c-8dbcd43a81f1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.519241 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 3 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:22.520004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-931a9623-176c-4678-8af0-b32b7fea6db3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (23b5eb76-a5b8-4221-b51f-06ff4740e450), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.546275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:22.557730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-85ae06de-b0b7-485a-b46d-b5a6bd4167ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:22.558666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae06de-b0b7-485a-b46d-b5a6bd4167ae None None] The sync data for ids ['6a9c2431-a878-49c0-804d-b0739d67bb85'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:22.561785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:22.566608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebe35e-35a2-4bab-8637-38e3b97cddcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=561c2447-0bc2-401f-937c-8dbcd43a81f1,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:22.578700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8eebe35e-35a2-4bab-8637-38e3b97cddcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.582444 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8eebe35e-35a2-4bab-8637-38e3b97cddcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/561c2447-0bc2-401f-937c-8dbcd43a81f1 HTTP/1.1" status: 204 len: 168 time: 1.1683128 Sep 25 01:03:22.589403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6460bf-a116-44fe-a51e-7dd9b0ce56e7 None None] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:22.600243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53560) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:22.647777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Router 62cc400b-f5fe-43fc-a6a3-8853862ea056 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:22.663715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a9623-176c-4678-8af0-b32b7fea6db3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Port': ['ID=23b5eb76-a5b8-4221-b51f-06ff4740e450,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:22.687236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a997953e-ec17-4385-bac6-895d4d2b0eb6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet a50b05b1-edda-4f10-b568-5ab801c1c6fb {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:22.694094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a997953e-ec17-4385-bac6-895d4d2b0eb6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (a50b05b1-edda-4f10-b568-5ab801c1c6fb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.698627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:22.700298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Made reservation on behalf of 5ce6978b723049d78eab37138365bfed for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:22.704365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.718864 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f7aee-8070-4c73-9b86-b4d19fdcf8ea None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:22.728701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-931a9623-176c-4678-8af0-b32b7fea6db3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.732216 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-931a9623-176c-4678-8af0-b32b7fea6db3 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/ports/23b5eb76-a5b8-4221-b51f-06ff4740e450 HTTP/1.1" status: 204 len: 168 time: 1.4786432 Sep 25 01:03:22.749229 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f7aee-8070-4c73-9b86-b4d19fdcf8ea None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:22.750453 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-8b0f7aee-8070-4c73-9b86-b4d19fdcf8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:22.763417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53562) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:22.764603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.789590 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-8b0f7aee-8070-4c73-9b86-b4d19fdcf8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:22.806287 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f7aee-8070-4c73-9b86-b4d19fdcf8ea None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:22.806938 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-8b0f7aee-8070-4c73-9b86-b4d19fdcf8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:22.854439 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-8b0f7aee-8070-4c73-9b86-b4d19fdcf8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:22.855392 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f7aee-8070-4c73-9b86-b4d19fdcf8ea None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:22.868259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a997953e-ec17-4385-bac6-895d4d2b0eb6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (a50b05b1-edda-4f10-b568-5ab801c1c6fb), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.876458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.967589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:22.989224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfb790-b19c-4ab9-a858-88b56e6e79b9 None None] Sync routers for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:23.021933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfb790-b19c-4ab9-a858-88b56e6e79b9 None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:23.024158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-14dfb790-b19c-4ab9-a858-88b56e6e79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:23.025597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.031111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:23.039731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-677c060d-d2e5-4e79-8ecf-91f102e42997 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.049609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (893ccd11-a313-4bc7-bfc8-9af6c0946f55), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.055603 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-23b7ac6b-d896-4cbe-b118-ecc781171c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.4843814 Sep 25 01:03:23.061236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53564) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:23.097140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Made reservation on behalf of 961215e599694b57a594e8dcc8edb2c6 for: {'subnet': 2} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:23.102391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.102724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.126576 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3bdbf910-5b5b-41b7-ae3d-009ce4318d06 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 7.1999485 Sep 25 01:03:23.128553 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 4 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:23.129564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a997953e-ec17-4385-bac6-895d4d2b0eb6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a50b05b1-edda-4f10-b568-5ab801c1c6fb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.136173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53566) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:23.145283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:23.150564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-14dfb790-b19c-4ab9-a858-88b56e6e79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:23.242828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:23.243766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfb790-b19c-4ab9-a858-88b56e6e79b9 None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:23.244941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-14dfb790-b19c-4ab9-a858-88b56e6e79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:23.305282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-14dfb790-b19c-4ab9-a858-88b56e6e79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:23.305994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfb790-b19c-4ab9-a858-88b56e6e79b9 None None] The sync data for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:23.352843 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bd7f42e1-0289-4f32-bc5f-90709feb9003 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips/db46f1f6-25e0-4dc5-bba1-d34103402b0c HTTP/1.1" status: 200 len: 984 time: 0.2150986 Sep 25 01:03:23.357055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53568) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:23.410808 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3db1ebae-40f3-44cd-aa96-15f5abcd4637 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "GET /networking/v2.0/floatingips/ff6b5a53-31cf-4c35-88b3-750d5460d204 HTTP/1.1" status: 200 len: 976 time: 0.3451130 Sep 25 01:03:23.423313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53570) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:23.469001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a997953e-ec17-4385-bac6-895d4d2b0eb6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (a50b05b1-edda-4f10-b568-5ab801c1c6fb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.473231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (893ccd11-a313-4bc7-bfc8-9af6c0946f55), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.519167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for security_group (f514b8e0-6be9-4def-8421-3e16486d2aee), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.541620 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-05d45ef6-5cd5-409a-a814-d2083b67d80b tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 3020 time: 0.1792696 Sep 25 01:03:23.541620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997953e-ec17-4385-bac6-895d4d2b0eb6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=a50b05b1-edda-4f10-b568-5ab801c1c6fb,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:23.542215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a997953e-ec17-4385-bac6-895d4d2b0eb6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.548317 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a997953e-ec17-4385-bac6-895d4d2b0eb6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a50b05b1-edda-4f10-b568-5ab801c1c6fb HTTP/1.1" status: 204 len: 168 time: 0.9444084 Sep 25 01:03:23.548520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a28215-e3aa-4055-bf85-ead5b40adb30 None None] Network 5c569803-ebd9-42fb-98d6-ed5d485bba52 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:23.548642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53572) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:23.571308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53574) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:23.579085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f514b8e0-6be9-4def-8421-3e16486d2aee), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.611442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:23.612595 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893ccd11-a313-4bc7-bfc8-9af6c0946f55']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:23.708285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:23.710755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5db8bd8-e100-44a4-bd45-e14491994ebd') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:23.711195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5db8bd8-e100-44a4-bd45-e14491994ebd') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:23.718230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:23.718937 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Deleting port 8b6046b1-937c-4270-9948-1fec4ccddb40 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:23.719416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8b6046b1-937c-4270-9948-1fec4ccddb40), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.742254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:23.744768 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 5 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:23.770109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c62d2b-d452-4a3a-a222-43f2955f5a9d None None] DHCP port deletion for 5c569803-ebd9-42fb-98d6-ed5d485bba52 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:03:23.789090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:23.826265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-96c62d2b-d452-4a3a-a222-43f2955f5a9d None None] Deleting port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:23.826642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96c62d2b-d452-4a3a-a222-43f2955f5a9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.840087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8b6046b1-937c-4270-9948-1fec4ccddb40), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.840644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for floatingip (8b6046b1-937c-4270-9948-1fec4ccddb40), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.859861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Calling delete_port for 8b6046b1-937c-4270-9948-1fec4ccddb40 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:23.900306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-96c62d2b-d452-4a3a-a222-43f2955f5a9d None None] For port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9131b7f0-72bb-45b2-b448-bd8dd2cd80da,segment=NetworkSegment(b86812e6-a892-45ae-98a5-05bd278c157d),segment_id=b86812e6-a892-45ae-98a5-05bd278c157d)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:23.900716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96c62d2b-d452-4a3a-a222-43f2955f5a9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.915787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-96c62d2b-d452-4a3a-a222-43f2955f5a9d None None] Calling delete_port for 9131b7f0-72bb-45b2-b448-bd8dd2cd80da owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:23.998433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:24.017480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96c62d2b-d452-4a3a-a222-43f2955f5a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (9131b7f0-72bb-45b2-b448-bd8dd2cd80da), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.053491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c62d2b-d452-4a3a-a222-43f2955f5a9d None None] No DVR routers for this DVR port 9131b7f0-72bb-45b2-b448-bd8dd2cd80da on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:24.055733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c62d2b-d452-4a3a-a222-43f2955f5a9d None None] Pushing event deleted for resources: {'Port': ['ID=9131b7f0-72bb-45b2-b448-bd8dd2cd80da,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:24.081408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8b6046b1-937c-4270-9948-1fec4ccddb40), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.110456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event deleted for resources: {'Port': ['ID=8b6046b1-937c-4270-9948-1fec4ccddb40,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:24.134984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (b5db8bd8-e100-44a4-bd45-e14491994ebd), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.161925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f514b8e0-6be9-4def-8421-3e16486d2aee,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:24.168201 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-747c05e7-2e71-41d8-892c-0404693a5ddf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.7353539 Sep 25 01:03:24.173304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53576) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:24.176662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9a681dd5-4231-44da-8ac6-582b939c5e4c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.177060 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Added segment 9a681dd5-4231-44da-8ac6-582b939c5e4c of type vlan for network bae2010e-4ed6-42f0-a259-44ca63458fc4 Sep 25 01:03:24.182605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'port_id': 'c9514a8e-d064-4e87-96ab-15e44e691ac1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:24.213019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.213368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.213808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.214161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.214505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.214843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.215180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.215514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.215850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.216270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.216611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.216937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.217268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.217599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.217923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:24.232892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for floatingip (db46f1f6-25e0-4dc5-bba1-d34103402b0c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.233255 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Floating IP db46f1f6-25e0-4dc5-bba1-d34103402b0c disassociated (deleted). External IP: 172.36.7.113, port: 6a1871eb-ed88-44ff-8ced-562b7d7eb54b. Sep 25 01:03:24.245503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b5db8bd8-e100-44a4-bd45-e14491994ebd), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.254872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (5c569803-ebd9-42fb-98d6-ed5d485bba52), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.290749 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 6 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:24.318950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (ff6b5a53-31cf-4c35-88b3-750d5460d204), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.345662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:24.346761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (b5db8bd8-e100-44a4-bd45-e14491994ebd), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.355395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:24.397773 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment b5db8bd8-e100-44a4-bd45-e14491994ebd resource provider aggregate not found Sep 25 01:03:24.402315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (bae2010e-4ed6-42f0-a259-44ca63458fc4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.434983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:24.481160 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment b5db8bd8-e100-44a4-bd45-e14491994ebd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5db8bd8-e100-44a4-bd45-e14491994ebd found for delete ", "request_id": "req-d61f167d-9534-4a53-8a88-fe9bd136da80"}]} Sep 25 01:03:24.570450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (893ccd11-a313-4bc7-bfc8-9af6c0946f55), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.615893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.621538 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] 10.222.0.49 "DELETE /networking/v2.0/networks/893ccd11-a313-4bc7-bfc8-9af6c0946f55 HTTP/1.1" status: 204 len: 168 time: 1.8453567 Sep 25 01:03:24.658188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (bae2010e-4ed6-42f0-a259-44ca63458fc4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.663784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:24.665122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.732404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446437f-7645-45ba-b25e-554275654e69 tempest-PortsTestJSON-951293130 tempest-PortsTestJSON-951293130-project] Pushing event deleted for resources: {'Network': ['ID=893ccd11-a313-4bc7-bfc8-9af6c0946f55,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:24.773878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (5c569803-ebd9-42fb-98d6-ed5d485bba52), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.855887 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 7 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:24.890464 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7439604 Sep 25 01:03:24.915799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:24.917336 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53584) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:24.922731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:24.934232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'subnet': {'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:24.955869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c569803-ebd9-42fb-98d6-ed5d485bba52']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:24.988949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b2621-8f53-4605-bc79-cd5c6c24d064 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Network': ['ID=bae2010e-4ed6-42f0-a259-44ca63458fc4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:24.995938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9131b7f0-72bb-45b2-b448-bd8dd2cd80da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:24.997579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86812e6-a892-45ae-98a5-05bd278c157d') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:24.998337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86812e6-a892-45ae-98a5-05bd278c157d') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:25.028605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (b86812e6-a892-45ae-98a5-05bd278c157d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.046315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:25.048800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 9131b7f0-72bb-45b2-b448-bd8dd2cd80da {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:25.049144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9131b7f0-72bb-45b2-b448-bd8dd2cd80da not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:25.063572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b86812e6-a892-45ae-98a5-05bd278c157d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.095678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-677c060d-d2e5-4e79-8ecf-91f102e42997 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.099770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:25.100322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (b86812e6-a892-45ae-98a5-05bd278c157d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.101100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Router 62cc400b-f5fe-43fc-a6a3-8853862ea056 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:25.103905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53588) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:25.151140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:25.200844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-677c060d-d2e5-4e79-8ecf-91f102e42997 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.232554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:25.298758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (5c569803-ebd9-42fb-98d6-ed5d485bba52), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.320585 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Made reservation on behalf of 5ce6978b723049d78eab37138365bfed for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:25.326380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.356328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.365923 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/networks/5c569803-ebd9-42fb-98d6-ed5d485bba52 HTTP/1.1" status: 204 len: 168 time: 1.7814291 Sep 25 01:03:25.368753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53592) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:25.425484 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 8 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:25.451308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c060d-d2e5-4e79-8ecf-91f102e42997 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=dd48f932-3f6f-453c-bf05-e03a9a32afd0,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:25.466414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21811baf-8bf0-4ef8-8ca6-04031e41ded6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Network': ['ID=5c569803-ebd9-42fb-98d6-ed5d485bba52,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:25.483829 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677c060d-d2e5-4e79-8ecf-91f102e42997 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:25.484905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-677c060d-d2e5-4e79-8ecf-91f102e42997 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.487668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:25.488062 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-677c060d-d2e5-4e79-8ecf-91f102e42997 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/ports/dd48f932-3f6f-453c-bf05-e03a9a32afd0 HTTP/1.1" status: 200 len: 910 time: 3.1640389 Sep 25 01:03:25.491199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (08759dc3-3bf9-4633-b6de-2380772eb4ac), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.503386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53594) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:25.532265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:25.546142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.555931 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc781e1-0d5a-4459-b0aa-0c3e7d93ff47 None None] Sync routers for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:25.573468 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc781e1-0d5a-4459-b0aa-0c3e7d93ff47 None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:25.574721 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2cc781e1-0d5a-4459-b0aa-0c3e7d93ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:25.584677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affcc0c3-e330-4d65-99ef-0c1f533fb0ee tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:25.590857 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-affcc0c3-e330-4d65-99ef-0c1f533fb0ee tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2093806 Sep 25 01:03:25.594610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53596) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:25.613661 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2cc781e1-0d5a-4459-b0aa-0c3e7d93ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:25.625794 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc781e1-0d5a-4459-b0aa-0c3e7d93ff47 None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:25.626441 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2cc781e1-0d5a-4459-b0aa-0c3e7d93ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:25.630207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:25.660052 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6206ac18-63b2-46b3-b0e8-af05df0df9cd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=84da212938f24d5daaebf1c4a1599dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5529640 Sep 25 01:03:25.661428 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53598) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:25.669297 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2cc781e1-0d5a-4459-b0aa-0c3e7d93ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:25.670004 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc781e1-0d5a-4459-b0aa-0c3e7d93ff47 None None] The sync data for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:25.681163 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3c914687-6a36-4cdc-aeb9-299d9baa2ee6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/db46f1f6-25e0-4dc5-bba1-d34103402b0c HTTP/1.1" status: 204 len: 168 time: 2.1289117 Sep 25 01:03:25.688497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53600) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:25.701544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:25.735565 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-041e6a23-97d7-4da7-bf28-e11bd2e2db60 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1361015 Sep 25 01:03:25.749706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53602) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:25.765263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1739886589'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:25.800912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Subnet': ['ID=08759dc3-3bf9-4633-b6de-2380772eb4ac,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:25.852291 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.892333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Checking segment: {'id': 'b3642093-695e-4381-96cf-ee27ca21b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8ccf073d-ee87-4967-b868-46533c3b9e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:25.892698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Network hostable DHCP agents. Network: 8ccf073d-ee87-4967-b868-46533c3b9e1f, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:25.896810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:03:25.951869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8760c27-c164-46de-bcee-267af320aaf7 admin admin] Publish callbacks [] for security_group (a82fae37-c552-4397-8d16-1a83de6a4f21), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.957428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:25.957428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:25.961155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.983317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Network 8ccf073d-ee87-4967-b868-46533c3b9e1f is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:25.988093 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 9 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:26.001701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8760c27-c164-46de-bcee-267af320aaf7 admin admin] Publish callbacks [] for security_group (a82fae37-c552-4397-8d16-1a83de6a4f21), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.035496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:26.044486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.058152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (ff6b5a53-31cf-4c35-88b3-750d5460d204), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.067420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (208cb73d-edba-4f40-acae-e1694c52e7c1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.099826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8ccf073d-ee87-4967-b868-46533c3b9e1f) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:26.109081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e3b46-a54c-42bd-986c-de01bc9c6bdc None None] Network 8ccf073d-ee87-4967-b868-46533c3b9e1f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:26.126422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (dca52cf9-43d7-4f82-8206-8ef5b0e870a8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.160394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:26.163058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.180938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:26.241837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2cc285ad-c988-433e-afb2-db51afd0affa), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.242192 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Added segment 2cc285ad-c988-433e-afb2-db51afd0affa of type vlan for network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 Sep 25 01:03:26.250154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event updated for resources: {'Subnet': ['ID=dca52cf9-43d7-4f82-8206-8ef5b0e870a8,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:26.275753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8ccf073d-ee87-4967-b868-46533c3b9e1f', 'network_id': '8ccf073d-ee87-4967-b868-46533c3b9e1f', 'project_id': '961215e599694b57a594e8dcc8edb2c6', 'fixed_ips': [{'subnet_id': '08759dc3-3bf9-4633-b6de-2380772eb4ac'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:26.277052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.278842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8760c27-c164-46de-bcee-267af320aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a82fae37-c552-4397-8d16-1a83de6a4f21), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.281361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d8760c27-c164-46de-bcee-267af320aaf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.282894 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d8760c27-c164-46de-bcee-267af320aaf7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a82fae37-c552-4397-8d16-1a83de6a4f21 HTTP/1.1" status: 204 len: 168 time: 0.5699720 Sep 25 01:03:26.307647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:26.318442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Checking segment: {'id': '2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '626e09d2-1544-47ff-876e-19efd1b31751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:26.319483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Network hostable DHCP agents. Network: 626e09d2-1544-47ff-876e-19efd1b31751, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:26.347661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8760c27-c164-46de-bcee-267af320aaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82fae37-c552-4397-8d16-1a83de6a4f21,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:26.347975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Subnet': ['ID=208cb73d-edba-4f40-acae-e1694c52e7c1,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:26.364807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (6a9c2431-a878-49c0-804d-b0739d67bb85), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.380363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.380716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.381065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.381437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.381742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.382089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.382443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.382740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.383153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.383517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.383844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.384934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.385288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.385624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.385959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:26.412649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Checking segment: {'id': '9a681dd5-4231-44da-8ac6-582b939c5e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:26.413315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Network hostable DHCP agents. Network: bae2010e-4ed6-42f0-a259-44ca63458fc4, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:26.418946 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP ff6b5a53-31cf-4c35-88b3-750d5460d204 associated. External IP: 172.36.7.92, port: 6710831d-71ea-478e-b6b6-2c807e42b7bd. Sep 25 01:03:26.423369 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (2a52aaee-cfdc-4120-860b-48dc47ef0ed9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.510908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Network 626e09d2-1544-47ff-876e-19efd1b31751 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:26.560742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:26.570182 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment b86812e6-a892-45ae-98a5-05bd278c157d resource provider aggregate not found Sep 25 01:03:26.610685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bae2010e-4ed6-42f0-a259-44ca63458fc4) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:26.614050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (2a52aaee-cfdc-4120-860b-48dc47ef0ed9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.621978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:26.623111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.640789 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment b86812e6-a892-45ae-98a5-05bd278c157d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b86812e6-a892-45ae-98a5-05bd278c157d found for delete ", "request_id": "req-7ef7650c-3889-466c-b40f-e26af6150ace"}]} Sep 25 01:03:26.643536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 626e09d2-1544-47ff-876e-19efd1b31751) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:26.668129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:26.668602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.682737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Allocated IP 172.36.7.44 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/e46b023a-044a-44ee-bb6a-a9975df29710) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:26.687208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:26.691573 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9368565 Sep 25 01:03:26.691671 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 10 to provision port dd48f932-3f6f-453c-bf05-e03a9a32afd0 Sep 25 01:03:26.695920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53614) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:26.697778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:26.698735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:26.700339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.718072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': '2a52aaee-cfdc-4120-860b-48dc47ef0ed9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:26.735126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dc64e0-0940-4c98-bdfc-5a2ccaaa0b33 None None] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:26.738148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a003a-f429-4591-adb3-f3fd87d55deb None None] Network 626e09d2-1544-47ff-876e-19efd1b31751 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:26.748183 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-abbab17e-20c1-4cb1-8cf3-95a965e239d9 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8208594 Sep 25 01:03:26.758719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53616) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:26.766670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port dd48f932-3f6f-453c-bf05-e03a9a32afd0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:26.770491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Could not find standard attr ID for object 23b5eb76-a5b8-4221-b51f-06ff4740e450. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:26.777720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'port': {'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4', 'name': 'tempest-AllowedAddressPairTestJSON-1368372967'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:26.805380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Allocated IP 172.20.0.2 (8ccf073d-ee87-4967-b868-46533c3b9e1f/08759dc3-3bf9-4633-b6de-2380772eb4ac/1037654f-d456-403c-9a9f-56ea482dddda) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:26.821786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dec6e-f1da-45c0-ac0f-75afe2293022 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Network': ['ID=2a52aaee-cfdc-4120-860b-48dc47ef0ed9,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:26.834439 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-17c897d8-673e-4550-812b-92ba9ffc9790 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.5690060 Sep 25 01:03:26.855894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:26.858493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53622) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:26.945897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:26.949851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.022641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for port (e46b023a-044a-44ee-bb6a-a9975df29710), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.053673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:27.063605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:27.065605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:27.081406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Provisioning complete for port 88b473e6-0860-43cd-a0d9-0ed54345de84 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:27.081406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.081406 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 1 to provision port 88b473e6-0860-43cd-a0d9-0ed54345de84 Sep 25 01:03:27.118291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:27.177880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port dd48f932-3f6f-453c-bf05-e03a9a32afd0 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:27.180145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.200175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bae2010e-4ed6-42f0-a259-44ca63458fc4', 'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4', 'project_id': '5ce6978b723049d78eab37138365bfed', 'fixed_ips': [{'subnet_id': '208cb73d-edba-4f40-acae-e1694c52e7c1'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:27.201144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.338336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.364870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-626e09d2-1544-47ff-876e-19efd1b31751', 'network_id': '626e09d2-1544-47ff-876e-19efd1b31751', 'project_id': '961215e599694b57a594e8dcc8edb2c6', 'fixed_ips': [{'subnet_id': 'dca52cf9-43d7-4f82-8206-8ef5b0e870a8'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:27.365837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.381227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for dd48f932-3f6f-453c-bf05-e03a9a32afd0 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:27.468667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53634) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:27.582775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c1b2a7-2fbd-49ed-9359-70b7f49e4083 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:27.584945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c1b2a7-2fbd-49ed-9359-70b7f49e4083 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:27.586886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c1b2a7-2fbd-49ed-9359-70b7f49e4083 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:27.588729 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f7c1b2a7-2fbd-49ed-9359-70b7f49e4083 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.7131176 Sep 25 01:03:27.606452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53638) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:27.644532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e46b023a-044a-44ee-bb6a-a9975df29710), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.673575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8c20443e-56ae-46e0-af9b-9d005550332e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:27.674851 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-8c20443e-56ae-46e0-af9b-9d005550332e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 25 01:03:27.675352 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-8c20443e-56ae-46e0-af9b-9d005550332e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): There was a conflict when trying to complete your request. Sep 25 01:03:27.680313 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8c20443e-56ae-46e0-af9b-9d005550332e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2073820 Sep 25 01:03:27.681040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53640) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:27.700920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--745288450'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:27.725680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Current status of the port 88b473e6-0860-43cd-a0d9-0ed54345de84 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:27.734525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:27.751502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:27.779038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:27.779761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-059b6dce-bf03-42f6-abfd-f123c19e58cc tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Deleting subnet 08759dc3-3bf9-4633-b6de-2380772eb4ac {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:27.795492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:27.803039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:27.803401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Publish callbacks [] for port (1037654f-d456-403c-9a9f-56ea482dddda), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.805808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Pushing event updated for resources: {'Port': ['ID=e46b023a-044a-44ee-bb6a-a9975df29710,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:27.807603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Provisioning complete for port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:27.808009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6a1871eb-ed88-44ff-8ced-562b7d7eb54b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.808381 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 1 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:27.820826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Allocated IP 172.20.0.2 (bae2010e-4ed6-42f0-a259-44ca63458fc4/208cb73d-edba-4f40-acae-e1694c52e7c1/dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:27.837647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-059b6dce-bf03-42f6-abfd-f123c19e58cc tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for subnet (08759dc3-3bf9-4633-b6de-2380772eb4ac), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.841372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.844532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Made reservation on behalf of 5ce6978b723049d78eab37138365bfed for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:27.850369 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.869054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (1037654f-d456-403c-9a9f-56ea482dddda), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.902391 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] device_id is not set on port cd7de4d0-56e8-4124-89dd-c8be4924d2cb yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:27.904695 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.915001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (dd48f932-3f6f-453c-bf05-e03a9a32afd0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.934345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:27.942503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-059b6dce-bf03-42f6-abfd-f123c19e58cc tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (08759dc3-3bf9-4633-b6de-2380772eb4ac), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.963530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Network 8ccf073d-ee87-4967-b868-46533c3b9e1f is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:27.976940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:27.982250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:27.997023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:27.999672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=dd48f932-3f6f-453c-bf05-e03a9a32afd0,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:27.999906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Pushing event updated for resources: {'Port': ['ID=1037654f-d456-403c-9a9f-56ea482dddda,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:28.005860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Allocated IP 172.20.0.18 (626e09d2-1544-47ff-876e-19efd1b31751/dca52cf9-43d7-4f82-8206-8ef5b0e870a8/ff58eb2e-edb0-4337-9ca8-cd1bec52b01d) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:28.011554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (36a83f1c-36de-4f53-bb72-8533c2c4ae15), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.072478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.073315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.073958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.074564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.075207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.075759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.077608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.078040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.078543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.078977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.079466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.079881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.080473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.081645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.081645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:28.193383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for floatingip (8917f7a8-2015-4138-966f-d4bbc92772c7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.207231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:28.209804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:28.232095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=36a83f1c-36de-4f53-bb72-8533c2c4ae15,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:28.265806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:28.276430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9c7d1-2768-4f00-a6a8-58c6206a0916 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:28.342286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:28.347164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-059b6dce-bf03-42f6-abfd-f123c19e58cc tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (08759dc3-3bf9-4633-b6de-2380772eb4ac), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.360328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e46b023a-044a-44ee-bb6a-a9975df29710), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.370219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Attempting to bind port 1037654f-d456-403c-9a9f-56ea482dddda on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:28.370671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Attempting to bind port 1037654f-d456-403c-9a9f-56ea482dddda by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b3642093-695e-4381-96cf-ee27ca21b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8ccf073d-ee87-4967-b868-46533c3b9e1f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:28.371139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Attempting to bind port 1037654f-d456-403c-9a9f-56ea482dddda on network 8ccf073d-ee87-4967-b868-46533c3b9e1f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:28.439208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Checking segment: {'id': '2cc285ad-c988-433e-afb2-db51afd0affa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a52aaee-cfdc-4120-860b-48dc47ef0ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:28.439585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network hostable DHCP agents. Network: 2a52aaee-cfdc-4120-860b-48dc47ef0ed9, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:28.454299 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 2 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:28.457698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9c7d1-2768-4f00-a6a8-58c6206a0916 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:28.459067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-72a9c7d1-2768-4f00-a6a8-58c6206a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:28.474318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (6a9c2431-a878-49c0-804d-b0739d67bb85), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.495670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (85604a10-c468-433e-af54-a0d7d1141a57), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.509049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (85604a10-c468-433e-af54-a0d7d1141a57), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.538768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:28.540715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Publish callbacks [] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.570916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-72a9c7d1-2768-4f00-a6a8-58c6206a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:28.581277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:28.596694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.599295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-059b6dce-bf03-42f6-abfd-f123c19e58cc tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (08759dc3-3bf9-4633-b6de-2380772eb4ac), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.654960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:28.671483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-90f8a5ad-8742-4605-9677-d49f3a75ae21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.673092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9c7d1-2768-4f00-a6a8-58c6206a0916 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:28.673842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-72a9c7d1-2768-4f00-a6a8-58c6206a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:28.675383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2a52aaee-cfdc-4120-860b-48dc47ef0ed9) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:28.680139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b6dce-bf03-42f6-abfd-f123c19e58cc tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Subnet': ['ID=08759dc3-3bf9-4633-b6de-2380772eb4ac,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:28.685631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85604a10-c468-433e-af54-a0d7d1141a57,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:28.695341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:28.696325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.748207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0347b1a9-6fd0-4442-a55f-9c6919d1b924 None None] Network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:28.756960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:28.758623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:28.759116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Checking segment: {'id': 'b3642093-695e-4381-96cf-ee27ca21b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8ccf073d-ee87-4967-b868-46533c3b9e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:28.759646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.760173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Bound using segment: {'id': 'b3642093-695e-4381-96cf-ee27ca21b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8ccf073d-ee87-4967-b868-46533c3b9e1f'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:28.760788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Bound port: 1037654f-d456-403c-9a9f-56ea482dddda, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3642093-695e-4381-96cf-ee27ca21b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8ccf073d-ee87-4967-b868-46533c3b9e1f'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:28.761381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1037654f-d456-403c-9a9f-56ea482dddda), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.773309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-72a9c7d1-2768-4f00-a6a8-58c6206a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:28.774121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9c7d1-2768-4f00-a6a8-58c6206a0916 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:28.781982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Allocated IP 172.20.0.5 (bae2010e-4ed6-42f0-a259-44ca63458fc4/208cb73d-edba-4f40-acae-e1694c52e7c1/cd7de4d0-56e8-4124-89dd-c8be4924d2cb) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:28.797832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:28.800820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:28.808251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:28.853190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Pushing event updated for resources: {'Port': ['ID=dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:28.857872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:28.866358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for port (e46b023a-044a-44ee-bb6a-a9975df29710), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.871283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Publish callbacks [] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.883983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (e46b023a-044a-44ee-bb6a-a9975df29710), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.937364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.998320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (8917f7a8-2015-4138-966f-d4bbc92772c7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.052676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:29.058463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Network 626e09d2-1544-47ff-876e-19efd1b31751 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:29.066833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] For port 1037654f-d456-403c-9a9f-56ea482dddda, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:29.074013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:29.081362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Pushing event updated for resources: {'Port': ['ID=e46b023a-044a-44ee-bb6a-a9975df29710,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:29.096788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Attempting to bind port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:29.097148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Attempting to bind port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a681dd5-4231-44da-8ac6-582b939c5e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:29.097990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Attempting to bind port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c on network bae2010e-4ed6-42f0-a259-44ca63458fc4 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:29.100540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:29.115139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.115804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] For port 1037654f-d456-403c-9a9f-56ea482dddda, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1037654f-d456-403c-9a9f-56ea482dddda,segment=NetworkSegment(b3642093-695e-4381-96cf-ee27ca21b1ba),segment_id=b3642093-695e-4381-96cf-ee27ca21b1ba)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:29.119142 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e8cbfa14-4d4f-4385-a94a-66cac2e94332 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4269259 Sep 25 01:03:29.122612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53644) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:29.136380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Pushing event updated for resources: {'Port': ['ID=ff58eb2e-edb0-4337-9ca8-cd1bec52b01d,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:29.136892 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eafe35dd-aafc-4f34-9b42-7fe52593976d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4294593 Sep 25 01:03:29.150447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-059b6dce-bf03-42f6-abfd-f123c19e58cc tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.157544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1037654f-d456-403c-9a9f-56ea482dddda), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.158210 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-059b6dce-bf03-42f6-abfd-f123c19e58cc tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/08759dc3-3bf9-4633-b6de-2380772eb4ac HTTP/1.1" status: 204 len: 168 time: 1.5501363 Sep 25 01:03:29.159940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53646) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:29.160313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53648) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:29.170443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (b85bcf9b-6b93-4270-901b-a1b87a89ef2d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.180174 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 3 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:29.180534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b85bcf9b-6b93-4270-901b-a1b87a89ef2d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.183620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2a52aaee-cfdc-4120-860b-48dc47ef0ed9', 'network_id': '2a52aaee-cfdc-4120-860b-48dc47ef0ed9', 'project_id': '9d916dec203f4b278e19c6351473e052', 'fixed_ips': [{'subnet_id': '36a83f1c-36de-4f53-bb72-8533c2c4ae15'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:29.184628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.202928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 6a9c2431-a878-49c0-804d-b0739d67bb85 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:29.206018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': '2a52aaee-cfdc-4120-860b-48dc47ef0ed9', 'name': 'tempest-PortsIpV6TestJSON-1628038365'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:29.230481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.235258 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5467923 Sep 25 01:03:29.236375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53654) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:29.244647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f6e4405e-b0ef-41f6-9d7b-692c6d862c4b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': 'b85bcf9b-6b93-4270-901b-a1b87a89ef2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:29.250687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff30389-28ed-490b-bd5b-a65a41bd64b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85bcf9b-6b93-4270-901b-a1b87a89ef2d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:29.335161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:29.349796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:29.362596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:29.363124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Checking segment: {'id': '9a681dd5-4231-44da-8ac6-582b939c5e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:29.363629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.364138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Bound using segment: {'id': '9a681dd5-4231-44da-8ac6-582b939c5e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:29.364801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Bound port: dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a681dd5-4231-44da-8ac6-582b939c5e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:29.365246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.377976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:29.401157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Attempting to bind port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:29.401157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Attempting to bind port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '626e09d2-1544-47ff-876e-19efd1b31751'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:29.401157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Attempting to bind port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d on network 626e09d2-1544-47ff-876e-19efd1b31751 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:29.406120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6e4405e-b0ef-41f6-9d7b-692c6d862c4b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group_rule (82f2b63d-6a99-4140-9a30-302d59034f39), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.422878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:29.442506 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fde27-3dbe-4ce2-bc7e-54c9b8dac6a3 None None] Sync routers for ids ['6a9c2431-a878-49c0-804d-b0739d67bb85'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:29.444109 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-91286c08-6297-4705-b561-c2bfba955648 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/6a9c2431-a878-49c0-804d-b0739d67bb85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9323797 Sep 25 01:03:29.444598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53656) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:29.461267 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=38 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:29.462225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:29.463261 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=40 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:29.465934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.473364 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fde27-3dbe-4ce2-bc7e-54c9b8dac6a3 None None] Routers {'6a9c2431-a878-49c0-804d-b0739d67bb85'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:29.473679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532d685-6632-4ef1-9fb4-9493da55a43d None None] Pushing event updated for resources: {'Port': ['ID=1037654f-d456-403c-9a9f-56ea482dddda,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:29.474465 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-365fde27-3dbe-4ce2-bc7e-54c9b8dac6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6a9c2431-a878-49c0-804d-b0739d67bb85'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:29.477134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:29.518897 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-365fde27-3dbe-4ce2-bc7e-54c9b8dac6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:29.531115 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fde27-3dbe-4ce2-bc7e-54c9b8dac6a3 None None] Routers {'6a9c2431-a878-49c0-804d-b0739d67bb85'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:29.532189 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-365fde27-3dbe-4ce2-bc7e-54c9b8dac6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6a9c2431-a878-49c0-804d-b0739d67bb85'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:29.549134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:29.566786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.570798 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3bdb3693-8480-406b-89bc-1e18d3fba2f4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6a9c2431-a878-49c0-804d-b0739d67bb85 HTTP/1.1" status: 200 len: 205 time: 0.1195154 Sep 25 01:03:29.573357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53658) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:29.577625 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for port (cd7de4d0-56e8-4124-89dd-c8be4924d2cb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.591355 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-365fde27-3dbe-4ce2-bc7e-54c9b8dac6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:29.592170 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fde27-3dbe-4ce2-bc7e-54c9b8dac6a3 None None] The sync data for ids ['6a9c2431-a878-49c0-804d-b0739d67bb85'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:29.592574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5aa4f-a642-4e33-81d9-95d79824433b None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:29.606961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 7f4ddae5-5d86-4cfb-a288-8387b3556645 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:29.611806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:29.612313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Checking segment: {'id': '2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '626e09d2-1544-47ff-876e-19efd1b31751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:29.612800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.613586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Bound using segment: {'id': '2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '626e09d2-1544-47ff-876e-19efd1b31751'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:29.613842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Bound port: ff58eb2e-edb0-4337-9ca8-cd1bec52b01d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '626e09d2-1544-47ff-876e-19efd1b31751'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:29.614415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.628684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd628e9-40d6-45be-a5a6-d7bdeef85a37 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Deleting subnet dca52cf9-43d7-4f82-8206-8ef5b0e870a8 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:29.633643 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3fd628e9-40d6-45be-a5a6-d7bdeef85a37 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for subnet (dca52cf9-43d7-4f82-8206-8ef5b0e870a8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.634339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] For port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:29.657926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5aa4f-a642-4e33-81d9-95d79824433b None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:29.659169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1bf5aa4f-a642-4e33-81d9-95d79824433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:29.660166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6e4405e-b0ef-41f6-9d7b-692c6d862c4b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group_rule (82f2b63d-6a99-4140-9a30-302d59034f39), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.665411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] For port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c,segment=NetworkSegment(9a681dd5-4231-44da-8ac6-582b939c5e4c),segment_id=9a681dd5-4231-44da-8ac6-582b939c5e4c)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:29.666600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:29.675291 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.710698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Allocated IP 2001:db8::2 (2a52aaee-cfdc-4120-860b-48dc47ef0ed9/36a83f1c-36de-4f53-bb72-8533c2c4ae15/d4335d81-35f5-4ff9-be6b-fec0a0401c46) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:29.711485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a057-690f-4876-8e09-8c303ebabf9b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (6a9c2431-a878-49c0-804d-b0739d67bb85), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.713880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6e4405e-b0ef-41f6-9d7b-692c6d862c4b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (82f2b63d-6a99-4140-9a30-302d59034f39), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.750419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3fd628e9-40d6-45be-a5a6-d7bdeef85a37 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (dca52cf9-43d7-4f82-8206-8ef5b0e870a8), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.819222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4405e-b0ef-41f6-9d7b-692c6d862c4b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f2b63d-6a99-4140-9a30-302d59034f39,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:29.887705 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 4 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:29.890032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1bf5aa4f-a642-4e33-81d9-95d79824433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:29.896267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6e4405e-b0ef-41f6-9d7b-692c6d862c4b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.899996 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f6e4405e-b0ef-41f6-9d7b-692c6d862c4b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6573203 Sep 25 01:03:29.901115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53660) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:29.905825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0429819f-8c6b-4b07-b4ef-e0d3f2958bfd tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': 'b85bcf9b-6b93-4270-901b-a1b87a89ef2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:29.918614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.943327 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2cc535cd-1717-4ff2-b8bc-30514b320da9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/ff6b5a53-31cf-4c35-88b3-750d5460d204 HTTP/1.1" status: 200 len: 976 time: 5.7686388 Sep 25 01:03:29.962711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53662) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:29.974225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4ce127c9-5f10-4199-aef5-a1cf0ccef40e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:29.976186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (cd7de4d0-56e8-4124-89dd-c8be4924d2cb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.014673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.019321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a057-690f-4876-8e09-8c303ebabf9b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (6a9c2431-a878-49c0-804d-b0739d67bb85), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.023460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:30.024839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5aa4f-a642-4e33-81d9-95d79824433b None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:30.025534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1bf5aa4f-a642-4e33-81d9-95d79824433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:30.026092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a057-690f-4876-8e09-8c303ebabf9b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (6a9c2431-a878-49c0-804d-b0739d67bb85), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.048183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:30.057174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0429819f-8c6b-4b07-b4ef-e0d3f2958bfd tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group_rule (472bd8a2-5bf3-491d-8937-a428daf44995), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.063808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:30.094946 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:30.101076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Port': ['ID=cd7de4d0-56e8-4124-89dd-c8be4924d2cb,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:30.116751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1bf5aa4f-a642-4e33-81d9-95d79824433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:30.117349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5aa4f-a642-4e33-81d9-95d79824433b None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:30.124392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ce127c9-5f10-4199-aef5-a1cf0ccef40e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (ff6b5a53-31cf-4c35-88b3-750d5460d204), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.124704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] For port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:30.153850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] For port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff58eb2e-edb0-4337-9ca8-cd1bec52b01d,segment=NetworkSegment(2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc),segment_id=2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:30.160997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:30.179148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:30.191921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69c878-f921-4706-8f07-6ff689f8e175 None None] Pushing event updated for resources: {'Port': ['ID=dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:30.197450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a057-690f-4876-8e09-8c303ebabf9b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (6a9c2431-a878-49c0-804d-b0739d67bb85), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.198461 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff3a057-690f-4876-8e09-8c303ebabf9b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9c2431-a878-49c0-804d-b0739d67bb85 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:03:30.201274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.222941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a057-690f-4876-8e09-8c303ebabf9b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.225165 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2ff3a057-690f-4876-8e09-8c303ebabf9b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/6a9c2431-a878-49c0-804d-b0739d67bb85 HTTP/1.1" status: 204 len: 168 time: 0.6505117 Sep 25 01:03:30.229539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53664) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:30.249244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3fd628e9-40d6-45be-a5a6-d7bdeef85a37 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (dca52cf9-43d7-4f82-8206-8ef5b0e870a8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.260303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:30.336518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Publish callbacks [] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.338408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a41151-8b41-4eb0-84dd-d4ccd388af5f None None] Pushing event updated for resources: {'Port': ['ID=ff58eb2e-edb0-4337-9ca8-cd1bec52b01d,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:30.363218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.368115 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-0429819f-8c6b-4b07-b4ef-e0d3f2958bfd tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): There was a conflict when trying to complete your request. Sep 25 01:03:30.369769 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0429819f-8c6b-4b07-b4ef-e0d3f2958bfd tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4669750 Sep 25 01:03:30.382632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53666) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:30.425812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d19434-729f-4215-9cb0-749f30989cc4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting subnet 04f2a229-663d-4ec5-b016-abbc4d292ba0 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:30.437992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f0d19434-729f-4215-9cb0-749f30989cc4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (04f2a229-663d-4ec5-b016-abbc4d292ba0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.438601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:30.454516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:30.471757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:30.475980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Pushing event updated for resources: {'Port': ['ID=d4335d81-35f5-4ff9-be6b-fec0a0401c46,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:30.546489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:30.547171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.566283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:30.568172 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 5 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:30.641957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ce127c9-5f10-4199-aef5-a1cf0ccef40e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.649194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f0d19434-729f-4215-9cb0-749f30989cc4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (04f2a229-663d-4ec5-b016-abbc4d292ba0), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.680346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Attempting to bind port d4335d81-35f5-4ff9-be6b-fec0a0401c46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:30.680719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Attempting to bind port d4335d81-35f5-4ff9-be6b-fec0a0401c46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2cc285ad-c988-433e-afb2-db51afd0affa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a52aaee-cfdc-4120-860b-48dc47ef0ed9'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:30.681844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Attempting to bind port d4335d81-35f5-4ff9-be6b-fec0a0401c46 on network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:30.684879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ce127c9-5f10-4199-aef5-a1cf0ccef40e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (ff6b5a53-31cf-4c35-88b3-750d5460d204), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.685247 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-4ce127c9-5f10-4199-aef5-a1cf0ccef40e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP ff6b5a53-31cf-4c35-88b3-750d5460d204 disassociated. External IP: 172.36.7.92, port: c9514a8e-d064-4e87-96ab-15e44e691ac1. Sep 25 01:03:30.781321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:30.781940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Checking segment: {'id': '2cc285ad-c988-433e-afb2-db51afd0affa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a52aaee-cfdc-4120-860b-48dc47ef0ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:30.783927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.785603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Bound using segment: {'id': '2cc285ad-c988-433e-afb2-db51afd0affa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a52aaee-cfdc-4120-860b-48dc47ef0ed9'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:30.787083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Bound port: d4335d81-35f5-4ff9-be6b-fec0a0401c46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc285ad-c988-433e-afb2-db51afd0affa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2a52aaee-cfdc-4120-860b-48dc47ef0ed9'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:30.787875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.812830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcd8a088-2d00-482c-9f8b-2c8705337464 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (b85bcf9b-6b93-4270-901b-a1b87a89ef2d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.819714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:30.917706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcd8a088-2d00-482c-9f8b-2c8705337464 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (b85bcf9b-6b93-4270-901b-a1b87a89ef2d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.965589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] For port d4335d81-35f5-4ff9-be6b-fec0a0401c46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:30.974188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] For port d4335d81-35f5-4ff9-be6b-fec0a0401c46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4335d81-35f5-4ff9-be6b-fec0a0401c46,segment=NetworkSegment(2cc285ad-c988-433e-afb2-db51afd0affa),segment_id=2cc285ad-c988-433e-afb2-db51afd0affa)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:30.977378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f0d19434-729f-4215-9cb0-749f30989cc4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (04f2a229-663d-4ec5-b016-abbc4d292ba0), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.992224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.015143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::90 (2a52aaee-cfdc-4120-860b-48dc47ef0ed9/36a83f1c-36de-4f53-bb72-8533c2c4ae15/7f4ddae5-5d86-4cfb-a288-8387b3556645) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:31.131048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcd8a088-2d00-482c-9f8b-2c8705337464 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b85bcf9b-6b93-4270-901b-a1b87a89ef2d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.134178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bcd8a088-2d00-482c-9f8b-2c8705337464 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.135112 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bcd8a088-2d00-482c-9f8b-2c8705337464 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b85bcf9b-6b93-4270-901b-a1b87a89ef2d HTTP/1.1" status: 204 len: 168 time: 0.7376008 Sep 25 01:03:31.136413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41033d05-2b33-4579-89bf-379ef8ae3142 None None] Pushing event updated for resources: {'Port': ['ID=d4335d81-35f5-4ff9-be6b-fec0a0401c46,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:31.147369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53668) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:31.182049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:31.230972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8a088-2d00-482c-9f8b-2c8705337464 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85bcf9b-6b93-4270-901b-a1b87a89ef2d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:31.259275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f0d19434-729f-4215-9cb0-749f30989cc4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (04f2a229-663d-4ec5-b016-abbc4d292ba0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.282175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (7f4ddae5-5d86-4cfb-a288-8387b3556645), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.323326 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 6 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:31.358284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:31.359012 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:31.378546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:31.378931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.379331 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c Sep 25 01:03:31.381224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d19434-729f-4215-9cb0-749f30989cc4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Subnet': ['ID=04f2a229-663d-4ec5-b016-abbc4d292ba0,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:31.397585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:31.406032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f0d19434-729f-4215-9cb0-749f30989cc4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.406294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Allocated IP 172.36.7.225 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/f0d08adc-c296-42e3-8237-4cc769c64eca) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:31.411598 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f0d19434-729f-4215-9cb0-749f30989cc4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/04f2a229-663d-4ec5-b016-abbc4d292ba0 HTTP/1.1" status: 204 len: 168 time: 1.1805692 Sep 25 01:03:31.414396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce127c9-5f10-4199-aef5-a1cf0ccef40e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:31.419694 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d3bc0e2e-a08e-484c-aa8c-457457c195b2 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2201915 Sep 25 01:03:31.421436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53670) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:31.430320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53672) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:31.478678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7d17120a-2bec-46bb-b51b-c6c54e1ae988 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--651592225'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:31.510758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a49846d4-9a05-49c9-93e0-652bd26263ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.515512 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:31.548202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (7f4ddae5-5d86-4cfb-a288-8387b3556645), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.609573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:31.610324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.657731 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3ef44bb1-caab-4852-8dca-0153b0fd7779 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8942866 Sep 25 01:03:31.663635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53674) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:31.673262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c,segment=NetworkSegment(9a681dd5-4231-44da-8ac6-582b939c5e4c),segment_id=9a681dd5-4231-44da-8ac6-582b939c5e4c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:31.679699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.681717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ff58eb2e-edb0-4337-9ca8-cd1bec52b01d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:31.681932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7d17120a-2bec-46bb-b51b-c6c54e1ae988 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.692423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (2a2db023-3583-415f-bfe7-0ff7935ece14), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.708078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'port': {'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4', 'name': 'tempest-AllowedAddressPairTestJSON-290498700', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:2d:42'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:31.780872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=7f4ddae5-5d86-4cfb-a288-8387b3556645,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:31.852905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:31.875137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:31.892571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:31.893183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.893786 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d Sep 25 01:03:31.928691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks [] for port (f0d08adc-c296-42e3-8237-4cc769c64eca), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.956188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3fd628e9-40d6-45be-a5a6-d7bdeef85a37 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (dca52cf9-43d7-4f82-8206-8ef5b0e870a8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:31.989873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:32.011553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:32.023150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7d17120a-2bec-46bb-b51b-c6c54e1ae988 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (afac1c7f-21a6-42e2-b7cf-8ab8e235cd98), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.044325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:32.048927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd628e9-40d6-45be-a5a6-d7bdeef85a37 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Subnet': ['ID=dca52cf9-43d7-4f82-8206-8ef5b0e870a8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:32.050470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7d17120a-2bec-46bb-b51b-c6c54e1ae988 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (afac1c7f-21a6-42e2-b7cf-8ab8e235cd98), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.054257 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 7 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:32.055197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:32.061822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:32.062824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.087556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3fd628e9-40d6-45be-a5a6-d7bdeef85a37 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.098194 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3fd628e9-40d6-45be-a5a6-d7bdeef85a37 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/dca52cf9-43d7-4f82-8206-8ef5b0e870a8 HTTP/1.1" status: 204 len: 168 time: 2.9222720 Sep 25 01:03:32.101785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53676) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:32.126731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (f0d08adc-c296-42e3-8237-4cc769c64eca), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.158308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17120a-2bec-46bb-b51b-c6c54e1ae988 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afac1c7f-21a6-42e2-b7cf-8ab8e235cd98,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:32.167522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:32.167762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.176487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7d17120a-2bec-46bb-b51b-c6c54e1ae988 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.180497 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7d17120a-2bec-46bb-b51b-c6c54e1ae988 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7288151 Sep 25 01:03:32.183350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:32.185315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53678) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:32.199310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Made reservation on behalf of 5ce6978b723049d78eab37138365bfed for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:32.209286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2f47b8d9-856b-4eb8-a865-90123a45000e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': 'afac1c7f-21a6-42e2-b7cf-8ab8e235cd98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:32.214281 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-2f47b8d9-856b-4eb8-a865-90123a45000e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 25 01:03:32.218369 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-2f47b8d9-856b-4eb8-a865-90123a45000e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:32.220785 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2f47b8d9-856b-4eb8-a865-90123a45000e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0215733 Sep 25 01:03:32.223996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:32.225839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff58eb2e-edb0-4337-9ca8-cd1bec52b01d,segment=NetworkSegment(2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc),segment_id=2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:32.232465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.244564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:32.245030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53680) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:32.254819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:32.259066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Pushing event updated for resources: {'Port': ['ID=f0d08adc-c296-42e3-8237-4cc769c64eca,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:32.262169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:32.267683 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5851246f-ad0c-491e-b78f-708e38385001 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0939384 Sep 25 01:03:32.272361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:32.274844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53682) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:32.283928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': '2a52aaee-cfdc-4120-860b-48dc47ef0ed9', 'name': 'tempest-PortsIpV6TestJSON-1936205405'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:32.362980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ff58eb2e-edb0-4337-9ca8-cd1bec52b01d,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:32.421480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce127c9-5f10-4199-aef5-a1cf0ccef40e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:32.429452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ce127c9-5f10-4199-aef5-a1cf0ccef40e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.437427 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32318185-5403-4f4b-8b85-62523adde9ec None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:32.472377 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32318185-5403-4f4b-8b85-62523adde9ec None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:32.473458 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-32318185-5403-4f4b-8b85-62523adde9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:32.482270 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4ce127c9-5f10-4199-aef5-a1cf0ccef40e tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/ff6b5a53-31cf-4c35-88b3-750d5460d204 HTTP/1.1" status: 200 len: 687 time: 2.5168366 Sep 25 01:03:32.483815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd80c54-7ce2-4b1f-9d7f-e6d75ce17642 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:32.485247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53684) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:32.485577 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7dd80c54-7ce2-4b1f-9d7f-e6d75ce17642 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3799446 Sep 25 01:03:32.494772 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53686) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:32.502984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 88b473e6-0860-43cd-a0d9-0ed54345de84 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:32.503337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.544473 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-32318185-5403-4f4b-8b85-62523adde9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:32.557466 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32318185-5403-4f4b-8b85-62523adde9ec None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:32.558574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-32318185-5403-4f4b-8b85-62523adde9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:32.596321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port 88b473e6-0860-43cd-a0d9-0ed54345de84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88b473e6-0860-43cd-a0d9-0ed54345de84,segment=NetworkSegment(cf4bb9e6-0155-46d8-82b6-dcc708bb2b40),segment_id=cf4bb9e6-0155-46d8-82b6-dcc708bb2b40)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:32.596321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.600854 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-32318185-5403-4f4b-8b85-62523adde9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:32.601764 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32318185-5403-4f4b-8b85-62523adde9ec None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:32.644171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:32.673049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 88b473e6-0860-43cd-a0d9-0ed54345de84 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:32.685184 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 8 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:32.694384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (626e09d2-1544-47ff-876e-19efd1b31751), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.713957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:32.717427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d35bf77b-07b2-4a03-a64a-f6963646cfa0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (afac1c7f-21a6-42e2-b7cf-8ab8e235cd98), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.718426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.772400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:32.788698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d35bf77b-07b2-4a03-a64a-f6963646cfa0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (afac1c7f-21a6-42e2-b7cf-8ab8e235cd98), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.805443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks [] for floatingip (e1408470-51f9-4907-bb24-b5c0e04ab593), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.816535 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Deleting port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:32.817025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.826594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 3ff4aa91-29cb-4032-8001-c0a89a8f64ed yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:32.839125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057ec1d-670e-47b0-b353-451bfd567deb None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:03:32.873641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.913653 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:03:32.918069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port d08f9dea-7ba2-482b-9fc7-dbf934db4d60 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:32.918821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d08f9dea-7ba2-482b-9fc7-dbf934db4d60), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.961097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] device_id is not set on port 2cb7b31f-1e03-4ff5-8e7d-eceead1a884a yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:33.022869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:33.078821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057ec1d-670e-47b0-b353-451bfd567deb None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:03:33.102710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d35bf77b-07b2-4a03-a64a-f6963646cfa0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (afac1c7f-21a6-42e2-b7cf-8ab8e235cd98), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.106044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d35bf77b-07b2-4a03-a64a-f6963646cfa0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.109798 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d35bf77b-07b2-4a03-a64a-f6963646cfa0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/afac1c7f-21a6-42e2-b7cf-8ab8e235cd98 HTTP/1.1" status: 204 len: 168 time: 0.8610578 Sep 25 01:03:33.119097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53688) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:33.131554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (88b473e6-0860-43cd-a0d9-0ed54345de84), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.175572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f0d08adc-c296-42e3-8237-4cc769c64eca), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.184471 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:33.192303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:33.223124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bf77b-07b2-4a03-a64a-f6963646cfa0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afac1c7f-21a6-42e2-b7cf-8ab8e235cd98,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:33.234109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=88b473e6-0860-43cd-a0d9-0ed54345de84,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:33.238605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No DVR routers for this DVR port 88b473e6-0860-43cd-a0d9-0ed54345de84 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:33.267611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] For port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff58eb2e-edb0-4337-9ca8-cd1bec52b01d,segment=NetworkSegment(2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc),segment_id=2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:33.269121 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.295310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::292 (2a52aaee-cfdc-4120-860b-48dc47ef0ed9/36a83f1c-36de-4f53-bb72-8533c2c4ae15/3ff4aa91-29cb-4032-8001-c0a89a8f64ed) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:33.338790 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 9 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:33.471189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:33.472037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.472629 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c Sep 25 01:03:33.513529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:33.568783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9325133-41f2-40c0-8776-bd07a1d4a95b None None] Network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:33.573302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a42ac-96ac-4097-b715-4d363fffde0e None None] Network 626e09d2-1544-47ff-876e-19efd1b31751 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:33.616458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:33.636786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42a3997-c211-4eb8-98cb-b1322318cfdd None None] Network 2a2db023-3583-415f-bfe7-0ff7935ece14 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:33.641570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d039a-f0a1-40af-a84f-e7537b1b182d None None] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:33.644655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c723c594-e207-4f58-acb6-5eea9fbecbb1 None None] Network 8ccf073d-ee87-4967-b868-46533c3b9e1f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:33.687443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Calling delete_port for ff58eb2e-edb0-4337-9ca8-cd1bec52b01d owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:33.724550 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-725861b4-3511-4b26-b9cf-4f7d33be82c6 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5978429 Sep 25 01:03:33.733981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53696) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:33.740309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6e7fb840-a668-4127-a98f-290fa4236cd5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--658344276'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:33.829366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (2a2db023-3583-415f-bfe7-0ff7935ece14), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.852590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d08f9dea-7ba2-482b-9fc7-dbf934db4d60), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.853220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (d08f9dea-7ba2-482b-9fc7-dbf934db4d60), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.885190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (3ff4aa91-29cb-4032-8001-c0a89a8f64ed), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.898264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6e7fb840-a668-4127-a98f-290fa4236cd5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.909827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2db023-3583-415f-bfe7-0ff7935ece14']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:33.925712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for d08f9dea-7ba2-482b-9fc7-dbf934db4d60 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:33.947546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4bb9e6-0155-46d8-82b6-dcc708bb2b40') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:33.948296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4bb9e6-0155-46d8-82b6-dcc708bb2b40') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:33.952686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks [] for port (f0d08adc-c296-42e3-8237-4cc769c64eca), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.967780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (f0d08adc-c296-42e3-8237-4cc769c64eca), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.987416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Allocated IP 172.20.0.8 (bae2010e-4ed6-42f0-a259-44ca63458fc4/208cb73d-edba-4f40-acae-e1694c52e7c1/2cb7b31f-1e03-4ff5-8e7d-eceead1a884a) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:33.994818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (cf4bb9e6-0155-46d8-82b6-dcc708bb2b40), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.019645 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Attempt 10 to provision port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b Sep 25 01:03:34.022780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:34.024640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ff58eb2e-edb0-4337-9ca8-cd1bec52b01d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:34.046395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ff58eb2e-edb0-4337-9ca8-cd1bec52b01d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.058095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.087021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:34.097071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cf4bb9e6-0155-46d8-82b6-dcc708bb2b40), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.102072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] No DVR routers for this DVR port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:34.115695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (e1408470-51f9-4907-bb24-b5c0e04ab593), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.148775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:34.149418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (cf4bb9e6-0155-46d8-82b6-dcc708bb2b40), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.167494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Pushing event updated for resources: {'Port': ['ID=f0d08adc-c296-42e3-8237-4cc769c64eca,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:34.173460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (3ff4aa91-29cb-4032-8001-c0a89a8f64ed), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.226552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Port': ['ID=ff58eb2e-edb0-4337-9ca8-cd1bec52b01d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:34.246652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:34.250525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.255326 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cd6e7b2c-d358-4160-b5da-f5d6c7f5ba41 tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1296763 Sep 25 01:03:34.262901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53702) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:34.265696 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment cf4bb9e6-0155-46d8-82b6-dcc708bb2b40 resource provider aggregate not found Sep 25 01:03:34.321353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:34.330882 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment cf4bb9e6-0155-46d8-82b6-dcc708bb2b40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf4bb9e6-0155-46d8-82b6-dcc708bb2b40 found for delete ", "request_id": "req-ac4f64a7-ff56-47b3-866a-d874a9965975"}]} Sep 25 01:03:34.391703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:34.415171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (2a2db023-3583-415f-bfe7-0ff7935ece14), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.421409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.430666 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/networks/2a2db023-3583-415f-bfe7-0ff7935ece14 HTTP/1.1" status: 204 len: 168 time: 3.0032897 Sep 25 01:03:34.438784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53706) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:34.443838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6e7fb840-a668-4127-a98f-290fa4236cd5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (7922d4ad-f2f4-4a3f-b3b9-f533c63f24b8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.448339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9dd954dc-1e54-4db1-a896-54d05916d3b0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-699803394', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:34.451170 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:34.464638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:34.466972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ff58eb2e-edb0-4337-9ca8-cd1bec52b01d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:34.467522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ff58eb2e-edb0-4337-9ca8-cd1bec52b01d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 25 01:03:34.474439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (626e09d2-1544-47ff-876e-19efd1b31751), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.479554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:34.484908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad0d69-63a5-44ed-b3e3-704f07a7d342 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Network': ['ID=2a2db023-3583-415f-bfe7-0ff7935ece14,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:34.489256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:34.490320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.494692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6e7fb840-a668-4127-a98f-290fa4236cd5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7922d4ad-f2f4-4a3f-b3b9-f533c63f24b8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.551208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dd954dc-1e54-4db1-a896-54d05916d3b0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (158c887f-f0df-40f4-a672-f7de71a07111), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.552228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dd954dc-1e54-4db1-a896-54d05916d3b0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (158c887f-f0df-40f4-a672-f7de71a07111), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.559569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=3ff4aa91-29cb-4032-8001-c0a89a8f64ed,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:34.586824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:34.597535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:34.606769 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-77a5d08e-049d-48de-9618-bf2cb0ee488e tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.3155675 Sep 25 01:03:34.611315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d08f9dea-7ba2-482b-9fc7-dbf934db4d60), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.615935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626e09d2-1544-47ff-876e-19efd1b31751']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:34.617827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Port ff58eb2e-edb0-4337-9ca8-cd1bec52b01d not found, will not notify nova. {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 25 01:03:34.618453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d4335d81-35f5-4ff9-be6b-fec0a0401c46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:34.626383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53708) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:34.638361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Could not find standard attr ID for object 5d0b9eaa-f22a-41ef-8984-fdfb0cf046f1. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:34.657144 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ff49d102-6e55-4a3b-9799-fc326b442a54 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3781257 Sep 25 01:03:34.660197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=d08f9dea-7ba2-482b-9fc7-dbf934db4d60,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:34.667410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6e7fb840-a668-4127-a98f-290fa4236cd5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.672927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53710) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:34.678632 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6e7fb840-a668-4127-a98f-290fa4236cd5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9407420 Sep 25 01:03:34.695377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53712) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:34.710440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:34.710927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:34.734293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for port (2cb7b31f-1e03-4ff5-8e7d-eceead1a884a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.743214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:34.752965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d100b8d9-521f-4197-92ab-2b8861703f32 None None] Could not find standard attr ID for object f4496613-3ffe-424c-ab2d-81cf77c26e16. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:34.765947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1d7c5cc8-a21c-4d72-90fa-d864f649b4d2 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '7922d4ad-f2f4-4a3f-b3b9-f533c63f24b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:34.766158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3e789-9f5f-4cb4-9c53-f4ced4bbdfe8 None None] DHCP port deletion for 626e09d2-1544-47ff-876e-19efd1b31751 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:03:34.767187 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-1d7c5cc8-a21c-4d72-90fa-d864f649b4d2 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 25 01:03:34.768505 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-1d7c5cc8-a21c-4d72-90fa-d864f649b4d2 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:34.774734 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1d7c5cc8-a21c-4d72-90fa-d864f649b4d2 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0709524 Sep 25 01:03:34.791192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c0cf7-3491-4007-964c-cd0fcaa66ecd None None] DHCP port deletion for 2a2db023-3583-415f-bfe7-0ff7935ece14 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:03:34.796976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e4c538-b2a8-4947-a247-8cec39bf0917 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:34.802719 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-17e4c538-b2a8-4947-a247-8cec39bf0917 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A90 HTTP/1.1" status: 200 len: 928 time: 0.1236556 Sep 25 01:03:34.806366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53714) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:34.806556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53716) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:34.868321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dd954dc-1e54-4db1-a896-54d05916d3b0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (158c887f-f0df-40f4-a672-f7de71a07111), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.879268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fb840-a668-4127-a98f-290fa4236cd5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7922d4ad-f2f4-4a3f-b3b9-f533c63f24b8,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:34.885328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.904600 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7f4fb45d-dbfe-4230-a317-6f1a10c667e4 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2544641 Sep 25 01:03:34.908870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d4335d81-35f5-4ff9-be6b-fec0a0401c46 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:34.909458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.909994 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d4335d81-35f5-4ff9-be6b-fec0a0401c46 Sep 25 01:03:34.913911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53718) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:34.926990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.953450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Could not find standard attr ID for object ff58eb2e-edb0-4337-9ca8-cd1bec52b01d. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:34.989769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:34.990410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.994692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Could not find standard attr ID for object 9131b7f0-72bb-45b2-b448-bd8dd2cd80da. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:35.020780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Provisioning complete for port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:35.021538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.022225 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Attempt 1 to provision port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c Sep 25 01:03:35.063725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dd954dc-1e54-4db1-a896-54d05916d3b0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (158c887f-f0df-40f4-a672-f7de71a07111), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.081070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (ff6b5a53-31cf-4c35-88b3-750d5460d204), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.085848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.092494 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ed9728bb-ccaa-4ac4-b8b3-71f243a19c45 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ff6b5a53-31cf-4c35-88b3-750d5460d204 HTTP/1.1" status: 204 len: 168 time: 2.6043644 Sep 25 01:03:35.101357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53722) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:35.103676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2cb7b31f-1e03-4ff5-8e7d-eceead1a884a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.193116 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc resource provider aggregate not found Sep 25 01:03:35.193466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d4335d81-35f5-4ff9-be6b-fec0a0401c46 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:35.193931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.242563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port d4335d81-35f5-4ff9-be6b-fec0a0401c46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4335d81-35f5-4ff9-be6b-fec0a0401c46,segment=NetworkSegment(2cc285ad-c988-433e-afb2-db51afd0affa),segment_id=2cc285ad-c988-433e-afb2-db51afd0affa)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:35.247120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Deleting port f0d08adc-c296-42e3-8237-4cc769c64eca {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:35.248982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f0d08adc-c296-42e3-8237-4cc769c64eca), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.251336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.331211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Current status of the port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:35.365456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Provisioning complete for port d4335d81-35f5-4ff9-be6b-fec0a0401c46 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:35.366258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.366788 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Attempt 1 to provision port d4335d81-35f5-4ff9-be6b-fec0a0401c46 Sep 25 01:03:35.376378 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-de78b4ee-229e-497a-af2d-de95f4ac69a8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] delete failed (client error): The resource could not be found. Sep 25 01:03:35.379681 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a7ae49f-f3bf-4f71-b2a4-e43488f6b7fc found for delete ", "request_id": "req-a2b1b533-52a1-4135-abed-210f4419f10e"}]} Sep 25 01:03:35.380891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (626e09d2-1544-47ff-876e-19efd1b31751), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.391382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53726) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:35.392697 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-de78b4ee-229e-497a-af2d-de95f4ac69a8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ff6b5a53-31cf-4c35-88b3-750d5460d204 HTTP/1.1" status: 404 len: 345 time: 0.2810199 Sep 25 01:03:35.442144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dd954dc-1e54-4db1-a896-54d05916d3b0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.442309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.444116 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9dd954dc-1e54-4db1-a896-54d05916d3b0 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0015693 Sep 25 01:03:35.446861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 88b473e6-0860-43cd-a0d9-0ed54345de84 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:35.447583 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/networks/626e09d2-1544-47ff-876e-19efd1b31751 HTTP/1.1" status: 204 len: 168 time: 2.9514158 Sep 25 01:03:35.462366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:35.464096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=d4335d81-35f5-4ff9-be6b-fec0a0401c46,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:35.464614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a9a02089-85f2-4e0e-a03a-b46c3bac3375 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (7922d4ad-f2f4-4a3f-b3b9-f533c63f24b8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.469019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53728) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:35.469518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53730) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:35.508555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'network': {'name': 'tempest-RoutersTest-668970469'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:35.521877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:35.544112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7a7d6-d4be-449d-89a1-1b000a8bab10 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 3ff4aa91-29cb-4032-8001-c0a89a8f64ed {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:35.544654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a7d6-d4be-449d-89a1-1b000a8bab10 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3ff4aa91-29cb-4032-8001-c0a89a8f64ed), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.550412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 88b473e6-0860-43cd-a0d9-0ed54345de84 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:35.551228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 88b473e6-0860-43cd-a0d9-0ed54345de84 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:35.555600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ff58eb2e-edb0-4337-9ca8-cd1bec52b01d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:35.575628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f0d08adc-c296-42e3-8237-4cc769c64eca), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.576029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks [] for floatingip (f0d08adc-c296-42e3-8237-4cc769c64eca), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.592260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Calling delete_port for f0d08adc-c296-42e3-8237-4cc769c64eca owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:35.598878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ff58eb2e-edb0-4337-9ca8-cd1bec52b01d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:35.599927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ff58eb2e-edb0-4337-9ca8-cd1bec52b01d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:35.632247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-356643e1-0497-4bea-80ec-d387d71600fa None None] Current status of the port d4335d81-35f5-4ff9-be6b-fec0a0401c46 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:35.641218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:35.652016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98988dfd-9e80-4511-9fbc-b04e3ce3bc93 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Network': ['ID=626e09d2-1544-47ff-876e-19efd1b31751,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:35.694370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Port': ['ID=2cb7b31f-1e03-4ff5-8e7d-eceead1a884a,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:35.701478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:35.728437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f33fdc-c652-461e-a517-fde3bec0f3a3 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:35.735055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f33fdc-c652-461e-a517-fde3bec0f3a3 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:35.740371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a9a02089-85f2-4e0e-a03a-b46c3bac3375 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (7922d4ad-f2f4-4a3f-b3b9-f533c63f24b8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.744074 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f33fdc-c652-461e-a517-fde3bec0f3a3 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:35.746801 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b5f33fdc-c652-461e-a517-fde3bec0f3a3 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "GET /networking/v2.0/ports?network_id=23b4d6b0-b3d5-4912-b12d-b9281905c988 HTTP/1.1" status: 200 len: 2356 time: 0.3284719 Sep 25 01:03:35.754282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53732) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:35.758595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Provisioning complete for port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:35.759213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.759629 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 1 to provision port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c Sep 25 01:03:35.813451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:35.827578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.832531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b02ed-4121-412f-84f2-0ffc0198a4f6 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:35.833997 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-459b02ed-4121-412f-84f2-0ffc0198a4f6 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "GET /networking/v2.0/subnets/da88c87f-4419-40d7-b365-f51c7d4369be HTTP/1.1" status: 200 len: 797 time: 0.0785129 Sep 25 01:03:35.840313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53734) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:35.859680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'port': {'network_id': '23b4d6b0-b3d5-4912-b12d-b9281905c988', 'name': 'tempest-FloatingIPTestJSON-1191404517', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:35.926291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:35.937760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.941736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Current status of the port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:35.957506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Provisioning complete for port 3ff4aa91-29cb-4032-8001-c0a89a8f64ed triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:35.959307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3ff4aa91-29cb-4032-8001-c0a89a8f64ed), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.959639 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 1 to provision port 3ff4aa91-29cb-4032-8001-c0a89a8f64ed Sep 25 01:03:35.989038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (f0d08adc-c296-42e3-8237-4cc769c64eca), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.004733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port 3ff4aa91-29cb-4032-8001-c0a89a8f64ed cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:36.008129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:36.008799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.014854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (8ccf073d-ee87-4967-b868-46533c3b9e1f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.024400 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Pushing event deleted for resources: {'Port': ['ID=f0d08adc-c296-42e3-8237-4cc769c64eca,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:36.051061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a7d6-d4be-449d-89a1-1b000a8bab10 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3ff4aa91-29cb-4032-8001-c0a89a8f64ed), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.092088 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f3498413-bb8b-4eb7-90fa-010d2632ae75 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.4066103 Sep 25 01:03:36.092866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a9a02089-85f2-4e0e-a03a-b46c3bac3375 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7922d4ad-f2f4-4a3f-b3b9-f533c63f24b8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.094714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53736) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:36.095377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a9a02089-85f2-4e0e-a03a-b46c3bac3375 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.096573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a9a02089-85f2-4e0e-a03a-b46c3bac3375 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7922d4ad-f2f4-4a3f-b3b9-f533c63f24b8 HTTP/1.1" status: 204 len: 168 time: 1.2628691 Sep 25 01:03:36.098208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7a7d6-d4be-449d-89a1-1b000a8bab10 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 3ff4aa91-29cb-4032-8001-c0a89a8f64ed owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:36.108893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53738) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:36.111938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:36.168108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks [] for floatingip (e1408470-51f9-4907-bb24-b5c0e04ab593), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.169419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a02089-85f2-4e0e-a03a-b46c3bac3375 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7922d4ad-f2f4-4a3f-b3b9-f533c63f24b8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:36.171182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.171836 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-00c145bd-da5d-428c-a26c-1a044c672d9c tempest-FloatingIPAdminTestJSON-1636730118 tempest-FloatingIPAdminTestJSON-1636730118-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e1408470-51f9-4907-bb24-b5c0e04ab593 HTTP/1.1" status: 204 len: 168 time: 1.2559214 Sep 25 01:03:36.175479 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53740) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:36.181680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b90a92-e2bf-4772-83a1-bf4b3e8ca4ba tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:36.186953 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b90a92-e2bf-4772-83a1-bf4b3e8ca4ba tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:36.195072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b90a92-e2bf-4772-83a1-bf4b3e8ca4ba tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:36.196855 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f8b90a92-e2bf-4772-83a1-bf4b3e8ca4ba tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1011884 Sep 25 01:03:36.202795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53742) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:36.240064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4713135a-ac3f-45bc-9f8f-7b5bf3cbde91), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.240470 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added segment 4713135a-ac3f-45bc-9f8f-7b5bf3cbde91 of type vlan for network 3737168f-742b-4329-8ee5-f46e4a0a0e1a Sep 25 01:03:36.241629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:36.290328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Deleting port 1037654f-d456-403c-9a9f-56ea482dddda {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:36.290328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1037654f-d456-403c-9a9f-56ea482dddda), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.305640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:36.317010 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9cbc4698-02b0-4fd9-bcc1-f9200895213d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2068419 Sep 25 01:03:36.317716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53744) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:36.365626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Made reservation on behalf of 937675718fc54790a2b8f475b8b6d147 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:36.406830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.418611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:36.462259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (3737168f-742b-4329-8ee5-f46e4a0a0e1a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.492385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] For port 1037654f-d456-403c-9a9f-56ea482dddda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1037654f-d456-403c-9a9f-56ea482dddda,segment=NetworkSegment(b3642093-695e-4381-96cf-ee27ca21b1ba),segment_id=b3642093-695e-4381-96cf-ee27ca21b1ba)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:36.492843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1037654f-d456-403c-9a9f-56ea482dddda), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.507555 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 2 to provision port 3ff4aa91-29cb-4032-8001-c0a89a8f64ed Sep 25 01:03:36.542551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Calling delete_port for 1037654f-d456-403c-9a9f-56ea482dddda owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:36.550120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port 3ff4aa91-29cb-4032-8001-c0a89a8f64ed cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:36.556889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (3737168f-742b-4329-8ee5-f46e4a0a0e1a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.561797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:36.562402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.615524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6225e954-8da7-4eb0-a6fe-a24f823e5064 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--229078300'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:36.629851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:36.707307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6225e954-8da7-4eb0-a6fe-a24f823e5064 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.715365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-6bbae9e4-25d5-4d42-ab89-cda6a918b588 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Deleting port 2cb7b31f-1e03-4ff5-8e7d-eceead1a884a {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:36.715714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6bbae9e4-25d5-4d42-ab89-cda6a918b588 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2cb7b31f-1e03-4ff5-8e7d-eceead1a884a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.724653 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2275910 Sep 25 01:03:36.728581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Deleting port e46b023a-044a-44ee-bb6a-a9975df29710 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:36.728917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e46b023a-044a-44ee-bb6a-a9975df29710), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.730544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53746) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:36.747762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.749371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'subnet': {'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:36.772590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617559f-09a6-4fbb-8bbf-e75a5f8bdc97 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Network': ['ID=3737168f-742b-4329-8ee5-f46e4a0a0e1a,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:36.777444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a7d6-d4be-449d-89a1-1b000a8bab10 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3ff4aa91-29cb-4032-8001-c0a89a8f64ed), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.796434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 3737168f-742b-4329-8ee5-f46e4a0a0e1a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:36.821652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] device_id is not set on port 3884e2c7-b275-45ee-8b2c-f0fd9580b36f yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:36.826330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7a7d6-d4be-449d-89a1-1b000a8bab10 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=3ff4aa91-29cb-4032-8001-c0a89a8f64ed,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:36.876590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:36.921908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a7d6-d4be-449d-89a1-1b000a8bab10 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.928058 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a5a7a7d6-d4be-449d-89a1-1b000a8bab10 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3ff4aa91-29cb-4032-8001-c0a89a8f64ed HTTP/1.1" status: 204 len: 168 time: 2.0846376 Sep 25 01:03:36.930775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53748) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:36.954149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1037654f-d456-403c-9a9f-56ea482dddda), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.008955 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6bbae9e4-25d5-4d42-ab89-cda6a918b588 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2cb7b31f-1e03-4ff5-8e7d-eceead1a884a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.024178 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08b671e-9265-4c0e-a837-8f3c870e3060 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:03:37.028608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e08b671e-9265-4c0e-a837-8f3c870e3060 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/3ff4aa91-29cb-4032-8001-c0a89a8f64ed HTTP/1.1" status: 404 len: 333 time: 0.0907817 Sep 25 01:03:37.032430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53750) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.035862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Port': ['ID=1037654f-d456-403c-9a9f-56ea482dddda,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:37.042477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e46b023a-044a-44ee-bb6a-a9975df29710), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.042818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for floatingip (e46b023a-044a-44ee-bb6a-a9975df29710), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.051655 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 3 to provision port 3ff4aa91-29cb-4032-8001-c0a89a8f64ed Sep 25 01:03:37.066808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-6bbae9e4-25d5-4d42-ab89-cda6a918b588 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Calling delete_port for 2cb7b31f-1e03-4ff5-8e7d-eceead1a884a owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:37.078262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] No DVR routers for this DVR port 1037654f-d456-403c-9a9f-56ea482dddda on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:37.083575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port 3ff4aa91-29cb-4032-8001-c0a89a8f64ed was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:03:37.088932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:37.099491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Provisioning complete for port cd7de4d0-56e8-4124-89dd-c8be4924d2cb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:37.100168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cd7de4d0-56e8-4124-89dd-c8be4924d2cb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.101267 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 1 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:37.136773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:37.163522 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6225e954-8da7-4eb0-a6fe-a24f823e5064 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (10640396-85c4-436f-8ec0-4e3b5542b67a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.171826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Calling delete_port for e46b023a-044a-44ee-bb6a-a9975df29710 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:37.177302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:37.181600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.184697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6225e954-8da7-4eb0-a6fe-a24f823e5064 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (10640396-85c4-436f-8ec0-4e3b5542b67a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.259138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (8ccf073d-ee87-4967-b868-46533c3b9e1f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.299623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-3d740a0e-277a-485b-ba51-52c0d4e166c5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 7f4ddae5-5d86-4cfb-a288-8387b3556645 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:37.299989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d740a0e-277a-485b-ba51-52c0d4e166c5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7f4ddae5-5d86-4cfb-a288-8387b3556645), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.307092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccf073d-ee87-4967-b868-46533c3b9e1f']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:37.335986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6225e954-8da7-4eb0-a6fe-a24f823e5064 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.339895 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6225e954-8da7-4eb0-a6fe-a24f823e5064 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7298641 Sep 25 01:03:37.348518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53752) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.355418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-42fee1e0-511a-481d-b56e-7756c7965603 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '10640396-85c4-436f-8ec0-4e3b5542b67a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:37.359590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d4335d81-35f5-4ff9-be6b-fec0a0401c46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:37.370224 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-42fee1e0-511a-481d-b56e-7756c7965603 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 25 01:03:37.371261 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-42fee1e0-511a-481d-b56e-7756c7965603 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:37.372558 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-42fee1e0-511a-481d-b56e-7756c7965603 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216715 Sep 25 01:03:37.373343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225e954-8da7-4eb0-a6fe-a24f823e5064 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10640396-85c4-436f-8ec0-4e3b5542b67a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:37.380051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53754) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.387502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f96e2b8c-3579-4d6b-9ec8-6f8a1551df71 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '10640396-85c4-436f-8ec0-4e3b5542b67a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:37.387711 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-f96e2b8c-3579-4d6b-9ec8-6f8a1551df71 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 25 01:03:37.390918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3642093-695e-4381-96cf-ee27ca21b1ba') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:37.391021 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-f96e2b8c-3579-4d6b-9ec8-6f8a1551df71 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:37.391122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3642093-695e-4381-96cf-ee27ca21b1ba') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:37.392248 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f96e2b8c-3579-4d6b-9ec8-6f8a1551df71 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088160 Sep 25 01:03:37.398157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53756) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.407221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4319d724-7e21-4faa-b0f9-82aff5820268 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '10640396-85c4-436f-8ec0-4e3b5542b67a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:37.408111 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-4319d724-7e21-4faa-b0f9-82aff5820268 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 25 01:03:37.409423 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-4319d724-7e21-4faa-b0f9-82aff5820268 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:37.413046 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4319d724-7e21-4faa-b0f9-82aff5820268 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110056 Sep 25 01:03:37.413211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (b3642093-695e-4381-96cf-ee27ca21b1ba), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.419776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53758) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.429299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d4335d81-35f5-4ff9-be6b-fec0a0401c46 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:37.430527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.431058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:37.431222 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d4335d81-35f5-4ff9-be6b-fec0a0401c46 Sep 25 01:03:37.454570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b3642093-695e-4381-96cf-ee27ca21b1ba), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.458106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.20.0.14 (23b4d6b0-b3d5-4912-b12d-b9281905c988/da88c87f-4419-40d7-b365-f51c7d4369be/3884e2c7-b275-45ee-8b2c-f0fd9580b36f) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:37.460540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-58da4d4d-402b-43aa-bb4d-967e4ab635e4 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '10640396-85c4-436f-8ec0-4e3b5542b67a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:37.461580 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-58da4d4d-402b-43aa-bb4d-967e4ab635e4 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 25 01:03:37.462406 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-58da4d4d-402b-43aa-bb4d-967e4ab635e4 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:37.466742 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-58da4d4d-402b-43aa-bb4d-967e4ab635e4 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0360489 Sep 25 01:03:37.470502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53760) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.479110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:37.479792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (b3642093-695e-4381-96cf-ee27ca21b1ba), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.485756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:37.509590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.20.0.13 (23b4d6b0-b3d5-4912-b12d-b9281905c988/da88c87f-4419-40d7-b365-f51c7d4369be/3884e2c7-b275-45ee-8b2c-f0fd9580b36f) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:37.523405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d4335d81-35f5-4ff9-be6b-fec0a0401c46 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:37.527292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:37.538898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6bbae9e4-25d5-4d42-ab89-cda6a918b588 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (2cb7b31f-1e03-4ff5-8e7d-eceead1a884a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.590530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbae9e4-25d5-4d42-ab89-cda6a918b588 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event deleted for resources: {'Port': ['ID=2cb7b31f-1e03-4ff5-8e7d-eceead1a884a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:37.638171 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 2 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:37.666510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e46b023a-044a-44ee-bb6a-a9975df29710), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.685997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:37.712084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Pushing event deleted for resources: {'Port': ['ID=e46b023a-044a-44ee-bb6a-a9975df29710,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:37.895148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d740a0e-277a-485b-ba51-52c0d4e166c5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7f4ddae5-5d86-4cfb-a288-8387b3556645), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.900598 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment b3642093-695e-4381-96cf-ee27ca21b1ba resource provider aggregate not found Sep 25 01:03:37.938299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment b3642093-695e-4381-96cf-ee27ca21b1ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3642093-695e-4381-96cf-ee27ca21b1ba found for delete ", "request_id": "req-5b255c94-1e7e-4743-89c5-9887c584ec7f"}]} Sep 25 01:03:37.951584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks [] for floatingip (8917f7a8-2015-4138-966f-d4bbc92772c7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.954066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-3d740a0e-277a-485b-ba51-52c0d4e166c5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 7f4ddae5-5d86-4cfb-a288-8387b3556645 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:37.954364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.955815 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-649a4c55-c46e-4959-8d92-2fde559b6d80 tempest-FloatingIPAdminTestJSON-493381593 tempest-FloatingIPAdminTestJSON-493381593-project-admin] 10.222.0.49 "DELETE /networking/v2.0/floatingips/8917f7a8-2015-4138-966f-d4bbc92772c7 HTTP/1.1" status: 204 len: 168 time: 1.7574003 Sep 25 01:03:37.960380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6bbae9e4-25d5-4d42-ab89-cda6a918b588 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.960560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53766) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.963885 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6bbae9e4-25d5-4d42-ab89-cda6a918b588 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "DELETE /networking/v2.0/ports/2cb7b31f-1e03-4ff5-8e7d-eceead1a884a HTTP/1.1" status: 204 len: 168 time: 1.7551239 Sep 25 01:03:37.969819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53768) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.981961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (8ccf073d-ee87-4967-b868-46533c3b9e1f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.999285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (4703a319-a610-4b82-9c73-9edd21c6d077), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.001513 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a256a4ee-7ce8-4641-a623-94e8de70ddbc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] GET failed (client error): The resource could not be found. Sep 25 01:03:38.003631 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a256a4ee-7ce8-4641-a623-94e8de70ddbc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "GET /networking/v2.0/ports/2cb7b31f-1e03-4ff5-8e7d-eceead1a884a HTTP/1.1" status: 404 len: 333 time: 0.0328019 Sep 25 01:03:38.011082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53770) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:38.040455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'port': {'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4', 'name': 'tempest-AllowedAddressPairTestJSON-1509927442'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:38.071321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.074488 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8ccf073d-ee87-4967-b868-46533c3b9e1f HTTP/1.1" status: 204 len: 168 time: 2.5914845 Sep 25 01:03:38.083647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53772) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:38.104425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4874d97-b87d-4e2e-8ff2-cfa1bca0fc5a tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Network': ['ID=8ccf073d-ee87-4967-b868-46533c3b9e1f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:38.141546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Subnet': ['ID=4703a319-a610-4b82-9c73-9edd21c6d077,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:38.170558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Checking segment: {'id': '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:38.170921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network hostable DHCP agents. Network: 3737168f-742b-4329-8ee5-f46e4a0a0e1a, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:38.187242 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 3 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:38.209519 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 3737168f-742b-4329-8ee5-f46e4a0a0e1a is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:38.222483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8031a2f2-6b72-49ee-99e8-52fc061157e1 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (10640396-85c4-436f-8ec0-4e3b5542b67a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.223909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3737168f-742b-4329-8ee5-f46e4a0a0e1a) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:38.226205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Made reservation on behalf of 5ce6978b723049d78eab37138365bfed for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:38.230276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.234856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:38.240119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcdc2a7-8498-4f1b-b75b-29016611f5e2 None None] Network 3737168f-742b-4329-8ee5-f46e4a0a0e1a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:38.244621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:38.245222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.262176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:38.270341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] device_id is not set on port c398e9e4-eec8-40d7-88e5-13cc48bacae0 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:38.315941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-ceb986aa-33ad-4643-9a17-862b22a8283d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Deleting port 6a1871eb-ed88-44ff-8ced-562b7d7eb54b {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:38.316314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ceb986aa-33ad-4643-9a17-862b22a8283d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6a1871eb-ed88-44ff-8ced-562b7d7eb54b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.328889 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9bc7c146-1de7-4a9a-b119-2567db4795cb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5866373 Sep 25 01:03:38.333130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53774) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:38.344677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:38.348810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8031a2f2-6b72-49ee-99e8-52fc061157e1 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (10640396-85c4-436f-8ec0-4e3b5542b67a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.369557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:38.370748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.418569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (86615f22-cbc5-4c96-89c3-0d9256ef0635), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.454760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:38.540243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (3884e2c7-b275-45ee-8b2c-f0fd9580b36f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.579800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Allocated IP 172.20.0.2 (3737168f-742b-4329-8ee5-f46e4a0a0e1a/4703a319-a610-4b82-9c73-9edd21c6d077/7d54a04f-4be4-44a5-adb3-647fd8df6f61) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:38.595105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8031a2f2-6b72-49ee-99e8-52fc061157e1 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (10640396-85c4-436f-8ec0-4e3b5542b67a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.597786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8031a2f2-6b72-49ee-99e8-52fc061157e1 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.598935 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8031a2f2-6b72-49ee-99e8-52fc061157e1 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/10640396-85c4-436f-8ec0-4e3b5542b67a HTTP/1.1" status: 204 len: 168 time: 1.1233935 Sep 25 01:03:38.599497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:38.605674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53776) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:38.645283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Allocated IP 172.20.0.13 (bae2010e-4ed6-42f0-a259-44ca63458fc4/208cb73d-edba-4f40-acae-e1694c52e7c1/c398e9e4-eec8-40d7-88e5-13cc48bacae0) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:38.672854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ceb986aa-33ad-4643-9a17-862b22a8283d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6a1871eb-ed88-44ff-8ced-562b7d7eb54b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.676295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031a2f2-6b72-49ee-99e8-52fc061157e1 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10640396-85c4-436f-8ec0-4e3b5542b67a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:38.694201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d740a0e-277a-485b-ba51-52c0d4e166c5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7f4ddae5-5d86-4cfb-a288-8387b3556645), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.707922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (86615f22-cbc5-4c96-89c3-0d9256ef0635), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.719304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-ceb986aa-33ad-4643-9a17-862b22a8283d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Calling delete_port for 6a1871eb-ed88-44ff-8ced-562b7d7eb54b owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:38.737664 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 4 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:38.760073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d740a0e-277a-485b-ba51-52c0d4e166c5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=7f4ddae5-5d86-4cfb-a288-8387b3556645,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:38.776109 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6de1f74a-a548-4986-b6ee-8d516b4f4767 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1691804 Sep 25 01:03:38.783071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53778) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:38.789559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-add8718f-7b4f-4967-a534-6060468ae709 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967752072'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:38.793511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:38.805829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:38.821545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.829585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86615f22-cbc5-4c96-89c3-0d9256ef0635']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:38.832649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3884e2c7-b275-45ee-8b2c-f0fd9580b36f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.904926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b898552-e328-48a4-8475-2c5ade285973') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:38.905547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b898552-e328-48a4-8475-2c5ade285973') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:38.909702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-add8718f-7b4f-4967-a534-6060468ae709 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.925748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Publish callbacks [] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.939084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.954777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d740a0e-277a-485b-ba51-52c0d4e166c5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.960625 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3d740a0e-277a-485b-ba51-52c0d4e166c5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/7f4ddae5-5d86-4cfb-a288-8387b3556645 HTTP/1.1" status: 204 len: 168 time: 1.9196198 Sep 25 01:03:38.960625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (7b898552-e328-48a4-8475-2c5ade285973), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.967694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53780) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.002619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Network 3737168f-742b-4329-8ee5-f46e4a0a0e1a is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:39.007340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:39.024966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:39.028842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:39.029048 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-018b73c0-f4e6-4ee8-90b2-436d7bfce82f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:03:39.032172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7b898552-e328-48a4-8475-2c5ade285973), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.032390 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-018b73c0-f4e6-4ee8-90b2-436d7bfce82f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/7f4ddae5-5d86-4cfb-a288-8387b3556645 HTTP/1.1" status: 404 len: 333 time: 0.0576675 Sep 25 01:03:39.035455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53782) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.057413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=3884e2c7-b275-45ee-8b2c-f0fd9580b36f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:39.068172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:39.076263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:39.086948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:39.087375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (7b898552-e328-48a4-8475-2c5ade285973), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.134669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Attempting to bind port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:39.136110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Attempting to bind port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:39.136110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Attempting to bind port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 on network 3737168f-742b-4329-8ee5-f46e4a0a0e1a {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:39.140097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Pushing event updated for resources: {'Port': ['ID=7d54a04f-4be4-44a5-adb3-647fd8df6f61,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:39.168694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for port (c398e9e4-eec8-40d7-88e5-13cc48bacae0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.188983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d75650b-79a8-41e1-b7fe-7726c7fc03e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet 36a83f1c-36de-4f53-bb72-8533c2c4ae15 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:39.194289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=4,neutron:DELETE=8,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:39.199996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:39.219816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:39.220503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Checking segment: {'id': '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:39.221210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.221845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Bound using segment: {'id': '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:39.222718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Bound port: 7d54a04f-4be4-44a5-adb3-647fd8df6f61, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:39.223303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.290873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:39.291569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.319185 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 5 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:39.325605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-add8718f-7b4f-4967-a534-6060468ae709 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (401aabc6-1346-4ae0-8428-1ec507e533fc), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.329051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (86615f22-cbc5-4c96-89c3-0d9256ef0635), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.338447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.344886 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/networks/86615f22-cbc5-4c96-89c3-0d9256ef0635 HTTP/1.1" status: 204 len: 168 time: 1.2572677 Sep 25 01:03:39.350778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53784) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.351577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-add8718f-7b4f-4967-a534-6060468ae709 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (401aabc6-1346-4ae0-8428-1ec507e533fc), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.370997 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-73ecd245-1442-4fa1-8724-8c730c08e932 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.5112395 Sep 25 01:03:39.387277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53786) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.411237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '3884e2c7-b275-45ee-8b2c-f0fd9580b36f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:39.417525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed3b90-2e7e-4ffa-854b-111fab387e94 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Network': ['ID=86615f22-cbc5-4c96-89c3-0d9256ef0635,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:39.447466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-add8718f-7b4f-4967-a534-6060468ae709 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.457312 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-add8718f-7b4f-4967-a534-6060468ae709 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6642070 Sep 25 01:03:39.462798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53788) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.478685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:39.483403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-893d4f04-bcac-495c-b509-165083b2572c None None] For port 7d54a04f-4be4-44a5-adb3-647fd8df6f61, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:39.490453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-893d4f04-bcac-495c-b509-165083b2572c None None] For port 7d54a04f-4be4-44a5-adb3-647fd8df6f61, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d54a04f-4be4-44a5-adb3-647fd8df6f61,segment=NetworkSegment(4713135a-ac3f-45bc-9f8f-7b5bf3cbde91),segment_id=4713135a-ac3f-45bc-9f8f-7b5bf3cbde91)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:39.501251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.503484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:39.511323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a46f6363-1cab-442b-8fdf-9c75445e567c tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '401aabc6-1346-4ae0-8428-1ec507e533fc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:39.512469 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-a46f6363-1cab-442b-8fdf-9c75445e567c tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 25 01:03:39.513229 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-a46f6363-1cab-442b-8fdf-9c75445e567c tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:39.514928 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a46f6363-1cab-442b-8fdf-9c75445e567c tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0477440 Sep 25 01:03:39.520719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ceb986aa-33ad-4643-9a17-862b22a8283d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (6a1871eb-ed88-44ff-8ced-562b7d7eb54b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.531084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53790) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.547281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-078c6e80-c104-45e4-bec5-b1f1b084cf75 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '401aabc6-1346-4ae0-8428-1ec507e533fc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:39.597542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8718f-7b4f-4967-a534-6060468ae709 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401aabc6-1346-4ae0-8428-1ec507e533fc,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:39.619412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb986aa-33ad-4643-9a17-862b22a8283d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event deleted for resources: {'Port': ['ID=6a1871eb-ed88-44ff-8ced-562b7d7eb54b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:39.634222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d4f04-bcac-495c-b509-165083b2572c None None] Pushing event updated for resources: {'Port': ['ID=7d54a04f-4be4-44a5-adb3-647fd8df6f61,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:39.652586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.655157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d75650b-79a8-41e1-b7fe-7726c7fc03e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (36a83f1c-36de-4f53-bb72-8533c2c4ae15), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.681284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (588de846-4e10-4a29-95b1-86f35a834b5c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.780758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d75650b-79a8-41e1-b7fe-7726c7fc03e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (36a83f1c-36de-4f53-bb72-8533c2c4ae15), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.857494 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-078c6e80-c104-45e4-bec5-b1f1b084cf75 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:39.862064 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-078c6e80-c104-45e4-bec5-b1f1b084cf75 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3198261 Sep 25 01:03:39.874098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:39.885387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ceb986aa-33ad-4643-9a17-862b22a8283d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.889251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53792) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.890511 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ceb986aa-33ad-4643-9a17-862b22a8283d tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6a1871eb-ed88-44ff-8ced-562b7d7eb54b HTTP/1.1" status: 204 len: 168 time: 1.9199562 Sep 25 01:03:39.895861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8966c125-62b5-44b5-9e9b-38be014bc9d6 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '401aabc6-1346-4ae0-8428-1ec507e533fc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:39.896719 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-8966c125-62b5-44b5-9e9b-38be014bc9d6 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 25 01:03:39.897237 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-8966c125-62b5-44b5-9e9b-38be014bc9d6 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:39.900881 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8966c125-62b5-44b5-9e9b-38be014bc9d6 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074942 Sep 25 01:03:39.900881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53794) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.908017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53796) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.942135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d38a6fd2-7084-4be8-8f03-45fe12c8a626 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '401aabc6-1346-4ae0-8428-1ec507e533fc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:39.948021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.974498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c398e9e4-eec8-40d7-88e5-13cc48bacae0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.980157 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 6 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:40.062049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:40.063462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:40.069176 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7b898552-e328-48a4-8475-2c5ade285973 resource provider aggregate not found Sep 25 01:03:40.082118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (588de846-4e10-4a29-95b1-86f35a834b5c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.137138 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7b898552-e328-48a4-8475-2c5ade285973 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b898552-e328-48a4-8475-2c5ade285973 found for delete ", "request_id": "req-ae89154e-49ed-4dab-9cd3-4e3f6cbdb9b7"}]} Sep 25 01:03:40.137901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0655d1-aa83-4b64-9fc5-9e102f23e9c7 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:40.143598 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0e0655d1-aa83-4b64-9fc5-9e102f23e9c7 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=62cc400b-f5fe-43fc-a6a3-8853862ea056 HTTP/1.1" status: 200 len: 913 time: 0.2288489 Sep 25 01:03:40.148875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.20.0.1 (3737168f-742b-4329-8ee5-f46e4a0a0e1a/4703a319-a610-4b82-9c73-9edd21c6d077/0effb53e-37d6-413c-bffa-edd2e0778af2) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:40.151200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53802) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:40.157836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Port': ['ID=c398e9e4-eec8-40d7-88e5-13cc48bacae0,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:40.163684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588de846-4e10-4a29-95b1-86f35a834b5c']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:40.177000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d75650b-79a8-41e1-b7fe-7726c7fc03e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (36a83f1c-36de-4f53-bb72-8533c2c4ae15), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.184069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:40.209301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:40.218701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:40.232963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b19fadd-7d61-44ec-a2ee-cdcabef495ce') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:40.233477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b19fadd-7d61-44ec-a2ee-cdcabef495ce') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:40.263220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (3b19fadd-7d61-44ec-a2ee-cdcabef495ce), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.296074 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-d38a6fd2-7084-4be8-8f03-45fe12c8a626 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:40.299918 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d38a6fd2-7084-4be8-8f03-45fe12c8a626 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3833721 Sep 25 01:03:40.305788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53804) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:40.322738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-062b45fb-cb80-4d76-9388-5bbfc843fa43 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '401aabc6-1346-4ae0-8428-1ec507e533fc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:40.323461 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-062b45fb-cb80-4d76-9388-5bbfc843fa43 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 25 01:03:40.325869 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-062b45fb-cb80-4d76-9388-5bbfc843fa43 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:40.330438 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-062b45fb-cb80-4d76-9388-5bbfc843fa43 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0187540 Sep 25 01:03:40.333544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53806) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:40.347709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-894a4557-10be-4caa-9d27-0220b6204821 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '401aabc6-1346-4ae0-8428-1ec507e533fc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:40.359546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3b19fadd-7d61-44ec-a2ee-cdcabef495ce), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.390738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:40.391417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.401118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:40.402256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (3b19fadd-7d61-44ec-a2ee-cdcabef495ce), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.411484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d75650b-79a8-41e1-b7fe-7726c7fc03e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (36a83f1c-36de-4f53-bb72-8533c2c4ae15), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.411970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:40.448854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.36.7.72 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/963a0551-9d1b-451f-8e54-6c180a12488b) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:40.461503 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-894a4557-10be-4caa-9d27-0220b6204821 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Project bb816d8d5ea9433ebf24207f8a9cf79f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:03:40.476998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75650b-79a8-41e1-b7fe-7726c7fc03e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=36a83f1c-36de-4f53-bb72-8533c2c4ae15,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:40.496925 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-89bfd596-1972-4239-950f-0626cec94b62 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4801338 Sep 25 01:03:40.500780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53808) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:40.503545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d75650b-79a8-41e1-b7fe-7726c7fc03e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.511676 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7d75650b-79a8-41e1-b7fe-7726c7fc03e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/36a83f1c-36de-4f53-bb72-8533c2c4ae15 HTTP/1.1" status: 204 len: 168 time: 1.4738426 Sep 25 01:03:40.512468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243580ae-5db4-462c-a5b1-730a97d7a3be None None] Network 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:40.513907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53810) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:40.523974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6a2c30a6-b5c4-42d8-99cf-d3d17a9078b4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:2d:42'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:40.541747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.581628 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 7 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:40.586580 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-894a4557-10be-4caa-9d27-0220b6204821 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:40.592127 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-894a4557-10be-4caa-9d27-0220b6204821 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2528510 Sep 25 01:03:40.630808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53812) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:40.652724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.684371 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:40.692186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c24ed756-ac23-4e0e-b087-d513733ddf9c tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '401aabc6-1346-4ae0-8428-1ec507e533fc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:40.693118 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-c24ed756-ac23-4e0e-b087-d513733ddf9c tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 25 01:03:40.693749 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-c24ed756-ac23-4e0e-b087-d513733ddf9c tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:40.699029 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c24ed756-ac23-4e0e-b087-d513733ddf9c tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067911 Sep 25 01:03:40.713849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:40.719552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53814) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:40.729227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-994d73c1-f6a6-489c-9b1e-e08df7b42d16 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '401aabc6-1346-4ae0-8428-1ec507e533fc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:40.809900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (588de846-4e10-4a29-95b1-86f35a834b5c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.811391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77614ce6-d55f-4708-85cf-02cda6ce5d0c None None] DHCP port deletion for 2a52aaee-cfdc-4120-860b-48dc47ef0ed9 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:03:40.834962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (2a52aaee-cfdc-4120-860b-48dc47ef0ed9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.874642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-77614ce6-d55f-4708-85cf-02cda6ce5d0c None None] Deleting port d4335d81-35f5-4ff9-be6b-fec0a0401c46 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:40.875448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-77614ce6-d55f-4708-85cf-02cda6ce5d0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.886339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.900141 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] 10.222.0.49 "DELETE /networking/v2.0/networks/588de846-4e10-4a29-95b1-86f35a834b5c HTTP/1.1" status: 204 len: 168 time: 1.5310426 Sep 25 01:03:40.936893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.941750 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-994d73c1-f6a6-489c-9b1e-e08df7b42d16 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Project bb816d8d5ea9433ebf24207f8a9cf79f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:03:40.980501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef74ab-0926-4627-9f61-3eb0fb2acf42 tempest-BulkNetworkOpsTest-1146 tempest-BulkNetworkOpsTest-1146-project] Pushing event deleted for resources: {'Network': ['ID=588de846-4e10-4a29-95b1-86f35a834b5c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:41.002369 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:41.015394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=0effb53e-37d6-413c-bffa-edd2e0778af2,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:41.029974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-77614ce6-d55f-4708-85cf-02cda6ce5d0c None None] For port d4335d81-35f5-4ff9-be6b-fec0a0401c46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4335d81-35f5-4ff9-be6b-fec0a0401c46,segment=NetworkSegment(2cc285ad-c988-433e-afb2-db51afd0affa),segment_id=2cc285ad-c988-433e-afb2-db51afd0affa)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:41.030794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-77614ce6-d55f-4708-85cf-02cda6ce5d0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.041120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port d4335d81-35f5-4ff9-be6b-fec0a0401c46 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:41.041377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.065736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-77614ce6-d55f-4708-85cf-02cda6ce5d0c None None] Calling delete_port for d4335d81-35f5-4ff9-be6b-fec0a0401c46 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:41.121418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] For port d4335d81-35f5-4ff9-be6b-fec0a0401c46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4335d81-35f5-4ff9-be6b-fec0a0401c46,segment=NetworkSegment(2cc285ad-c988-433e-afb2-db51afd0affa),segment_id=2cc285ad-c988-433e-afb2-db51afd0affa)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:41.121787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.141376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for d4335d81-35f5-4ff9-be6b-fec0a0401c46 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:41.175994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (62cc400b-f5fe-43fc-a6a3-8853862ea056), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.198550 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:41.218272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:41.226736 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 8 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:41.230640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a2441-e9d5-4b40-a384-bba44a3c636e None None] Network 3737168f-742b-4329-8ee5-f46e4a0a0e1a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:41.244790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-77614ce6-d55f-4708-85cf-02cda6ce5d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.245431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 3737168f-742b-4329-8ee5-f46e4a0a0e1a is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:41.270262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:41.272938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:41.279818 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-994d73c1-f6a6-489c-9b1e-e08df7b42d16 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:41.282082 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-994d73c1-f6a6-489c-9b1e-e08df7b42d16 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5592952 Sep 25 01:03:41.301559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53820) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:41.315269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-54888395-fd35-4c11-899d-97d5c971cd7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '401aabc6-1346-4ae0-8428-1ec507e533fc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:41.358082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a2c30a6-b5c4-42d8-99cf-d3d17a9078b4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c398e9e4-eec8-40d7-88e5-13cc48bacae0), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.384816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (963a0551-9d1b-451f-8e54-6c180a12488b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.456995 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-54888395-fd35-4c11-899d-97d5c971cd7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Project bb816d8d5ea9433ebf24207f8a9cf79f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:03:41.464027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d4335d81-35f5-4ff9-be6b-fec0a0401c46), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.472356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.491582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-54888395-fd35-4c11-899d-97d5c971cd7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:41.495995 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-54888395-fd35-4c11-899d-97d5c971cd7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1820991 Sep 25 01:03:41.496641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53822) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:41.513181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53824) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:41.537552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7d54a04f-4be4-44a5-adb3-647fd8df6f61 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:41.553362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=d4335d81-35f5-4ff9-be6b-fec0a0401c46,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:41.558984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No DVR routers for this DVR port d4335d81-35f5-4ff9-be6b-fec0a0401c46 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:41.576966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (963a0551-9d1b-451f-8e54-6c180a12488b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.644932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77614ce6-d55f-4708-85cf-02cda6ce5d0c None None] Pushing event deleted for resources: {'Port': ['ID=d4335d81-35f5-4ff9-be6b-fec0a0401c46,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:41.651584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77614ce6-d55f-4708-85cf-02cda6ce5d0c None None] No DVR routers for this DVR port d4335d81-35f5-4ff9-be6b-fec0a0401c46 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:41.677526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:41.689943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:41.691384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.691578 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 Sep 25 01:03:41.691936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:41.708827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:41.718015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:41.721733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=963a0551-9d1b-451f-8e54-6c180a12488b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:41.740276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:41.763863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:41.767595 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ec62a48-a5f1-4f22-8fe1-fa36b7c97e51 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (401aabc6-1346-4ae0-8428-1ec507e533fc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.783901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (2a52aaee-cfdc-4120-860b-48dc47ef0ed9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.850656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ec62a48-a5f1-4f22-8fe1-fa36b7c97e51 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (401aabc6-1346-4ae0-8428-1ec507e533fc), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.872415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:41.873180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.875831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a52aaee-cfdc-4120-860b-48dc47ef0ed9']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:41.923485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc285ad-c988-433e-afb2-db51afd0affa') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:41.923646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc285ad-c988-433e-afb2-db51afd0affa') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:41.938133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 7d54a04f-4be4-44a5-adb3-647fd8df6f61, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d54a04f-4be4-44a5-adb3-647fd8df6f61,segment=NetworkSegment(4713135a-ac3f-45bc-9f8f-7b5bf3cbde91),segment_id=4713135a-ac3f-45bc-9f8f-7b5bf3cbde91)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:41.946338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.946713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.958262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (2cc285ad-c988-433e-afb2-db51afd0affa), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.012950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2cc285ad-c988-433e-afb2-db51afd0affa), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.045400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d4335d81-35f5-4ff9-be6b-fec0a0401c46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:42.061631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:42.062049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (2cc285ad-c988-433e-afb2-db51afd0affa), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.088230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a2c30a6-b5c4-42d8-99cf-d3d17a9078b4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for port (c398e9e4-eec8-40d7-88e5-13cc48bacae0), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.097226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: d4335d81-35f5-4ff9-be6b-fec0a0401c46 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:42.098452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d4335d81-35f5-4ff9-be6b-fec0a0401c46 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:42.099158 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2cc285ad-c988-433e-afb2-db51afd0affa resource provider aggregate not found Sep 25 01:03:42.099583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=7d54a04f-4be4-44a5-adb3-647fd8df6f61,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:42.175109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.180149 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 9 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:42.256742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:42.265525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a2c30a6-b5c4-42d8-99cf-d3d17a9078b4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (c398e9e4-eec8-40d7-88e5-13cc48bacae0), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.273269 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2cc285ad-c988-433e-afb2-db51afd0affa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cc285ad-c988-433e-afb2-db51afd0affa found for delete ", "request_id": "req-aea5c333-d3ae-4056-b155-f73002108b8b"}]} Sep 25 01:03:42.370641 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 3b19fadd-7d61-44ec-a2ee-cdcabef495ce resource provider aggregate not found Sep 25 01:03:42.373329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (2a52aaee-cfdc-4120-860b-48dc47ef0ed9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.409832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.417489 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/networks/2a52aaee-cfdc-4120-860b-48dc47ef0ed9 HTTP/1.1" status: 204 len: 168 time: 1.8840973 Sep 25 01:03:42.432900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53836) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:42.434058 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 3b19fadd-7d61-44ec-a2ee-cdcabef495ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b19fadd-7d61-44ec-a2ee-cdcabef495ce found for delete ", "request_id": "req-91265c43-2d64-43ef-a615-c50b200408c0"}]} Sep 25 01:03:42.437115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.437715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Deleting port 7d4ddf8e-2cef-4aa5-a817-40774826ca8c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:42.438141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7d4ddf8e-2cef-4aa5-a817-40774826ca8c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.442094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-918999722'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:42.446495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.471872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c30a6-b5c4-42d8-99cf-d3d17a9078b4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] In _notify_port_updated(), no bound segment for port c398e9e4-eec8-40d7-88e5-13cc48bacae0 on network bae2010e-4ed6-42f0-a259-44ca63458fc4 {{(pid=107188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:03:42.476509 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c30a6-b5c4-42d8-99cf-d3d17a9078b4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:42.477189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a2c30a6-b5c4-42d8-99cf-d3d17a9078b4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.478472 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6a2c30a6-b5c4-42d8-99cf-d3d17a9078b4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "PUT /networking/v2.0/ports/c398e9e4-eec8-40d7-88e5-13cc48bacae0 HTTP/1.1" status: 200 len: 994 time: 1.9656105 Sep 25 01:03:42.491258 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8404b6f-0f0b-4150-ac92-e544ea0b2007 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Network': ['ID=2a52aaee-cfdc-4120-860b-48dc47ef0ed9,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:42.495115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53838) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:42.513349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c30a6-b5c4-42d8-99cf-d3d17a9078b4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Port': ['ID=c398e9e4-eec8-40d7-88e5-13cc48bacae0,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:42.551637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ec62a48-a5f1-4f22-8fe1-fa36b7c97e51 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (401aabc6-1346-4ae0-8428-1ec507e533fc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.554720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ec62a48-a5f1-4f22-8fe1-fa36b7c97e51 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.561023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0ec62a48-a5f1-4f22-8fe1-fa36b7c97e51 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/401aabc6-1346-4ae0-8428-1ec507e533fc HTTP/1.1" status: 204 len: 168 time: 1.0580602 Sep 25 01:03:42.561299 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=10 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.567827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53840) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:42.568195 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-445456c8-fd34-4e8d-9e84-b2ce81304afb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=961215e599694b57a594e8dcc8edb2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0530438 Sep 25 01:03:42.606207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53842) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:42.612901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:42.616658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.620878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec62a48-a5f1-4f22-8fe1-fa36b7c97e51 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401aabc6-1346-4ae0-8428-1ec507e533fc,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:42.691809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7d4ddf8e-2cef-4aa5-a817-40774826ca8c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.714130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Calling delete_port for 7d4ddf8e-2cef-4aa5-a817-40774826ca8c owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:42.758533 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Attempt 10 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:42.776811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:42.807690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:42.810976 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a54e2467-7573-4c71-8102-f5a0ad21172f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2391374 Sep 25 01:03:42.811820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-49b5cf31-4ad6-4a88-a382-634d25bacd54 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Deleting port c398e9e4-eec8-40d7-88e5-13cc48bacae0 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:42.812265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49b5cf31-4ad6-4a88-a382-634d25bacd54 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c398e9e4-eec8-40d7-88e5-13cc48bacae0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.818116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53844) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:42.818415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Could not find standard attr ID for object 7f4ddae5-5d86-4cfb-a288-8387b3556645. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:42.824699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0667193b-080a-4469-8504-f58068dcfc55 None None] Could not find standard attr ID for object d4335d81-35f5-4ff9-be6b-fec0a0401c46. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:42.825727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7e68f864-3d56-4f00-98cd-d95ac1c9d71b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734475923'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:42.832088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b75a0034-bd5e-4c69-9852-748c2239cc1c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.832609 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Added segment b75a0034-bd5e-4c69-9852-748c2239cc1c of type vlan for network 914f678b-f454-48bd-99a2-d30e8e1a865b Sep 25 01:03:42.915100 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=14 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.963921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Provisioning complete for port c398e9e4-eec8-40d7-88e5-13cc48bacae0 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:42.964879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c398e9e4-eec8-40d7-88e5-13cc48bacae0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.966998 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 1 to provision port c398e9e4-eec8-40d7-88e5-13cc48bacae0 Sep 25 01:03:43.002821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0221db28-6597-499a-9cc7-6998b017b797 admin admin] Publish callbacks [] for security_group (0cdb0abf-a72e-4748-9daa-1b6c5c41b250), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.035297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port c398e9e4-eec8-40d7-88e5-13cc48bacae0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:43.056688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (c4de3e75-9a41-4ebb-acc2-d78a6364b62c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.106993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:43.175447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7d4ddf8e-2cef-4aa5-a817-40774826ca8c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.211256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event deleted for resources: {'Port': ['ID=7d4ddf8e-2cef-4aa5-a817-40774826ca8c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:43.223888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (963a0551-9d1b-451f-8e54-6c180a12488b), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.323403 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.326075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e68f864-3d56-4f00-98cd-d95ac1c9d71b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.367815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.403910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (914f678b-f454-48bd-99a2-d30e8e1a865b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.414577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7d54a04f-4be4-44a5-adb3-647fd8df6f61 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:43.482026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0221db28-6597-499a-9cc7-6998b017b797 admin admin] Publish callbacks [] for security_group (0cdb0abf-a72e-4748-9daa-1b6c5c41b250), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.486069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (62cc400b-f5fe-43fc-a6a3-8853862ea056), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.487013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:43.487350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.487977 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 Sep 25 01:03:43.537017 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 2 to provision port c398e9e4-eec8-40d7-88e5-13cc48bacae0 Sep 25 01:03:43.556556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:43.559462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:43.575584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49b5cf31-4ad6-4a88-a382-634d25bacd54 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c398e9e4-eec8-40d7-88e5-13cc48bacae0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.581014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:03:43.584608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port c398e9e4-eec8-40d7-88e5-13cc48bacae0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:43.634262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:43.636699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:43.644144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-49b5cf31-4ad6-4a88-a382-634d25bacd54 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Calling delete_port for c398e9e4-eec8-40d7-88e5-13cc48bacae0 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:43.658221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.666651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=0effb53e-37d6-413c-bffa-edd2e0778af2,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:43.690361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (914f678b-f454-48bd-99a2-d30e8e1a865b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.695385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:43.696023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.700070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (963a0551-9d1b-451f-8e54-6c180a12488b), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.707402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (963a0551-9d1b-451f-8e54-6c180a12488b), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.855015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (c4de3e75-9a41-4ebb-acc2-d78a6364b62c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.858224 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4201620 Sep 25 01:03:43.858752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=963a0551-9d1b-451f-8e54-6c180a12488b,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:43.865011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53846) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:43.871057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': '914f678b-f454-48bd-99a2-d30e8e1a865b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:43.880690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e68f864-3d56-4f00-98cd-d95ac1c9d71b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (3a9c712c-5901-4548-8e99-cc9fc74850c1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.891249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0221db28-6597-499a-9cc7-6998b017b797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0cdb0abf-a72e-4748-9daa-1b6c5c41b250), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.894286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0221db28-6597-499a-9cc7-6998b017b797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.895475 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0221db28-6597-499a-9cc7-6998b017b797 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0cdb0abf-a72e-4748-9daa-1b6c5c41b250 HTTP/1.1" status: 204 len: 168 time: 1.2835739 Sep 25 01:03:43.906047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e68f864-3d56-4f00-98cd-d95ac1c9d71b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3a9c712c-5901-4548-8e99-cc9fc74850c1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.928142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc48843-33c0-4627-91b3-bd77222cb122 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Network': ['ID=914f678b-f454-48bd-99a2-d30e8e1a865b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:43.953975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221db28-6597-499a-9cc7-6998b017b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdb0abf-a72e-4748-9daa-1b6c5c41b250,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:43.956438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 914f678b-f454-48bd-99a2-d30e8e1a865b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:43.978023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e68f864-3d56-4f00-98cd-d95ac1c9d71b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.984105 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7e68f864-3d56-4f00-98cd-d95ac1c9d71b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1574607 Sep 25 01:03:43.995882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53850) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:44.018602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-60873514-e064-4739-89ae-01cb576b485e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '3a9c712c-5901-4548-8e99-cc9fc74850c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:44.041776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68f864-3d56-4f00-98cd-d95ac1c9d71b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9c712c-5901-4548-8e99-cc9fc74850c1,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:44.092785 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 3 to provision port c398e9e4-eec8-40d7-88e5-13cc48bacae0 Sep 25 01:03:44.101740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:44.114016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 3737168f-742b-4329-8ee5-f46e4a0a0e1a is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:44.118718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:44.162035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port c398e9e4-eec8-40d7-88e5-13cc48bacae0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:44.195087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Router 62cc400b-f5fe-43fc-a6a3-8853862ea056 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:44.249614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49b5cf31-4ad6-4a88-a382-634d25bacd54 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c398e9e4-eec8-40d7-88e5-13cc48bacae0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.318399 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP c4de3e75-9a41-4ebb-acc2-d78a6364b62c associated. External IP: 172.36.7.72, port: 3884e2c7-b275-45ee-8b2c-f0fd9580b36f. Sep 25 01:03:44.360955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:44.365482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.383536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5cf31-4ad6-4a88-a382-634d25bacd54 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event deleted for resources: {'Port': ['ID=c398e9e4-eec8-40d7-88e5-13cc48bacae0,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:44.447817 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-60873514-e064-4739-89ae-01cb576b485e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The resource could not be found. Sep 25 01:03:44.449656 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-60873514-e064-4739-89ae-01cb576b485e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4483154 Sep 25 01:03:44.454317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53856) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:44.471311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a4887be5-2262-44b2-8424-439313659ca2 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '3a9c712c-5901-4548-8e99-cc9fc74850c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'eeb14115-020c-44ec-ad5f-b8ce05235c37'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:44.495305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:03:44.613388 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:44.648281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:44.663636 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 4 to provision port c398e9e4-eec8-40d7-88e5-13cc48bacae0 Sep 25 01:03:44.666644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:44.711812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port c398e9e4-eec8-40d7-88e5-13cc48bacae0 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:03:44.718185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Could not find standard attr ID for object 3ff4aa91-29cb-4032-8001-c0a89a8f64ed. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:44.746135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Provisioning complete for port cd7de4d0-56e8-4124-89dd-c8be4924d2cb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:44.749347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cd7de4d0-56e8-4124-89dd-c8be4924d2cb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.749903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:44.751547 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 1 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:44.769372 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-a4887be5-2262-44b2-8424-439313659ca2 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The resource could not be found. Sep 25 01:03:44.773828 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a4887be5-2262-44b2-8424-439313659ca2 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3122451 Sep 25 01:03:44.774025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:44.774147 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53864) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:44.775316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:44.787326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5694f8a7-cb1d-45ef-8459-b49683eae227 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "PUT /networking/v2.0/routers/62cc400b-f5fe-43fc-a6a3-8853862ea056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6334488 Sep 25 01:03:44.792997 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bb714599-bdd4-4968-92e7-498a35382a89 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4581463 Sep 25 01:03:44.794366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53866) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:44.794366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53868) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:44.795430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b5169-b7b1-462d-b192-bfcd47322d5b None None] Sync routers for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:44.811288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49b5cf31-4ad6-4a88-a382-634d25bacd54 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.818411 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-49b5cf31-4ad6-4a88-a382-634d25bacd54 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c398e9e4-eec8-40d7-88e5-13cc48bacae0 HTTP/1.1" status: 204 len: 168 time: 2.3161709 Sep 25 01:03:44.819038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53872) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:44.822963 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:44.837776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:44.839209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b5169-b7b1-462d-b192-bfcd47322d5b None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:44.840370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c01b5169-b7b1-462d-b192-bfcd47322d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:44.850857 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:44.851501 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:44.860476 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6235463-402e-435b-b91f-0f4839896020 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] GET failed (client error): The resource could not be found. Sep 25 01:03:44.866320 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a6235463-402e-435b-b91f-0f4839896020 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "GET /networking/v2.0/ports/c398e9e4-eec8-40d7-88e5-13cc48bacae0 HTTP/1.1" status: 404 len: 333 time: 0.0421150 Sep 25 01:03:44.866525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53874) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:44.872740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'port': {'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4', 'name': 'tempest-AllowedAddressPairTestJSON-903414910'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:44.892142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c01b5169-b7b1-462d-b192-bfcd47322d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:44.905124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b5169-b7b1-462d-b192-bfcd47322d5b None None] Routers {'62cc400b-f5fe-43fc-a6a3-8853862ea056'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:44.906783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c01b5169-b7b1-462d-b192-bfcd47322d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['62cc400b-f5fe-43fc-a6a3-8853862ea056'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:44.922193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'network': {'name': 'tempest-RoutersTest-1603487555'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:44.963213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c01b5169-b7b1-462d-b192-bfcd47322d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:44.964524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b5169-b7b1-462d-b192-bfcd47322d5b None None] The sync data for ids ['62cc400b-f5fe-43fc-a6a3-8853862ea056'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:44.976668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43b8ec10-6b97-4534-82a8-964c2ba44656 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (3a9c712c-5901-4548-8e99-cc9fc74850c1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.028545 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:45.035104 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43b8ec10-6b97-4534-82a8-964c2ba44656 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (3a9c712c-5901-4548-8e99-cc9fc74850c1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.050529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:45.055568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.118984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Made reservation on behalf of 5ce6978b723049d78eab37138365bfed for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:45.125100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.148013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43b8ec10-6b97-4534-82a8-964c2ba44656 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3a9c712c-5901-4548-8e99-cc9fc74850c1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.151276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43b8ec10-6b97-4534-82a8-964c2ba44656 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.155008 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-43b8ec10-6b97-4534-82a8-964c2ba44656 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3a9c712c-5901-4548-8e99-cc9fc74850c1 HTTP/1.1" status: 204 len: 168 time: 0.3755207 Sep 25 01:03:45.160325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53884) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:45.161895 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] device_id is not set on port 96ebb857-2be4-469a-a521-bec6fe46e871 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:45.185954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8ec10-6b97-4534-82a8-964c2ba44656 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9c712c-5901-4548-8e99-cc9fc74850c1,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:45.252187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53886) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:45.339243 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 2 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:45.364749 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:03:41Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:42Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:45.402287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:45.419311 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:03:45.419655 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Updating router 158c887f-f0df-40f4-a672-f7de71a07111 port 0effb53e-37d6-413c-bffa-edd2e0778af2 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:03:45.421897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-531890874'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:45.456931 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.469945 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9f28fa20-239e-4066-8fdd-a85189fecc00 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3022530 Sep 25 01:03:45.480005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53890) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:45.483228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8319a33f-54ef-4c3f-bc0c-7d190fb6b33b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '34fb7969-4589-4741-bd4f-ab67094aa5e3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:45.488888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Allocated IP 172.20.0.10 (bae2010e-4ed6-42f0-a259-44ca63458fc4/208cb73d-edba-4f40-acae-e1694c52e7c1/96ebb857-2be4-469a-a521-bec6fe46e871) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:45.507033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:45.511790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.528168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.552412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (028896f7-2072-4c24-b84b-0c6315c7a835), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.635743 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-8319a33f-54ef-4c3f-bc0c-7d190fb6b33b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The resource could not be found. Sep 25 01:03:45.636620 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8319a33f-54ef-4c3f-bc0c-7d190fb6b33b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1569147 Sep 25 01:03:45.644080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53892) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:45.649125 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7f6f275d-b337-4928-90e6-97f726c58c9b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--914260118'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:45.661808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:45.691874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.692291 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added segment edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed of type vlan for network d9b6cb08-673d-4a49-b909-eb08f24f3f33 Sep 25 01:03:45.696057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for router (62cc400b-f5fe-43fc-a6a3-8853862ea056), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.711642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:45.736874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:45.743096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f6f275d-b337-4928-90e6-97f726c58c9b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.761024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=5,neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:45.788570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=028896f7-2072-4c24-b84b-0c6315c7a835,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:45.800629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for security_group (56a09a8d-fed9-488d-891a-5a47d87bad30), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.811039 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Publish callbacks [] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.817501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (56a09a8d-fed9-488d-891a-5a47d87bad30), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.817718 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.829552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:45.845166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (d9b6cb08-673d-4a49-b909-eb08f24f3f33), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.859553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for port (96ebb857-2be4-469a-a521-bec6fe46e871), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.870808 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Pushing event updated for resources: {'Port': ['ID=0effb53e-37d6-413c-bffa-edd2e0778af2,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:45.883791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:45.890931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Checking segment: {'id': 'b75a0034-bd5e-4c69-9852-748c2239cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '914f678b-f454-48bd-99a2-d30e8e1a865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:45.891316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network hostable DHCP agents. Network: 914f678b-f454-48bd-99a2-d30e8e1a865b, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:45.900846 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.901508 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.902050 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.902551 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.903059 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.903712 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.904231 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.904719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.904842 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 3 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:45.905378 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.906148 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.906835 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.907527 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.908060 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.908229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a09a8d-fed9-488d-891a-5a47d87bad30,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:45.908808 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.909307 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:45.920775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (94fbf9b8-46ab-4dab-8e95-f912fc0453c8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.921014 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added segment 94fbf9b8-46ab-4dab-8e95-f912fc0453c8 of type vlan for network 538d9994-483f-4409-ad6d-5cfee6f0dda1 Sep 25 01:03:45.928341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:45.939126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (d9b6cb08-673d-4a49-b909-eb08f24f3f33), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.944835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:45.945490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.956438 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Attempting to bind port 0effb53e-37d6-413c-bffa-edd2e0778af2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:45.957198 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Attempting to bind port 0effb53e-37d6-413c-bffa-edd2e0778af2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:45.958044 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Attempting to bind port 0effb53e-37d6-413c-bffa-edd2e0778af2 on network 3737168f-742b-4329-8ee5-f46e4a0a0e1a {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:45.997986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f6f275d-b337-4928-90e6-97f726c58c9b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (5f57b592-bee9-4d3b-98e4-25d318015880), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.010098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f6f275d-b337-4928-90e6-97f726c58c9b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (5f57b592-bee9-4d3b-98e4-25d318015880), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.013921 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:46.015215 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Checking segment: {'id': '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:46.015344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (538d9994-483f-4409-ad6d-5cfee6f0dda1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.016090 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.016787 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Bound using segment: {'id': '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:46.017932 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Bound port: 0effb53e-37d6-413c-bffa-edd2e0778af2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:46.018629 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.042112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (96ebb857-2be4-469a-a521-bec6fe46e871), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.078341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for router_gateway (62cc400b-f5fe-43fc-a6a3-8853862ea056), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.083381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:46.084774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f6f275d-b337-4928-90e6-97f726c58c9b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.086236 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7f6f275d-b337-4928-90e6-97f726c58c9b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4410133 Sep 25 01:03:46.092017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 914f678b-f454-48bd-99a2-d30e8e1a865b is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:46.107184 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.108859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53894) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:46.116093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d7c7733b-3272-4324-ba35-2d31a6ef663e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285759377'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:46.117918 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] For port 0effb53e-37d6-413c-bffa-edd2e0778af2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:46.121718 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] For port 0effb53e-37d6-413c-bffa-edd2e0778af2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0effb53e-37d6-413c-bffa-edd2e0778af2,segment=NetworkSegment(4713135a-ac3f-45bc-9f8f-7b5bf3cbde91),segment_id=4713135a-ac3f-45bc-9f8f-7b5bf3cbde91)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:46.126497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f275d-b337-4928-90e6-97f726c58c9b tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f57b592-bee9-4d3b-98e4-25d318015880,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:46.133002 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3362653 Sep 25 01:03:46.133927 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.140078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (538d9994-483f-4409-ad6d-5cfee6f0dda1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.144778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53896) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:46.145165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:46.145781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.154380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'subnet': {'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:46.166180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0390c1-7791-417d-938b-84c5e90c75bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Network': ['ID=d9b6cb08-673d-4a49-b909-eb08f24f3f33,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:46.168045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:46.186439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network d9b6cb08-673d-4a49-b909-eb08f24f3f33 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:46.192043 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:46.192804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:46.192937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 914f678b-f454-48bd-99a2-d30e8e1a865b) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:46.193730 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:46.234877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:46.244836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Port': ['ID=96ebb857-2be4-469a-a521-bec6fe46e871,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:46.247166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:46.247817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.274430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107e403f-587e-4eb0-a406-efaff7c9d360 None None] Network 914f678b-f454-48bd-99a2-d30e8e1a865b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:46.281987 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0286107 Sep 25 01:03:46.282755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53898) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:46.298589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-475352428'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:46.301605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:46.306427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.312367 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b418e-38dc-48ca-af3f-6183d6b8198e None None] Pushing event updated for resources: {'Port': ['ID=0effb53e-37d6-413c-bffa-edd2e0778af2,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:46.318258 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7c7733b-3272-4324-ba35-2d31a6ef663e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.339176 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6a6b6420-ef30-4181-b0ad-ec96d313c099 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4729419 Sep 25 01:03:46.342726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53900) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:46.343386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Deleting port 28ad01ae-8542-43c8-8c2b-22ebf6cf9285 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:46.343853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (28ad01ae-8542-43c8-8c2b-22ebf6cf9285), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.346015 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.351447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': '914f678b-f454-48bd-99a2-d30e8e1a865b', 'name': 'tempest-PortsIpV6TestJSON-681044631', 'fixed_ips': [{'subnet_id': '028896f7-2072-4c24-b84b-0c6315c7a835', 'ip_address': '2001:db8::10'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:46.358117 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:46.369472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fa8c0-63a9-4978-8d1d-860145c23423 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Network': ['ID=538d9994-483f-4409-ad6d-5cfee6f0dda1,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:46.434279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 538d9994-483f-4409-ad6d-5cfee6f0dda1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:46.452187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e8b40-0759-41d3-8f1a-ce357d742509 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:46.470158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.502463 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:46.502463 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.541216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:46.546304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.633679 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-76aef5e8-8956-4870-a329-7e46fedef4c3 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7658665 Sep 25 01:03:46.636573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53902) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:46.636739 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 4 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:46.645472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.657037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-21f13bff-5d38-4457-bfcd-2eda6ef9734e tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f8:2d:42'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:46.694963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e8b40-0759-41d3-8f1a-ce357d742509 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:46.696060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0e0e8b40-0759-41d3-8f1a-ce357d742509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:46.697758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:46.705045 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:03:41Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:46Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:46.710905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.712225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:46.740064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0e0e8b40-0759-41d3-8f1a-ce357d742509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:46.740941 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7d64a-b102-43d1-956e-c20ffdfcfff5 None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:03:41Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:46Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:46.769097 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6c0eb30a-8966-4d51-a731-2b697bd717d8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3706427 Sep 25 01:03:46.774253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:46.783802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e8b40-0759-41d3-8f1a-ce357d742509 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:46.784846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0e0e8b40-0759-41d3-8f1a-ce357d742509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:46.787029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53904) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:46.790665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (922f79db-72ca-40b5-8c35-784111e48171), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.791158 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added segment 922f79db-72ca-40b5-8c35-784111e48171 of type vlan for network b5fcd4fd-72dd-495d-af44-a3aff375f1ea Sep 25 01:03:46.797482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-10c88012-1795-471b-b3bb-e2fa98c4715f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'port_id': '3884e2c7-b275-45ee-8b2c-f0fd9580b36f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:46.832791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.839182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-914f678b-f454-48bd-99a2-d30e8e1a865b', 'network_id': '914f678b-f454-48bd-99a2-d30e8e1a865b', 'project_id': '9d916dec203f4b278e19c6351473e052', 'fixed_ips': [{'subnet_id': '028896f7-2072-4c24-b84b-0c6315c7a835'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:46.840159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.856717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0e0e8b40-0759-41d3-8f1a-ce357d742509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:46.858322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e8b40-0759-41d3-8f1a-ce357d742509 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:46.945319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (28ad01ae-8542-43c8-8c2b-22ebf6cf9285), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.956519 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7c7733b-3272-4324-ba35-2d31a6ef663e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (00978427-22ee-4e42-9fd6-2b76133d89bf), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.004612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:47.013337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Calling delete_port for 28ad01ae-8542-43c8-8c2b-22ebf6cf9285 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:47.021443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:47.023822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7c7733b-3272-4324-ba35-2d31a6ef663e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (00978427-22ee-4e42-9fd6-2b76133d89bf), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.076819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (b5fcd4fd-72dd-495d-af44-a3aff375f1ea), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.077348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Allocated IP 2001:db8::2 (914f678b-f454-48bd-99a2-d30e8e1a865b/028896f7-2072-4c24-b84b-0c6315c7a835/e27c45f6-99fa-4226-ac6b-990b826545a2) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:47.093962 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-6629551f-e65e-4361-b91f-2e81ae6ffd3a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1442060 Sep 25 01:03:47.109733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-10c88012-1795-471b-b3bb-e2fa98c4715f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (c4de3e75-9a41-4ebb-acc2-d78a6364b62c), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.114687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7c7733b-3272-4324-ba35-2d31a6ef663e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.117695 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d7c7733b-3272-4324-ba35-2d31a6ef663e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0037065 Sep 25 01:03:47.158221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53906) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:47.201185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4cc6f570-df07-413e-877f-dc71f4331b0f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '5f57b592-bee9-4d3b-98e4-25d318015880', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '00978427-22ee-4e42-9fd6-2b76133d89bf'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:47.208383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7733b-3272-4324-ba35-2d31a6ef663e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00978427-22ee-4e42-9fd6-2b76133d89bf,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:47.212342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:03:47.276958 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 5 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:47.288540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:47.317851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (b5fcd4fd-72dd-495d-af44-a3aff375f1ea), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.322168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:47.329759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.397139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:47.456744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-b38e733e-a722-44e8-92db-5dfa003deebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:47.458331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-b38e733e-a722-44e8-92db-5dfa003deebb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1129 time: 0.2817466 Sep 25 01:03:47.500648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Network': ['ID=b5fcd4fd-72dd-495d-af44-a3aff375f1ea,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:47.501044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.501482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Publish callbacks [] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.508183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0effb53e-37d6-413c-bffa-edd2e0778af2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:47.544140 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-4cc6f570-df07-413e-877f-dc71f4331b0f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:47.545268 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4cc6f570-df07-413e-877f-dc71f4331b0f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3593256 Sep 25 01:03:47.556583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53908) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:47.562498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network b5fcd4fd-72dd-495d-af44-a3aff375f1ea details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:47.566980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.612553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21f13bff-5d38-4457-bfcd-2eda6ef9734e tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (96ebb857-2be4-469a-a521-bec6fe46e871), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.632229 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-806983a4-5977-4eaf-8110-a15345b74187 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3430359 Sep 25 01:03:47.638348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53910) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:47.649528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'subnet': {'network_id': '538d9994-483f-4409-ad6d-5cfee6f0dda1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:47.659845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 0effb53e-37d6-413c-bffa-edd2e0778af2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:47.660342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.660730 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 0effb53e-37d6-413c-bffa-edd2e0778af2 Sep 25 01:03:47.662390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:47.692045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 62941f59-09f2-4c81-b27f-96153a7ae829 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:47.772244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (b4b3fb15-598f-42cf-b484-e22c3f45ecb3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.821955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Network 914f678b-f454-48bd-99a2-d30e8e1a865b is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:47.827184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:47.834787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:47.870590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Pushing event updated for resources: {'Port': ['ID=e27c45f6-99fa-4226-ac6b-990b826545a2,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:47.899772 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 6 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:47.969253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Checking segment: {'id': 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:47.969537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network hostable DHCP agents. Network: d9b6cb08-673d-4a49-b909-eb08f24f3f33, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:48.028116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:48.048387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-4258289e-7c71-4898-b3aa-d3b5aa03c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:48.050684 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-4258289e-7c71-4898-b3aa-d3b5aa03c79c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 200 len: 913 time: 0.5593569 Sep 25 01:03:48.057857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Subnet': ['ID=b4b3fb15-598f-42cf-b484-e22c3f45ecb3,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:48.080863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:48.127627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (28ad01ae-8542-43c8-8c2b-22ebf6cf9285), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.133989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0effb53e-37d6-413c-bffa-edd2e0778af2 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:48.134534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.141364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:48.150564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Attempting to bind port e27c45f6-99fa-4226-ac6b-990b826545a2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:48.151426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Attempting to bind port e27c45f6-99fa-4226-ac6b-990b826545a2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b75a0034-bd5e-4c69-9852-748c2239cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '914f678b-f454-48bd-99a2-d30e8e1a865b'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:48.152215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Attempting to bind port e27c45f6-99fa-4226-ac6b-990b826545a2 on network 914f678b-f454-48bd-99a2-d30e8e1a865b {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:48.158939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:48.176066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network d9b6cb08-673d-4a49-b909-eb08f24f3f33 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:48.195817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ec8cfe-e4e8-4010-8d00-941a50108c42 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (00978427-22ee-4e42-9fd6-2b76133d89bf), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.198297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event deleted for resources: {'Port': ['ID=28ad01ae-8542-43c8-8c2b-22ebf6cf9285,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:48.211543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d9b6cb08-673d-4a49-b909-eb08f24f3f33) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:48.216888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:48.229476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 0effb53e-37d6-413c-bffa-edd2e0778af2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0effb53e-37d6-413c-bffa-edd2e0778af2,segment=NetworkSegment(4713135a-ac3f-45bc-9f8f-7b5bf3cbde91),segment_id=4713135a-ac3f-45bc-9f8f-7b5bf3cbde91)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:48.234430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:48.235475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.247615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.262991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8105cfb-a6b1-45bf-b85a-0f6a60a9d4c9 None None] Network d9b6cb08-673d-4a49-b909-eb08f24f3f33 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:48.295479 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:48.300250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.305164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ec8cfe-e4e8-4010-8d00-941a50108c42 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (00978427-22ee-4e42-9fd6-2b76133d89bf), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.313842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:48.314846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Checking segment: {'id': 'b75a0034-bd5e-4c69-9852-748c2239cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '914f678b-f454-48bd-99a2-d30e8e1a865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:48.315054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.315559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Bound using segment: {'id': 'b75a0034-bd5e-4c69-9852-748c2239cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '914f678b-f454-48bd-99a2-d30e8e1a865b'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:48.316212 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Bound port: e27c45f6-99fa-4226-ac6b-990b826545a2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75a0034-bd5e-4c69-9852-748c2239cc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '914f678b-f454-48bd-99a2-d30e8e1a865b'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:48.316687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.339673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-a2a5ea94-843d-48a2-b627-15a0b3f498e0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 200 len: 1001 time: 0.2675424 Sep 25 01:03:48.410589 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1b85a7c7-42ef-4d79-841b-f26e185a8c12 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2606487 Sep 25 01:03:48.430035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=0effb53e-37d6-413c-bffa-edd2e0778af2,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:48.450871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53912) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:48.484302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] For port e27c45f6-99fa-4226-ac6b-990b826545a2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:48.533577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-aa422486-a796-47ad-b35c-b20ebc3b2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:48.536547 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-aa422486-a796-47ad-b35c-b20ebc3b2467 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=82e81295-8b2f-4758-b928-2ce277ab246c HTTP/1.1" status: 200 len: 851 time: 0.1851411 Sep 25 01:03:48.541872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::10 (914f678b-f454-48bd-99a2-d30e8e1a865b/028896f7-2072-4c24-b84b-0c6315c7a835/62941f59-09f2-4c81-b27f-96153a7ae829) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:48.545860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d9b6cb08-673d-4a49-b909-eb08f24f3f33', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:48.546324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (62cc400b-f5fe-43fc-a6a3-8853862ea056), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.551598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.558856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] For port e27c45f6-99fa-4226-ac6b-990b826545a2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e27c45f6-99fa-4226-ac6b-990b826545a2,segment=NetworkSegment(b75a0034-bd5e-4c69-9852-748c2239cc1c),segment_id=b75a0034-bd5e-4c69-9852-748c2239cc1c)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:48.588704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.722677 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 7 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:48.742244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:48.746301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (62cc400b-f5fe-43fc-a6a3-8853862ea056), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.749317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for router_controller (62cc400b-f5fe-43fc-a6a3-8853862ea056), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.755175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-adc883a3-b38e-4ccc-8e8c-9ee512430c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:48.755609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ec8cfe-e4e8-4010-8d00-941a50108c42 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (00978427-22ee-4e42-9fd6-2b76133d89bf), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.756778 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-adc883a3-b38e-4ccc-8e8c-9ee512430c41 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=da310e92-d7bd-433d-bd93-f81d5d9edbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2057042 Sep 25 01:03:48.758250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ec8cfe-e4e8-4010-8d00-941a50108c42 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.761838 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-86ec8cfe-e4e8-4010-8d00-941a50108c42 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/00978427-22ee-4e42-9fd6-2b76133d89bf HTTP/1.1" status: 204 len: 168 time: 1.2018070 Sep 25 01:03:48.766858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53914) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:48.849627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:48.850875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec8cfe-e4e8-4010-8d00-941a50108c42 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00978427-22ee-4e42-9fd6-2b76133d89bf,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:48.900382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076be70-0f5c-41ac-9371-5e272f1aadf8 None None] Pushing event updated for resources: {'Port': ['ID=e27c45f6-99fa-4226-ac6b-990b826545a2,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:48.968194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Allocated IP 172.21.0.2 (d9b6cb08-673d-4a49-b909-eb08f24f3f33/b4b3fb15-598f-42cf-b484-e22c3f45ecb3/b6dc3221-ad64-47f4-bed0-eceeb2f9afaf) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:49.005045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:49.191635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Publish callbacks [] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.199642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21f13bff-5d38-4457-bfcd-2eda6ef9734e tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for port (96ebb857-2be4-469a-a521-bec6fe46e871), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.202327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.222117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21f13bff-5d38-4457-bfcd-2eda6ef9734e tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (96ebb857-2be4-469a-a521-bec6fe46e871), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.272917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-10c88012-1795-471b-b3bb-e2fa98c4715f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.277392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Pushing event updated for resources: {'Port': ['ID=b6dc3221-ad64-47f4-bed0-eceeb2f9afaf,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:49.280603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (62cc400b-f5fe-43fc-a6a3-8853862ea056), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.281823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Fanout notify agent at l3_agent the message router_deleted on router 62cc400b-f5fe-43fc-a6a3-8853862ea056 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:03:49.306184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Network d9b6cb08-673d-4a49-b909-eb08f24f3f33 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:49.308925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:49.316429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:49.317187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.318405 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dde287e1-7f94-465e-9b41-8314705db3f3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "DELETE /networking/v2.0/routers/62cc400b-f5fe-43fc-a6a3-8853862ea056 HTTP/1.1" status: 204 len: 168 time: 4.5227778 Sep 25 01:03:49.330113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-10c88012-1795-471b-b3bb-e2fa98c4715f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (c4de3e75-9a41-4ebb-acc2-d78a6364b62c), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.330414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53916) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:49.361115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:49.398137 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 8 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:49.399862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:49.503985 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1de8e7f6-b764-4e49-b3e2-d39a4f8227c6 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.7339280 Sep 25 01:03:49.504798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53918) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:49.519105 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f13bff-5d38-4457-bfcd-2eda6ef9734e tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Port': ['ID=96ebb857-2be4-469a-a521-bec6fe46e871,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:49.531530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Attempting to bind port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:49.531930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Attempting to bind port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:49.532347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Attempting to bind port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf on network d9b6cb08-673d-4a49-b909-eb08f24f3f33 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:49.543173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (be086158-f1dd-4a21-a65d-86c5c8bc3503), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.554341 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-f8574e25-1009-4d81-bdae-c8bd78d044a8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7862971 Sep 25 01:03:49.566739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:49.574668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:49.580379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-21f13bff-5d38-4457-bfcd-2eda6ef9734e tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] In _notify_port_updated(), no bound segment for port 96ebb857-2be4-469a-a521-bec6fe46e871 on network bae2010e-4ed6-42f0-a259-44ca63458fc4 {{(pid=107188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:03:49.585109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f13bff-5d38-4457-bfcd-2eda6ef9734e tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:49.585797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21f13bff-5d38-4457-bfcd-2eda6ef9734e tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.589979 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-21f13bff-5d38-4457-bfcd-2eda6ef9734e tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "PUT /networking/v2.0/ports/96ebb857-2be4-469a-a521-bec6fe46e871 HTTP/1.1" status: 200 len: 996 time: 2.9422503 Sep 25 01:03:49.599006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:49.599420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Checking segment: {'id': 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:49.599911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.600221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Bound using segment: {'id': 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:49.600723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Bound port: b6dc3221-ad64-47f4-bed0-eceeb2f9afaf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:49.601120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.612761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7112c49c-ef7e-4e83-ab58-6def64ddb5ec tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Deleting subnet 8ab03b4c-a1f7-463a-a59f-26267587c596 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:49.638283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53920) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:49.670480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Subnet': ['ID=be086158-f1dd-4a21-a65d-86c5c8bc3503,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:49.692960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7112c49c-ef7e-4e83-ab58-6def64ddb5ec tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for subnet (8ab03b4c-a1f7-463a-a59f-26267587c596), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.693237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] For port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:49.694913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] For port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6dc3221-ad64-47f4-bed0-eceeb2f9afaf,segment=NetworkSegment(edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed),segment_id=edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:49.700943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e27c45f6-99fa-4226-ac6b-990b826545a2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:49.705653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.743930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:49.792804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (62941f59-09f2-4c81-b27f-96153a7ae829), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.840191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6676d-d432-4abd-b0f1-2d4a10eeae80 None None] Pushing event updated for resources: {'Port': ['ID=b6dc3221-ad64-47f4-bed0-eceeb2f9afaf,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:49.864563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e27c45f6-99fa-4226-ac6b-990b826545a2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:49.865437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.865975 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e27c45f6-99fa-4226-ac6b-990b826545a2 Sep 25 01:03:49.868268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7112c49c-ef7e-4e83-ab58-6def64ddb5ec tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (8ab03b4c-a1f7-463a-a59f-26267587c596), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.906869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.976705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e27c45f6-99fa-4226-ac6b-990b826545a2 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:49.977319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.995021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-edcf457d-abc3-4d15-ac84-52392375d47f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (5f57b592-bee9-4d3b-98e4-25d318015880), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.014239 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9000b38-d482-4cdc-908e-e191d2b35aae req-99b32f77-a600-43b6-8284-25dfd8f1a3b4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488177 Sep 25 01:03:50.060766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-798b8d3b-59d7-413b-b119-3de91b4c4914 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Deleting port 96ebb857-2be4-469a-a521-bec6fe46e871 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:50.061239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-798b8d3b-59d7-413b-b119-3de91b4c4914 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (96ebb857-2be4-469a-a521-bec6fe46e871), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.072259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port e27c45f6-99fa-4226-ac6b-990b826545a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e27c45f6-99fa-4226-ac6b-990b826545a2,segment=NetworkSegment(b75a0034-bd5e-4c69-9852-748c2239cc1c),segment_id=b75a0034-bd5e-4c69-9852-748c2239cc1c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:50.091460 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 9 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:50.095421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.096311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0effb53e-37d6-413c-bffa-edd2e0778af2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:50.103268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (62941f59-09f2-4c81-b27f-96153a7ae829), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.199274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Checking segment: {'id': '94fbf9b8-46ab-4dab-8e95-f912fc0453c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '538d9994-483f-4409-ad6d-5cfee6f0dda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:50.200030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network hostable DHCP agents. Network: 538d9994-483f-4409-ad6d-5cfee6f0dda1, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:50.210568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c88012-1795-471b-b3bb-e2fa98c4715f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:50.237450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:50.255553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fec296b-542c-4f84-b681-2c5156153d20 None None] Network 914f678b-f454-48bd-99a2-d30e8e1a865b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:50.296447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:50.317937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=62941f59-09f2-4c81-b27f-96153a7ae829,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:50.320122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 538d9994-483f-4409-ad6d-5cfee6f0dda1 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:50.331809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 914f678b-f454-48bd-99a2-d30e8e1a865b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:50.341096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:50.343812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:50.349638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:50.350309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.357557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:50.358058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=e27c45f6-99fa-4226-ac6b-990b826545a2,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:50.374580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-edcf457d-abc3-4d15-ac84-52392375d47f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (5f57b592-bee9-4d3b-98e4-25d318015880), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.376384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 0effb53e-37d6-413c-bffa-edd2e0778af2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:50.376945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.377385 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 0effb53e-37d6-413c-bffa-edd2e0778af2 Sep 25 01:03:50.419261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:50.439502 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c2fc959c-b28a-4c79-8d1a-44411fe5799b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0919514 Sep 25 01:03:50.462271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53922) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:50.471248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': '914f678b-f454-48bd-99a2-d30e8e1a865b', 'name': 'tempest-PortsIpV6TestJSON-824695802', 'fixed_ips': [{'subnet_id': '028896f7-2072-4c24-b84b-0c6315c7a835', 'ip_address': '2001:db8::f'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:50.485576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7112c49c-ef7e-4e83-ab58-6def64ddb5ec tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (8ab03b4c-a1f7-463a-a59f-26267587c596), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.529503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-798b8d3b-59d7-413b-b119-3de91b4c4914 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (96ebb857-2be4-469a-a521-bec6fe46e871), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.533919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0effb53e-37d6-413c-bffa-edd2e0778af2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:50.596217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-798b8d3b-59d7-413b-b119-3de91b4c4914 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Calling delete_port for 96ebb857-2be4-469a-a521-bec6fe46e871 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:50.612567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-edcf457d-abc3-4d15-ac84-52392375d47f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (5f57b592-bee9-4d3b-98e4-25d318015880), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.615650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-edcf457d-abc3-4d15-ac84-52392375d47f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.619639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-edcf457d-abc3-4d15-ac84-52392375d47f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5f57b592-bee9-4d3b-98e4-25d318015880 HTTP/1.1" status: 204 len: 168 time: 1.1042261 Sep 25 01:03:50.640941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53924) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:50.739149 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 10 to provision port cd7de4d0-56e8-4124-89dd-c8be4924d2cb Sep 25 01:03:50.743918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 538d9994-483f-4409-ad6d-5cfee6f0dda1) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:50.758600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:50.759282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.761362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf457d-abc3-4d15-ac84-52392375d47f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f57b592-bee9-4d3b-98e4-25d318015880,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:50.770289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7112c49c-ef7e-4e83-ab58-6def64ddb5ec tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (8ab03b4c-a1f7-463a-a59f-26267587c596), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.790350 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-286db135-161f-474f-9ad0-9d0de222e983 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1458399 Sep 25 01:03:50.804569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53928) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:50.841977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'subnet': {'network_id': 'b5fcd4fd-72dd-495d-af44-a3aff375f1ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:50.847551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112c49c-ef7e-4e83-ab58-6def64ddb5ec tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab03b4c-a1f7-463a-a59f-26267587c596,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:50.858965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0218a43b-70f5-4429-900b-90c8e5ea17ef None None] Network 538d9994-483f-4409-ad6d-5cfee6f0dda1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:50.955748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7112c49c-ef7e-4e83-ab58-6def64ddb5ec tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.962370 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7112c49c-ef7e-4e83-ab58-6def64ddb5ec tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8ab03b4c-a1f7-463a-a59f-26267587c596 HTTP/1.1" status: 204 len: 168 time: 1.6267476 Sep 25 01:03:50.982926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53930) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:51.042620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36609a-9bd1-47fd-9bef-28fc50ccde4c None None] Network ca061df7-72cc-49e4-9a0b-0d6c5449f418 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:51.050323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:51.065609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:51.070142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Port cd7de4d0-56e8-4124-89dd-c8be4924d2cb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:51.071894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.092440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c88012-1795-471b-b3bb-e2fa98c4715f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:51.105352 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371f1fe-e15b-4bda-843d-613590bb7a27 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:51.137960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-10c88012-1795-471b-b3bb-e2fa98c4715f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.151902 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371f1fe-e15b-4bda-843d-613590bb7a27 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:51.153303 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a371f1fe-e15b-4bda-843d-613590bb7a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:51.187971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Provisioning complete for port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:51.194974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.198598 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 1 to provision port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 Sep 25 01:03:51.201405 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a371f1fe-e15b-4bda-843d-613590bb7a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:51.231798 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371f1fe-e15b-4bda-843d-613590bb7a27 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:51.232917 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a371f1fe-e15b-4bda-843d-613590bb7a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:51.259981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53932) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:51.262292 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5d229424-e8a4-4366-8d19-f0d68fca42f2 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6100826 Sep 25 01:03:51.281047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c5216079-c943-442c-af79-55f738520d7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630238323'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:51.283781 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a371f1fe-e15b-4bda-843d-613590bb7a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:51.284810 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371f1fe-e15b-4bda-843d-613590bb7a27 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:51.355032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5216079-c943-442c-af79-55f738520d7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.369476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:51.420221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:51.433288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4245013a-0215-43ef-b548-411c1500912e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-538d9994-483f-4409-ad6d-5cfee6f0dda1', 'network_id': '538d9994-483f-4409-ad6d-5cfee6f0dda1', 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'fixed_ips': [{'subnet_id': 'be086158-f1dd-4a21-a65d-86c5c8bc3503'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:51.434223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4245013a-0215-43ef-b548-411c1500912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.443526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.463707 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-10c88012-1795-471b-b3bb-e2fa98c4715f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/c4de3e75-9a41-4ebb-acc2-d78a6364b62c HTTP/1.1" status: 200 len: 978 time: 4.6746120 Sep 25 01:03:51.465759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=10,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:51.471862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53934) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:51.485697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.21.0.1 (d9b6cb08-673d-4a49-b909-eb08f24f3f33/b4b3fb15-598f-42cf-b484-e22c3f45ecb3/41547314-35f0-4521-8f46-98635803436a) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:51.528456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a50369-6d8b-43b7-ba7d-d49a703432ce None None] DHCP port deletion for ca061df7-72cc-49e4-9a0b-0d6c5449f418 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:03:51.618187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5216079-c943-442c-af79-55f738520d7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (90d23d6f-38ee-45e9-8703-054ab869d175), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.638909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (ca061df7-72cc-49e4-9a0b-0d6c5449f418), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.649233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:51.651850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5216079-c943-442c-af79-55f738520d7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (90d23d6f-38ee-45e9-8703-054ab869d175), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.662761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 84a71047-47a6-4e27-8410-f1327a39b528 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:51.676678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a884df7-3c90-415a-a3c4-4f7ad3b5b8b5 None None] Network d9b6cb08-673d-4a49-b909-eb08f24f3f33 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:51.679227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b6dc3221-ad64-47f4-bed0-eceeb2f9afaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:51.681439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Current status of the port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:51.704004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:51.714671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5216079-c943-442c-af79-55f738520d7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.718997 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c5216079-c943-442c-af79-55f738520d7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4486337 Sep 25 01:03:51.730097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53936) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:51.730343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Could not find standard attr ID for object 2cb7b31f-1e03-4ff5-8e7d-eceead1a884a. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:51.746215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1f90692c-f8b1-4dc3-9a1f-8e0456b941d7 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '90d23d6f-38ee-45e9-8703-054ab869d175', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:51.816758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-798b8d3b-59d7-413b-b119-3de91b4c4914 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (96ebb857-2be4-469a-a521-bec6fe46e871), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.854206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5216079-c943-442c-af79-55f738520d7e tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d23d6f-38ee-45e9-8703-054ab869d175,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:51.861607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (ad82f1ad-ae1c-421f-8833-23bd86bc2c58), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.917824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Deleting port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:51.917824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.919914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b8d3b-59d7-413b-b119-3de91b4c4914 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event deleted for resources: {'Port': ['ID=96ebb857-2be4-469a-a521-bec6fe46e871,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:51.938757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-25a50369-6d8b-43b7-ba7d-d49a703432ce None None] Deleting port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:51.940051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-25a50369-6d8b-43b7-ba7d-d49a703432ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.951276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Could not find standard attr ID for object 7f4ddae5-5d86-4cfb-a288-8387b3556645. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:52.042003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (41547314-35f0-4521-8f46-98635803436a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.053748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Subnet': ['ID=ad82f1ad-ae1c-421f-8833-23bd86bc2c58,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:52.084980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Checking segment: {'id': '922f79db-72ca-40b5-8c35-784111e48171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b5fcd4fd-72dd-495d-af44-a3aff375f1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:52.085267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network hostable DHCP agents. Network: b5fcd4fd-72dd-495d-af44-a3aff375f1ea, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:52.097980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Provisioning complete for port 0effb53e-37d6-413c-bffa-edd2e0778af2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:52.098366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.098716 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Attempt 1 to provision port 0effb53e-37d6-413c-bffa-edd2e0778af2 Sep 25 01:03:52.135282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (41547314-35f0-4521-8f46-98635803436a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.137883 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-1f90692c-f8b1-4dc3-9a1f-8e0456b941d7 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:52.138969 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1f90692c-f8b1-4dc3-9a1f-8e0456b941d7 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4068880 Sep 25 01:03:52.145734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network b5fcd4fd-72dd-495d-af44-a3aff375f1ea is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:52.150751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53938) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:52.168458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9956eba9-d03c-4822-9e87-6d92950a3f7f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group_rule': {'security_group_id': '90d23d6f-38ee-45e9-8703-054ab869d175', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:52.175339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] For port ef03ab15-6825-4202-bf4d-33f49c3a5dd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef03ab15-6825-4202-bf4d-33f49c3a5dd4,segment=NetworkSegment(7672e662-42ba-4772-a23b-0105279bd1c6),segment_id=7672e662-42ba-4772-a23b-0105279bd1c6)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:52.175715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.184182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-4245013a-0215-43ef-b548-411c1500912e None None] Allocated IP 2001:db8::2 (538d9994-483f-4409-ad6d-5cfee6f0dda1/be086158-f1dd-4a21-a65d-86c5c8bc3503/05fa7add-6ab7-4a9b-8dc3-92c90d84b36c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:52.186195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port 963a0551-9d1b-451f-8e54-6c180a12488b {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:52.186544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (963a0551-9d1b-451f-8e54-6c180a12488b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.191233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-25a50369-6d8b-43b7-ba7d-d49a703432ce None None] For port ef03ab15-6825-4202-bf4d-33f49c3a5dd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef03ab15-6825-4202-bf4d-33f49c3a5dd4,segment=NetworkSegment(7672e662-42ba-4772-a23b-0105279bd1c6),segment_id=7672e662-42ba-4772-a23b-0105279bd1c6)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:52.191934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-25a50369-6d8b-43b7-ba7d-d49a703432ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.229133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:52.238335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:52.238558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=41547314-35f0-4521-8f46-98635803436a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:52.239081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.239611 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf Sep 25 01:03:52.244495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Calling delete_port for ef03ab15-6825-4202-bf4d-33f49c3a5dd4 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:52.251078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-25a50369-6d8b-43b7-ba7d-d49a703432ce None None] Calling delete_port for ef03ab15-6825-4202-bf4d-33f49c3a5dd4 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:52.251330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::f (914f678b-f454-48bd-99a2-d30e8e1a865b/028896f7-2072-4c24-b84b-0c6315c7a835/84a71047-47a6-4e27-8410-f1327a39b528) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:52.274165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network d9b6cb08-673d-4a49-b909-eb08f24f3f33 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:52.278205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:52.284299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b5fcd4fd-72dd-495d-af44-a3aff375f1ea) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:52.313688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:52.313843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-798b8d3b-59d7-413b-b119-3de91b4c4914 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.322600 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-798b8d3b-59d7-413b-b119-3de91b4c4914 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "DELETE /networking/v2.0/ports/96ebb857-2be4-469a-a521-bec6fe46e871 HTTP/1.1" status: 204 len: 168 time: 2.6780579 Sep 25 01:03:52.327830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:52.327830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.328160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53942) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:52.332360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:52.349862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60b465-6254-4937-987d-8837f9269663 None None] Network b5fcd4fd-72dd-495d-af44-a3aff375f1ea requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:52.399179 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3a126b43-e76e-4fcd-b18a-ba90d6eb4f20 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5932713 Sep 25 01:03:52.402717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53944) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:52.411975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-121b2c6b-b98e-4431-aa7f-7f4bdb5f1870 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-350120098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:52.422687 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce35af5-4c57-4884-be8d-b45edf1661de tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] GET failed (client error): The resource could not be found. Sep 25 01:03:52.424237 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bce35af5-4c57-4884-be8d-b45edf1661de tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "GET /networking/v2.0/ports/96ebb857-2be4-469a-a521-bec6fe46e871 HTTP/1.1" status: 404 len: 333 time: 0.1003475 Sep 25 01:03:52.429705 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53946) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:52.437929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'port': {'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4', 'name': 'tempest-AllowedAddressPairTestJSON-1260794124'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:52.442883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.447420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:52.485160 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-9956eba9-d03c-4822-9e87-6d92950a3f7f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:03:52.487086 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9956eba9-d03c-4822-9e87-6d92950a3f7f tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3279841 Sep 25 01:03:52.491606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:52.493356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (963a0551-9d1b-451f-8e54-6c180a12488b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.493923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (963a0551-9d1b-451f-8e54-6c180a12488b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.498830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53948) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:52.533915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:52.551264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for 963a0551-9d1b-451f-8e54-6c180a12488b owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:52.564361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-121b2c6b-b98e-4431-aa7f-7f4bdb5f1870 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (c96ca599-8cb6-44ba-8736-b6668a2d1abc), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.565235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-121b2c6b-b98e-4431-aa7f-7f4bdb5f1870 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (c96ca599-8cb6-44ba-8736-b6668a2d1abc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.735434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c78b6-e416-4f7d-80af-581ce67f72c2 None None] Current status of the port 0effb53e-37d6-413c-bffa-edd2e0778af2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:52.737176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (84a71047-47a6-4e27-8410-f1327a39b528), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.751460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-121b2c6b-b98e-4431-aa7f-7f4bdb5f1870 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (c96ca599-8cb6-44ba-8736-b6668a2d1abc), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.765199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-121b2c6b-b98e-4431-aa7f-7f4bdb5f1870 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (c96ca599-8cb6-44ba-8736-b6668a2d1abc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.792973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (84a71047-47a6-4e27-8410-f1327a39b528), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.817725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b5fcd4fd-72dd-495d-af44-a3aff375f1ea', 'network_id': 'b5fcd4fd-72dd-495d-af44-a3aff375f1ea', 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'fixed_ips': [{'subnet_id': 'ad82f1ad-ae1c-421f-8833-23bd86bc2c58'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:52.818658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.825145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-121b2c6b-b98e-4431-aa7f-7f4bdb5f1870 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.826670 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-121b2c6b-b98e-4431-aa7f-7f4bdb5f1870 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4232812 Sep 25 01:03:52.830569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (41547314-35f0-4521-8f46-98635803436a), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.834477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53950) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:52.862820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Made reservation on behalf of 5ce6978b723049d78eab37138365bfed for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:52.867082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.870880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.915137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:52.915636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.934976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 914f678b-f454-48bd-99a2-d30e8e1a865b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:52.946894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:52.957688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] No DVR routers for this DVR port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:52.969906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Provisioning complete for port e27c45f6-99fa-4226-ac6b-990b826545a2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:52.970460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.972031 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Attempt 1 to provision port e27c45f6-99fa-4226-ac6b-990b826545a2 Sep 25 01:03:52.972350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:52.990503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:52.995605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:52.999652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.008646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] device_id is not set on port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:53.034033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-952ebafc-6d3e-4293-870a-a6c81708fed0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (90d23d6f-38ee-45e9-8703-054ab869d175), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.059852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-952ebafc-6d3e-4293-870a-a6c81708fed0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (90d23d6f-38ee-45e9-8703-054ab869d175), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.119070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:53.119403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=84a71047-47a6-4e27-8410-f1327a39b528,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:53.127587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:53.161520 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8e907093-9b3a-4246-9859-5dbba1657a69 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6960478 Sep 25 01:03:53.200441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53952) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:53.217757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6dc3221-ad64-47f4-bed0-eceeb2f9afaf,segment=NetworkSegment(edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed),segment_id=edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:53.243051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event deleted for resources: {'Port': ['ID=ef03ab15-6825-4202-bf4d-33f49c3a5dd4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:53.256573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4245013a-0215-43ef-b548-411c1500912e None None] Publish callbacks [] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.264866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (ca061df7-72cc-49e4-9a0b-0d6c5449f418), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.265876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-25a50369-6d8b-43b7-ba7d-d49a703432ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (ef03ab15-6825-4202-bf4d-33f49c3a5dd4), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.280611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-952ebafc-6d3e-4293-870a-a6c81708fed0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (90d23d6f-38ee-45e9-8703-054ab869d175), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.284278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-952ebafc-6d3e-4293-870a-a6c81708fed0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.288734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.288734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e27c45f6-99fa-4226-ac6b-990b826545a2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:53.289590 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-952ebafc-6d3e-4293-870a-a6c81708fed0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/90d23d6f-38ee-45e9-8703-054ab869d175 HTTP/1.1" status: 204 len: 168 time: 0.7839839 Sep 25 01:03:53.292297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a50369-6d8b-43b7-ba7d-d49a703432ce None None] No DVR routers for this DVR port ef03ab15-6825-4202-bf4d-33f49c3a5dd4 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:53.301883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53954) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:53.343621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca061df7-72cc-49e4-9a0b-0d6c5449f418']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:53.349625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ebafc-6d3e-4293-870a-a6c81708fed0 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d23d6f-38ee-45e9-8703-054ab869d175,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:53.351702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4245013a-0215-43ef-b548-411c1500912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.378466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7672e662-42ba-4772-a23b-0105279bd1c6') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:53.378809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7672e662-42ba-4772-a23b-0105279bd1c6') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:53.386745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a50369-6d8b-43b7-ba7d-d49a703432ce None None] Pushing event deleted for resources: {'Port': ['ID=ef03ab15-6825-4202-bf4d-33f49c3a5dd4,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:53.424988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (7672e662-42ba-4772-a23b-0105279bd1c6), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.432173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b0e87-c109-499b-9af0-b6572b648e13 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:53.437540 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-129b0e87-c109-499b-9af0-b6572b648e13 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2316382 Sep 25 01:03:53.440347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53956) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:53.483255 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1ebe2040-25b2-46a3-86d0-bacef222ae3d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1678658 Sep 25 01:03:53.488638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Allocated IP 2001:db8:1::2 (b5fcd4fd-72dd-495d-af44-a3aff375f1ea/ad82f1ad-ae1c-421f-8833-23bd86bc2c58/b8c1d964-4e4e-419c-82f0-acea74e1fe0e) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:53.491260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53958) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:53.508663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245013a-0215-43ef-b548-411c1500912e None None] Network 538d9994-483f-4409-ad6d-5cfee6f0dda1 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:53.515292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7672e662-42ba-4772-a23b-0105279bd1c6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.524664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:53.525073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (7672e662-42ba-4772-a23b-0105279bd1c6), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.525811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3b717785-b134-4398-8f01-2be77ceab5b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021930032'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:53.543442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-4245013a-0215-43ef-b548-411c1500912e None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:53.573777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245013a-0215-43ef-b548-411c1500912e None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:53.617072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Allocated IP 172.20.0.3 (bae2010e-4ed6-42f0-a259-44ca63458fc4/208cb73d-edba-4f40-acae-e1694c52e7c1/0cd4f9ba-4626-4c59-96a8-1868bcec06e9) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:53.627321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (963a0551-9d1b-451f-8e54-6c180a12488b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.627721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c61fcf-3a46-4fa8-8bfc-8e52a9756522 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:53.631456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=b6dc3221-ad64-47f4-bed0-eceeb2f9afaf,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:53.633038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c61fcf-3a46-4fa8-8bfc-8e52a9756522 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:53.634087 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7672e662-42ba-4772-a23b-0105279bd1c6 resource provider aggregate not found Sep 25 01:03:53.639700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c61fcf-3a46-4fa8-8bfc-8e52a9756522 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:53.641503 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f5c61fcf-3a46-4fa8-8bfc-8e52a9756522 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1952851 Sep 25 01:03:53.650507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53962) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:53.677419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b717785-b134-4398-8f01-2be77ceab5b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.686052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:53.700717 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7672e662-42ba-4772-a23b-0105279bd1c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7672e662-42ba-4772-a23b-0105279bd1c6 found for delete ", "request_id": "req-565fef57-a6b0-4cfb-a5a0-6cda17fa4bee"}]} Sep 25 01:03:53.704630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=963a0551-9d1b-451f-8e54-6c180a12488b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:53.728589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e27c45f6-99fa-4226-ac6b-990b826545a2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:53.729550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.729995 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e27c45f6-99fa-4226-ac6b-990b826545a2 Sep 25 01:03:53.732402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Current status of the port e27c45f6-99fa-4226-ac6b-990b826545a2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:53.737062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.743474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:53.752411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (ca061df7-72cc-49e4-9a0b-0d6c5449f418), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.787063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.793953 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "DELETE /networking/v2.0/networks/ca061df7-72cc-49e4-9a0b-0d6c5449f418 HTTP/1.1" status: 204 len: 168 time: 2.8002288 Sep 25 01:03:53.799990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Could not find standard attr ID for object 96ebb857-2be4-469a-a521-bec6fe46e871. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:03:53.800281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53966) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:53.900277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4245013a-0215-43ef-b548-411c1500912e None None] Attempting to bind port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:53.900549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4245013a-0215-43ef-b548-411c1500912e None None] Attempting to bind port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '94fbf9b8-46ab-4dab-8e95-f912fc0453c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '538d9994-483f-4409-ad6d-5cfee6f0dda1'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:53.900973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245013a-0215-43ef-b548-411c1500912e None None] Attempting to bind port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c on network 538d9994-483f-4409-ad6d-5cfee6f0dda1 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:53.906987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245013a-0215-43ef-b548-411c1500912e None None] Pushing event updated for resources: {'Port': ['ID=05fa7add-6ab7-4a9b-8dc3-92c90d84b36c,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:53.910081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Provisioning complete for port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:53.910497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:53.910805 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Attempt 1 to provision port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf Sep 25 01:03:54.106509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:54.114278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e27c45f6-99fa-4226-ac6b-990b826545a2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:54.122573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245013a-0215-43ef-b548-411c1500912e None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:54.123366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245013a-0215-43ef-b548-411c1500912e None None] Checking segment: {'id': '94fbf9b8-46ab-4dab-8e95-f912fc0453c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '538d9994-483f-4409-ad6d-5cfee6f0dda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:54.123578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4245013a-0215-43ef-b548-411c1500912e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.124135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245013a-0215-43ef-b548-411c1500912e None None] Bound using segment: {'id': '94fbf9b8-46ab-4dab-8e95-f912fc0453c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '538d9994-483f-4409-ad6d-5cfee6f0dda1'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:54.124648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4245013a-0215-43ef-b548-411c1500912e None None] Bound port: 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fbf9b8-46ab-4dab-8e95-f912fc0453c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '538d9994-483f-4409-ad6d-5cfee6f0dda1'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:54.125222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4245013a-0215-43ef-b548-411c1500912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.128330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Publish callbacks [] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.167394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.228795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5189c-52db-42e9-8ae8-480f6f99a5b6 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event deleted for resources: {'Network': ['ID=ca061df7-72cc-49e4-9a0b-0d6c5449f418,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:54.257545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Current status of the port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:54.272903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Network b5fcd4fd-72dd-495d-af44-a3aff375f1ea is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:54.300686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:54.307927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:54.311561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Pushing event updated for resources: {'Port': ['ID=b8c1d964-4e4e-419c-82f0-acea74e1fe0e,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:54.324440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Provisioning complete for port 0effb53e-37d6-413c-bffa-edd2e0778af2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:54.325000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.326027 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Attempt 1 to provision port 0effb53e-37d6-413c-bffa-edd2e0778af2 Sep 25 01:03:54.336253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:54.353605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (41547314-35f0-4521-8f46-98635803436a), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.369104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b6dc3221-ad64-47f4-bed0-eceeb2f9afaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:54.371571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:54.372498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4245013a-0215-43ef-b548-411c1500912e None None] For port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:54.372691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (41547314-35f0-4521-8f46-98635803436a), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.406743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Deleting port 2d7b491c-78f0-41c9-b22d-49c142f3513f {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:54.407153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2d7b491c-78f0-41c9-b22d-49c142f3513f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.434846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (c4de3e75-9a41-4ebb-acc2-d78a6364b62c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.435692 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP c4de3e75-9a41-4ebb-acc2-d78a6364b62c disassociated (deleted). External IP: 172.36.7.72, port: 3884e2c7-b275-45ee-8b2c-f0fd9580b36f. Sep 25 01:03:54.438121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dd12483f-2be4-4133-a491-11e4cca85636 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 84a71047-47a6-4e27-8410-f1327a39b528 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:54.438499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dd12483f-2be4-4133-a491-11e4cca85636 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (84a71047-47a6-4e27-8410-f1327a39b528), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.444054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4245013a-0215-43ef-b548-411c1500912e None None] For port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05fa7add-6ab7-4a9b-8dc3-92c90d84b36c,segment=NetworkSegment(94fbf9b8-46ab-4dab-8e95-f912fc0453c8),segment_id=94fbf9b8-46ab-4dab-8e95-f912fc0453c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:54.490543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b717785-b134-4398-8f01-2be77ceab5b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (d8be7cbc-ad4a-4f6f-9f15-9bf8c1fa5262), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.517274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b717785-b134-4398-8f01-2be77ceab5b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (d8be7cbc-ad4a-4f6f-9f15-9bf8c1fa5262), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.608481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for port (0cd4f9ba-4626-4c59-96a8-1868bcec06e9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.638827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=41547314-35f0-4521-8f46-98635803436a,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:54.656889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.667274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b717785-b134-4398-8f01-2be77ceab5b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.668613 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3b717785-b134-4398-8f01-2be77ceab5b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1532431 Sep 25 01:03:54.674949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53968) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:54.682462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b717785-b134-4398-8f01-2be77ceab5b5 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be7cbc-ad4a-4f6f-9f15-9bf8c1fa5262,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:54.687922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4245013a-0215-43ef-b548-411c1500912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.693014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b760840d-8c1f-4c1c-a147-4ef28fde3233 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:54.693486 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-b760840d-8c1f-4c1c-a147-4ef28fde3233 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 25 01:03:54.694035 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-b760840d-8c1f-4c1c-a147-4ef28fde3233 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] update failed (client error): There was a conflict when trying to complete your request. Sep 25 01:03:54.698532 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b760840d-8c1f-4c1c-a147-4ef28fde3233 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "PUT /networking/v2.0/security-groups/d8be7cbc-ad4a-4f6f-9f15-9bf8c1fa5262 HTTP/1.1" status: 409 len: 330 time: 0.0168417 Sep 25 01:03:54.708549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53970) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:54.718535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2d7b491c-78f0-41c9-b22d-49c142f3513f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.718868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for floatingip (2d7b491c-78f0-41c9-b22d-49c142f3513f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.779403 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:54.784168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245013a-0215-43ef-b548-411c1500912e None None] Pushing event updated for resources: {'Port': ['ID=05fa7add-6ab7-4a9b-8dc3-92c90d84b36c,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:54.795825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Calling delete_port for 2d7b491c-78f0-41c9-b22d-49c142f3513f owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:54.801492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:54.807399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Attempting to bind port b8c1d964-4e4e-419c-82f0-acea74e1fe0e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:54.807805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Attempting to bind port b8c1d964-4e4e-419c-82f0-acea74e1fe0e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '922f79db-72ca-40b5-8c35-784111e48171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b5fcd4fd-72dd-495d-af44-a3aff375f1ea'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:54.808208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Attempting to bind port b8c1d964-4e4e-419c-82f0-acea74e1fe0e on network b5fcd4fd-72dd-495d-af44-a3aff375f1ea {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:54.839252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 2001:db8::1 (538d9994-483f-4409-ad6d-5cfee6f0dda1/be086158-f1dd-4a21-a65d-86c5c8bc3503/cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:54.861622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dd12483f-2be4-4133-a491-11e4cca85636 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (84a71047-47a6-4e27-8410-f1327a39b528), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.870409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (0cd4f9ba-4626-4c59-96a8-1868bcec06e9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.892678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Current status of the port 0effb53e-37d6-413c-bffa-edd2e0778af2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:54.914413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Provisioning complete for port 62941f59-09f2-4c81-b27f-96153a7ae829 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:54.914696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (62941f59-09f2-4c81-b27f-96153a7ae829), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.915095 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Attempt 1 to provision port 62941f59-09f2-4c81-b27f-96153a7ae829 Sep 25 01:03:54.945548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dd12483f-2be4-4133-a491-11e4cca85636 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 84a71047-47a6-4e27-8410-f1327a39b528 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:54.958261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:54.958651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.958999 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf Sep 25 01:03:54.990395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:54.990690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Checking segment: {'id': '922f79db-72ca-40b5-8c35-784111e48171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b5fcd4fd-72dd-495d-af44-a3aff375f1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:54.991045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.991455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Bound using segment: {'id': '922f79db-72ca-40b5-8c35-784111e48171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b5fcd4fd-72dd-495d-af44-a3aff375f1ea'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:54.992057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Bound port: b8c1d964-4e4e-419c-82f0-acea74e1fe0e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f79db-72ca-40b5-8c35-784111e48171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b5fcd4fd-72dd-495d-af44-a3aff375f1ea'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:54.992880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:54.993959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network d9b6cb08-673d-4a49-b909-eb08f24f3f33 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:55.005843 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:55.006893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:55.016426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Port 62941f59-09f2-4c81-b27f-96153a7ae829 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:55.017845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:55.024494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e143-2f37-4131-9bde-d0ad5644793d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (d8be7cbc-ad4a-4f6f-9f15-9bf8c1fa5262), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.029277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:55.037006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Port': ['ID=0cd4f9ba-4626-4c59-96a8-1868bcec06e9,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:55.063094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e143-2f37-4131-9bde-d0ad5644793d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (d8be7cbc-ad4a-4f6f-9f15-9bf8c1fa5262), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.072696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:55.104028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] For port b8c1d964-4e4e-419c-82f0-acea74e1fe0e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:55.109304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] For port b8c1d964-4e4e-419c-82f0-acea74e1fe0e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8c1d964-4e4e-419c-82f0-acea74e1fe0e,segment=NetworkSegment(922f79db-72ca-40b5-8c35-784111e48171),segment_id=922f79db-72ca-40b5-8c35-784111e48171)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:55.170068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.190406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e143-2f37-4131-9bde-d0ad5644793d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (d8be7cbc-ad4a-4f6f-9f15-9bf8c1fa5262), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.195555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e143-2f37-4131-9bde-d0ad5644793d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.199990 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b8a6e143-2f37-4131-9bde-d0ad5644793d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d8be7cbc-ad4a-4f6f-9f15-9bf8c1fa5262 HTTP/1.1" status: 204 len: 168 time: 0.4915762 Sep 25 01:03:55.202785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53972) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:55.242542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:55.270890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:55.325802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285b44e-1e7c-4674-a83b-587cbf5fe936 None None] Pushing event updated for resources: {'Port': ['ID=b8c1d964-4e4e-419c-82f0-acea74e1fe0e,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:55.352136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:55.353405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.382855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6e143-2f37-4131-9bde-d0ad5644793d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be7cbc-ad4a-4f6f-9f15-9bf8c1fa5262,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:55.395238 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.419814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ef03ab15-6825-4202-bf4d-33f49c3a5dd4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:55.430626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:55.482157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ef03ab15-6825-4202-bf4d-33f49c3a5dd4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:55.482521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ef03ab15-6825-4202-bf4d-33f49c3a5dd4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:55.497253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:55.511565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.517257 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Attempt 2 to provision port 62941f59-09f2-4c81-b27f-96153a7ae829 Sep 25 01:03:55.520973 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6e20c375-d451-4ec6-acbc-6560a5533818 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2483747 Sep 25 01:03:55.527153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53974) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:55.589561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:55.591238 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-6d3784a7-d145-4c2d-b3a6-76edec8c246d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] delete failed (client error): The resource could not be found. Sep 25 01:03:55.598256 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6d3784a7-d145-4c2d-b3a6-76edec8c246d tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ced784c7-3d6b-4cc6-87ce-93a11b8c49ea HTTP/1.1" status: 404 len: 347 time: 0.0653250 Sep 25 01:03:55.605454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53976) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:55.618268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Port 62941f59-09f2-4c81-b27f-96153a7ae829 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:55.690954 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3a95da77-5d16-4998-8ef3-c7e182198721 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2597032 Sep 25 01:03:55.717994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 53978) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:55.731718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 538d9994-483f-4409-ad6d-5cfee6f0dda1 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:55.749879 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-bc39b8f0-b8a9-4457-8a36-446ab7faca6a tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] show failed (client error): The resource could not be found. Sep 25 01:03:55.757332 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bc39b8f0-b8a9-4457-8a36-446ab7faca6a tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-groups/fc7303a9-a8fd-4cfb-bbec-e82d76f3d713 HTTP/1.1" status: 404 len: 347 time: 0.1451190 Sep 25 01:03:55.758403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53980) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:55.783674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'port': {'network_id': 'bae2010e-4ed6-42f0-a259-44ca63458fc4', 'name': 'tempest-AllowedAddressPairTestJSON-1795114916'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:55.785504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2d7b491c-78f0-41c9-b22d-49c142f3513f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.796138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:55.814896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:55.821460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:55.822108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (c96ca599-8cb6-44ba-8736-b6668a2d1abc), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.840059 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-810bb3fa-71c9-4c5e-8e16-15018f5d9671 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] show failed (client error): The resource could not be found. Sep 25 01:03:55.841133 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-810bb3fa-71c9-4c5e-8e16-15018f5d9671 tempest-NegativeSecGroupIPv6Test-1325289707 tempest-NegativeSecGroupIPv6Test-1325289707-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/4067116b-417c-408a-96f6-1daa8d611586 HTTP/1.1" status: 404 len: 356 time: 0.0817239 Sep 25 01:03:55.844367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Pushing event deleted for resources: {'Port': ['ID=2d7b491c-78f0-41c9-b22d-49c142f3513f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:55.880631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:55.890701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dd12483f-2be4-4133-a491-11e4cca85636 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (84a71047-47a6-4e27-8410-f1327a39b528), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.983417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:55.986197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:55.996660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12483f-2be4-4133-a491-11e4cca85636 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=84a71047-47a6-4e27-8410-f1327a39b528,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:56.006926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:56.007339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:56.042708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5dcf9-3df8-4dad-8084-be3eb84b46d5 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:56.044095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:56.054264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:56.056125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53986) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:56.058985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:56.059329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.059641 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5dcf9-3df8-4dad-8084-be3eb84b46d5 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:56.060122 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a90f7db0-19e3-4eea-903b-5edffafe6c3c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5956974 Sep 25 01:03:56.061294 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-64b5dcf9-3df8-4dad-8084-be3eb84b46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:56.094808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195596469'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:56.160652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dd12483f-2be4-4133-a491-11e4cca85636 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.167077 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Attempt 3 to provision port 62941f59-09f2-4c81-b27f-96153a7ae829 Sep 25 01:03:56.171271 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-64b5dcf9-3df8-4dad-8084-be3eb84b46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:56.174440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dd12483f-2be4-4133-a491-11e4cca85636 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/84a71047-47a6-4e27-8410-f1327a39b528 HTTP/1.1" status: 204 len: 168 time: 2.5173876 Sep 25 01:03:56.178249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53988) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:56.211298 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5dcf9-3df8-4dad-8084-be3eb84b46d5 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:56.212219 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-64b5dcf9-3df8-4dad-8084-be3eb84b46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:56.240845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks [] for floatingip (1cfc4024-a4a6-430e-8330-7d6ec67846de), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.243636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.257768 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2cfab603-b4a3-4e7c-9817-15c2b48111b3 tempest-FloatingIPAdminTestJSON-433774577 tempest-FloatingIPAdminTestJSON-433774577-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/1cfc4024-a4a6-430e-8330-7d6ec67846de HTTP/1.1" status: 204 len: 168 time: 2.4506400 Sep 25 01:03:56.305730 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-64b5dcf9-3df8-4dad-8084-be3eb84b46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:56.307147 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5dcf9-3df8-4dad-8084-be3eb84b46d5 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:56.319538 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae4fd67-13b4-4c28-a2ea-0cc7700ef852 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:03:56.335267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.335847 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eae4fd67-13b4-4c28-a2ea-0cc7700ef852 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/84a71047-47a6-4e27-8410-f1327a39b528 HTTP/1.1" status: 404 len: 333 time: 0.1512768 Sep 25 01:03:56.336799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53992) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:56.368301 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-62232a2b-f710-4cc9-9596-21f417c17ffb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/c4de3e75-9a41-4ebb-acc2-d78a6364b62c HTTP/1.1" status: 204 len: 168 time: 4.8774521 Sep 25 01:03:56.369310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53994) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:56.413785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Made reservation on behalf of 5ce6978b723049d78eab37138365bfed for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:56.430010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.461592 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:56.466982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.471708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:56.608779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] device_id is not set on port 98bc3c76-6327-41ce-b61e-8935bcff19b8 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:03:56.647550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 53998) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:56.655922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Port 62941f59-09f2-4c81-b27f-96153a7ae829 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:56.848530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:57.013719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb0e3a-8720-46f5-91e9-44c53d00e132 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 62941f59-09f2-4c81-b27f-96153a7ae829 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:57.014691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0e3a-8720-46f5-91e9-44c53d00e132 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (62941f59-09f2-4c81-b27f-96153a7ae829), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.055002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54004) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:57.056527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:57.115818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Allocated IP 172.20.0.4 (bae2010e-4ed6-42f0-a259-44ca63458fc4/208cb73d-edba-4f40-acae-e1694c52e7c1/98bc3c76-6327-41ce-b61e-8935bcff19b8) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:57.172077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c410605-464c-4204-b1c2-f3085ebfbee5 None None] Network 538d9994-483f-4409-ad6d-5cfee6f0dda1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:57.194840 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Attempt 4 to provision port 62941f59-09f2-4c81-b27f-96153a7ae829 Sep 25 01:03:57.261727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.303228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.304696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (c96ca599-8cb6-44ba-8736-b6668a2d1abc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.338918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0e3a-8720-46f5-91e9-44c53d00e132 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (62941f59-09f2-4c81-b27f-96153a7ae829), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.374611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb0e3a-8720-46f5-91e9-44c53d00e132 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 62941f59-09f2-4c81-b27f-96153a7ae829 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:57.385975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Port 62941f59-09f2-4c81-b27f-96153a7ae829 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:57.408877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:57.410386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.411397 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c Sep 25 01:03:57.463718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:57.470833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (10c874ab-02ca-488c-86bc-de58c68f164c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.471573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added segment 10c874ab-02ca-488c-86bc-de58c68f164c of type vlan for network 15929a10-9b99-4ee9-89b4-1b6478a7828d Sep 25 01:03:57.481089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f9da3-ff3f-45c6-9de4-cb5caf1d401f None None] Network b5fcd4fd-72dd-495d-af44-a3aff375f1ea requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:57.493858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-f99adcb2-bfd1-4a92-ac11-0c0f674ab7fb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port 3884e2c7-b275-45ee-8b2c-f0fd9580b36f {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:57.494762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f99adcb2-bfd1-4a92-ac11-0c0f674ab7fb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3884e2c7-b275-45ee-8b2c-f0fd9580b36f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.536627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8b8a5a0b-ed24-46a9-8427-d099c66e269c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bb816d8d5ea9433ebf24207f8a9cf79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8846998 Sep 25 01:03:57.541349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54008) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:57.561752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:03:52Z', 'revision_number': 3, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:03:53Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:57.585409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:57.589276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 538d9994-483f-4409-ad6d-5cfee6f0dda1 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:57.594927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:57.608838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:57.611929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (15929a10-9b99-4ee9-89b4-1b6478a7828d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.624088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:57.628237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:03:57.628488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Updating router 158c887f-f0df-40f4-a672-f7de71a07111 port 41547314-35f0-4521-8f46-98635803436a binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:03:57.685807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for port (98bc3c76-6327-41ce-b61e-8935bcff19b8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.724081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (41547314-35f0-4521-8f46-98635803436a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.730036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:57.731222 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-60362b64-4ca0-4bfd-867c-c7237568f8d6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ba66b7b445594aaf99a854e0eb0f4b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5027275 Sep 25 01:03:57.732590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (15929a10-9b99-4ee9-89b4-1b6478a7828d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.738745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:57.739525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.743347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54010) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:57.822541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f99adcb2-bfd1-4a92-ac11-0c0f674ab7fb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3884e2c7-b275-45ee-8b2c-f0fd9580b36f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.851718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:57.852447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.862119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fb3da221-e18a-4fe1-8b0a-93e99b0ec919 admin admin] Publish callbacks [] for security_group (85604a10-c468-433e-af54-a0d7d1141a57), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.889315 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Attempt 5 to provision port 62941f59-09f2-4c81-b27f-96153a7ae829 Sep 25 01:03:57.895486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:57.915343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fb3da221-e18a-4fe1-8b0a-93e99b0ec919 admin admin] Publish callbacks [] for security_group (85604a10-c468-433e-af54-a0d7d1141a57), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.924783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:57.937392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-f99adcb2-bfd1-4a92-ac11-0c0f674ab7fb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for 3884e2c7-b275-45ee-8b2c-f0fd9580b36f owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:57.964557 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8904464 Sep 25 01:03:57.971619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54012) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:57.982268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'subnet': {'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:58.000267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83124cb8-70f5-40ed-ae49-a1c0e9a48e9f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Network': ['ID=15929a10-9b99-4ee9-89b4-1b6478a7828d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:58.030563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0e3a-8720-46f5-91e9-44c53d00e132 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (62941f59-09f2-4c81-b27f-96153a7ae829), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.094678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Port 62941f59-09f2-4c81-b27f-96153a7ae829 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:58.105346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 15929a10-9b99-4ee9-89b4-1b6478a7828d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:58.124769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb0e3a-8720-46f5-91e9-44c53d00e132 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=62941f59-09f2-4c81-b27f-96153a7ae829,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:58.162990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (98bc3c76-6327-41ce-b61e-8935bcff19b8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.209465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0e3a-8720-46f5-91e9-44c53d00e132 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.213124 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a2fb0e3a-8720-46f5-91e9-44c53d00e132 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/62941f59-09f2-4c81-b27f-96153a7ae829 HTTP/1.1" status: 204 len: 168 time: 1.8696859 Sep 25 01:03:58.214304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5343-81c7-465d-b9d1-5b2d8f3f0024 admin admin] Publish callbacks [] for security_group (c54ac745-fc2f-450e-9156-de1acdaabaa7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.219013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54014) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:58.245642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05fa7add-6ab7-4a9b-8dc3-92c90d84b36c,segment=NetworkSegment(94fbf9b8-46ab-4dab-8e95-f912fc0453c8),segment_id=94fbf9b8-46ab-4dab-8e95-f912fc0453c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:58.247140 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Port': ['ID=98bc3c76-6327-41ce-b61e-8935bcff19b8,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:58.258958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router c96ca599-8cb6-44ba-8736-b6668a2d1abc is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:03:58.275904 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4214721-22cd-4ebe-be1b-fa0a09fc8992 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:03:58.278516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a4214721-22cd-4ebe-be1b-fa0a09fc8992 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/62941f59-09f2-4c81-b27f-96153a7ae829 HTTP/1.1" status: 404 len: 333 time: 0.0580044 Sep 25 01:03:58.286631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54016) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:58.317931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.318812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b8c1d964-4e4e-419c-82f0-acea74e1fe0e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:58.334660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5343-81c7-465d-b9d1-5b2d8f3f0024 admin admin] Publish callbacks [] for security_group (c54ac745-fc2f-450e-9156-de1acdaabaa7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.445453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:58.475084 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-22b99b65-722a-4475-a7e0-f65feb2b37e9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/c96ca599-8cb6-44ba-8736-b6668a2d1abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6377015 Sep 25 01:03:58.480923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54018) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:58.502272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:58.508012 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:58.518177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:58.630809 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Attempt 6 to provision port 62941f59-09f2-4c81-b27f-96153a7ae829 Sep 25 01:03:58.654662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d919b3e-97d4-45c9-be34-d831627c25a8 None None] Sync routers for ids ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:58.711270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1b7376-d555-4219-80e7-9560a89dc853 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet 028896f7-2072-4c24-b84b-0c6315c7a835 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:58.722241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470432c-6730-4f2f-8c38-82602e3c04b4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:58.727179 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b470432c-6730-4f2f-8c38-82602e3c04b4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports/cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb HTTP/1.1" status: 200 len: 911 time: 0.2061205 Sep 25 01:03:58.728404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54020) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:58.747245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db1b7376-d555-4219-80e7-9560a89dc853 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (028896f7-2072-4c24-b84b-0c6315c7a835), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.820627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68eef915-eff2-4601-a8dd-3f3fb00cb89e None None] Port 62941f59-09f2-4c81-b27f-96153a7ae829 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:03:58.836017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d919b3e-97d4-45c9-be34-d831627c25a8 None None] Routers {'c96ca599-8cb6-44ba-8736-b6668a2d1abc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:58.836839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4d919b3e-97d4-45c9-be34-d831627c25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:58.854061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-698cd9b7-e622-4cba-accc-7a32b6c8b45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.948717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4d919b3e-97d4-45c9-be34-d831627c25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:58.961751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:58.966618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db1b7376-d555-4219-80e7-9560a89dc853 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (028896f7-2072-4c24-b84b-0c6315c7a835), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.988545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5343-81c7-465d-b9d1-5b2d8f3f0024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (c54ac745-fc2f-450e-9156-de1acdaabaa7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.989296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=05fa7add-6ab7-4a9b-8dc3-92c90d84b36c,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:58.993265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5343-81c7-465d-b9d1-5b2d8f3f0024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.994796 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cc0d5343-81c7-465d-b9d1-5b2d8f3f0024 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c54ac745-fc2f-450e-9156-de1acdaabaa7 HTTP/1.1" status: 204 len: 168 time: 1.2122064 Sep 25 01:03:59.024823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port b8c1d964-4e4e-419c-82f0-acea74e1fe0e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:59.025537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.026051 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port b8c1d964-4e4e-419c-82f0-acea74e1fe0e Sep 25 01:03:59.055011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f99adcb2-bfd1-4a92-ac11-0c0f674ab7fb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3884e2c7-b275-45ee-8b2c-f0fd9580b36f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.065329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Provisioning complete for port b8c1d964-4e4e-419c-82f0-acea74e1fe0e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:59.065993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.066621 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 1 to provision port b8c1d964-4e4e-419c-82f0-acea74e1fe0e Sep 25 01:03:59.080506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d5343-81c7-465d-b9d1-5b2d8f3f0024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ac745-fc2f-450e-9156-de1acdaabaa7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:59.097559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fb3da221-e18a-4fe1-8b0a-93e99b0ec919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (85604a10-c468-433e-af54-a0d7d1141a57), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.101708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fb3da221-e18a-4fe1-8b0a-93e99b0ec919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.103351 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fb3da221-e18a-4fe1-8b0a-93e99b0ec919 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/85604a10-c468-433e-af54-a0d7d1141a57 HTTP/1.1" status: 204 len: 168 time: 1.5610385 Sep 25 01:03:59.135845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:59.140126 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.151341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3da221-e18a-4fe1-8b0a-93e99b0ec919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85604a10-c468-433e-af54-a0d7d1141a57,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:59.293376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:59.295191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.355251 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e6f97c25-6acd-4854-a248-dcb466498c4c tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6355035 Sep 25 01:03:59.356339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d919b3e-97d4-45c9-be34-d831627c25a8 None None] Routers {'c96ca599-8cb6-44ba-8736-b6668a2d1abc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:59.357085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4d919b3e-97d4-45c9-be34-d831627c25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:59.365405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54026) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:59.375193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3e4543ac-d75c-481d-89ff-87b0890309a4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:2d:42'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ab:b2:46'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:59.424982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Current status of the port b8c1d964-4e4e-419c-82f0-acea74e1fe0e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:59.425506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.468927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:59.472209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4d919b3e-97d4-45c9-be34-d831627c25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:59.473327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d919b3e-97d4-45c9-be34-d831627c25a8 None None] The sync data for ids ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:59.545033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] For port b8c1d964-4e4e-419c-82f0-acea74e1fe0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8c1d964-4e4e-419c-82f0-acea74e1fe0e,segment=NetworkSegment(922f79db-72ca-40b5-8c35-784111e48171),segment_id=922f79db-72ca-40b5-8c35-784111e48171)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:59.561768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.722004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Pushing event updated for resources: {'Port': ['ID=b8c1d964-4e4e-419c-82f0-acea74e1fe0e,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:59.769477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Provisioning complete for port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:59.769868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.770240 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 1 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:03:59.775578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:59.827766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port b8c1d964-4e4e-419c-82f0-acea74e1fe0e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:59.899475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:59.912414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:59.922107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:59.944035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Publish callbacks [] for port (41547314-35f0-4521-8f46-98635803436a), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.957276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (41547314-35f0-4521-8f46-98635803436a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.988657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54038) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:59.996929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e4543ac-d75c-481d-89ff-87b0890309a4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (98bc3c76-6327-41ce-b61e-8935bcff19b8), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.013740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99adcb2-bfd1-4a92-ac11-0c0f674ab7fb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=3884e2c7-b275-45ee-8b2c-f0fd9580b36f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:00.034902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8409a6c6-8efd-4bcd-a9df-0969571fb6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.068802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (23d44470-dba7-48a4-8f05-14ab4bfdeafd), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.093303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:00.152255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b141cb-432a-4cd2-8de2-5d87d250bca9 None None] Pushing event updated for resources: {'Port': ['ID=41547314-35f0-4521-8f46-98635803436a,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:00.156647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Attempting to bind port 41547314-35f0-4521-8f46-98635803436a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:00.157264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Attempting to bind port 41547314-35f0-4521-8f46-98635803436a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:00.158419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Attempting to bind port 41547314-35f0-4521-8f46-98635803436a on network d9b6cb08-673d-4a49-b909-eb08f24f3f33 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:00.216336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:00.216802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Checking segment: {'id': 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:00.217141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.217545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Bound using segment: {'id': 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:00.218044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Bound port: 41547314-35f0-4521-8f46-98635803436a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:00.218432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (41547314-35f0-4521-8f46-98635803436a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.234151 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8409a6c6-8efd-4bcd-a9df-0969571fb6d6 admin admin] Publish callbacks [] for security_group (a388490d-3515-47db-a73f-ceac29a23e41), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.238780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:00.238780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.239078 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c Sep 25 01:04:00.291446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8409a6c6-8efd-4bcd-a9df-0969571fb6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a388490d-3515-47db-a73f-ceac29a23e41), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.317149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:00.360185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] For port 41547314-35f0-4521-8f46-98635803436a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:00.409636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db1b7376-d555-4219-80e7-9560a89dc853 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (028896f7-2072-4c24-b84b-0c6315c7a835), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.416002 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 2 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:00.466869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] For port 41547314-35f0-4521-8f46-98635803436a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41547314-35f0-4521-8f46-98635803436a,segment=NetworkSegment(edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed),segment_id=edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:00.491215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (41547314-35f0-4521-8f46-98635803436a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.500530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:00.503080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b8c1d964-4e4e-419c-82f0-acea74e1fe0e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:00.511181 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8409a6c6-8efd-4bcd-a9df-0969571fb6d6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=92dcdcaf72164a63b5399e94bf97bd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5158591 Sep 25 01:04:00.517530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409a6c6-8efd-4bcd-a9df-0969571fb6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a388490d-3515-47db-a73f-ceac29a23e41,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:00.518573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54050) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:00.528196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Subnet': ['ID=23d44470-dba7-48a4-8f05-14ab4bfdeafd,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:00.551761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Checking segment: {'id': '10c874ab-02ca-488c-86bc-de58c68f164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:00.552410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network hostable DHCP agents. Network: 15929a10-9b99-4ee9-89b4-1b6478a7828d, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:00.578988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f99adcb2-bfd1-4a92-ac11-0c0f674ab7fb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.586230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:00.589066 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f99adcb2-bfd1-4a92-ac11-0c0f674ab7fb tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3884e2c7-b275-45ee-8b2c-f0fd9580b36f HTTP/1.1" status: 204 len: 168 time: 4.2068756 Sep 25 01:04:00.597981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54052) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:00.606219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:00.619811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:00.620863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:03:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:00.632764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb472e3c-ccbc-4bc5-924c-2d6009702a33 admin admin] Publish callbacks [] for security_group (a388490d-3515-47db-a73f-ceac29a23e41), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.685580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 15929a10-9b99-4ee9-89b4-1b6478a7828d is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:00.750705 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:00.760725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.761636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db1b7376-d555-4219-80e7-9560a89dc853 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (028896f7-2072-4c24-b84b-0c6315c7a835), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.789746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b141cb-432a-4cd2-8de2-5d87d250bca9 None None] Pushing event updated for resources: {'Port': ['ID=41547314-35f0-4521-8f46-98635803436a,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:00.800920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 15929a10-9b99-4ee9-89b4-1b6478a7828d) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:00.815295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cd70cf-d5f0-45b0-b51f-32433c616884 None None] Network 15929a10-9b99-4ee9-89b4-1b6478a7828d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:00.824293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:00.840298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb472e3c-ccbc-4bc5-924c-2d6009702a33 admin admin] Publish callbacks [] for security_group (a388490d-3515-47db-a73f-ceac29a23e41), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.842600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54056) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:00.845187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port b8c1d964-4e4e-419c-82f0-acea74e1fe0e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:00.845778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.846724 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port b8c1d964-4e4e-419c-82f0-acea74e1fe0e Sep 25 01:04:00.855055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db1b7376-d555-4219-80e7-9560a89dc853 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.861571 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-db1b7376-d555-4219-80e7-9560a89dc853 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/028896f7-2072-4c24-b84b-0c6315c7a835 HTTP/1.1" status: 204 len: 168 time: 2.5624058 Sep 25 01:04:00.862924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c8a78-5dc7-4353-8840-2129ebb43e8f None None] Network 914f678b-f454-48bd-99a2-d30e8e1a865b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:00.868214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54060) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:00.870436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b7376-d555-4219-80e7-9560a89dc853 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=028896f7-2072-4c24-b84b-0c6315c7a835,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:00.906896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:00.907996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.915200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:00.916642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:00.989217 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-89bc640a-effd-4e97-9da7-15a1d36de8df tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0142095 Sep 25 01:04:01.014915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54062) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:01.069881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1742701203'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:01.090677 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 3 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:01.133653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb472e3c-ccbc-4bc5-924c-2d6009702a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a388490d-3515-47db-a73f-ceac29a23e41), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.136306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb472e3c-ccbc-4bc5-924c-2d6009702a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.142207 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cb472e3c-ccbc-4bc5-924c-2d6009702a33 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a388490d-3515-47db-a73f-ceac29a23e41 HTTP/1.1" status: 204 len: 168 time: 0.6137562 Sep 25 01:04:01.211111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.238232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (914f678b-f454-48bd-99a2-d30e8e1a865b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.263181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb472e3c-ccbc-4bc5-924c-2d6009702a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a388490d-3515-47db-a73f-ceac29a23e41,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:01.265067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:01.278161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Made reservation on behalf of 2ba985b7be324fb2bd7ae8e81a5943b2 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:01.282052 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.344816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:01.347502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e4543ac-d75c-481d-89ff-87b0890309a4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for port (98bc3c76-6327-41ce-b61e-8935bcff19b8), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.375220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.387269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e4543ac-d75c-481d-89ff-87b0890309a4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (98bc3c76-6327-41ce-b61e-8935bcff19b8), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.487253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:01.543888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:01.604788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:01.607415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port e27c45f6-99fa-4226-ac6b-990b826545a2 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:01.607996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.721806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4543ac-d75c-481d-89ff-87b0890309a4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event updated for resources: {'Port': ['ID=98bc3c76-6327-41ce-b61e-8935bcff19b8,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:01.734086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3e4543ac-d75c-481d-89ff-87b0890309a4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] In _notify_port_updated(), no bound segment for port 98bc3c76-6327-41ce-b61e-8935bcff19b8 on network bae2010e-4ed6-42f0-a259-44ca63458fc4 {{(pid=107188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:04:01.742244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 2001:db8:1::1 (b5fcd4fd-72dd-495d-af44-a3aff375f1ea/ad82f1ad-ae1c-421f-8833-23bd86bc2c58/1b73d0ec-aa61-4602-b2ec-70910d7ec44f) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:01.742986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4543ac-d75c-481d-89ff-87b0890309a4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:01.744440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e4543ac-d75c-481d-89ff-87b0890309a4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.747653 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3e4543ac-d75c-481d-89ff-87b0890309a4 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "PUT /networking/v2.0/ports/98bc3c76-6327-41ce-b61e-8935bcff19b8 HTTP/1.1" status: 200 len: 1055 time: 2.3802240 Sep 25 01:04:01.775711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54068) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:01.827794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.36.7.164 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/97e427bd-e785-4a50-a9fe-7fdb53f7e197) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:01.856322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] For port e27c45f6-99fa-4226-ac6b-990b826545a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e27c45f6-99fa-4226-ac6b-990b826545a2,segment=NetworkSegment(b75a0034-bd5e-4c69-9852-748c2239cc1c),segment_id=b75a0034-bd5e-4c69-9852-748c2239cc1c)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:01.856918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.861612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks [] for security_group (fa841f47-f29d-4b88-95d9-fb70b0a3b6b2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.870607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1d726ecf-c0ce-4858-9cd7-ec172bccfea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.885380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-15929a10-9b99-4ee9-89b4-1b6478a7828d', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:01.887080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.913162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for e27c45f6-99fa-4226-ac6b-990b826545a2 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:01.929112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54070) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:01.929306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (fa841f47-f29d-4b88-95d9-fb70b0a3b6b2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.954328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:01.987249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] DHCP port deletion for 914f678b-f454-48bd-99a2-d30e8e1a865b request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:01.988291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:01.992618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port b8c1d964-4e4e-419c-82f0-acea74e1fe0e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:02.009959 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 4 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:02.067119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7e37bd0b-b0ae-403f-9f05-c921bdf03d6d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.067119 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Added segment 7e37bd0b-b0ae-403f-9f05-c921bdf03d6d of type vlan for network 850e7e05-beca-412a-aa4d-9c88e86077ec Sep 25 01:04:02.107273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa841f47-f29d-4b88-95d9-fb70b0a3b6b2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:02.133281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e24b8c4f-810f-45ee-a8bb-3b33405ec6f8 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Deleting port 98bc3c76-6327-41ce-b61e-8935bcff19b8 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:02.133604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e24b8c4f-810f-45ee-a8bb-3b33405ec6f8 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (98bc3c76-6327-41ce-b61e-8935bcff19b8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.162631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:02.185532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.187147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:02.247590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e27c45f6-99fa-4226-ac6b-990b826545a2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:02.266048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2ec42980-4cb3-4b73-9564-8b26ac967bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.279927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (1b73d0ec-aa61-4602-b2ec-70910d7ec44f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.283432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=e27c45f6-99fa-4226-ac6b-990b826545a2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:02.296600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: e27c45f6-99fa-4226-ac6b-990b826545a2 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:02.297227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e27c45f6-99fa-4226-ac6b-990b826545a2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:02.298865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No DVR routers for this DVR port e27c45f6-99fa-4226-ac6b-990b826545a2 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:02.304368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (850e7e05-beca-412a-aa4d-9c88e86077ec), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.309386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] Deleting port e27c45f6-99fa-4226-ac6b-990b826545a2 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:02.310777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.390307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:03:52Z', 'revision_number': 3, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:00Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:02.456041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db571230-ecf5-4a35-98e1-4c8df23b70b1 None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:03:52Z', 'revision_number': 3, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:00Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:02.491483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] For port e27c45f6-99fa-4226-ac6b-990b826545a2, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:02.492727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.495803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (97e427bd-e785-4a50-a9fe-7fdb53f7e197), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.517984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Allocated IP 172.22.0.2 (15929a10-9b99-4ee9-89b4-1b6478a7828d/23d44470-dba7-48a4-8f05-14ab4bfdeafd/c534c208-363a-4164-a895-2a8dc3240421) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:02.523576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] Calling delete_port for e27c45f6-99fa-4226-ac6b-990b826545a2 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:02.531761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.ipam_backend_mixin [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] Port e27c45f6-99fa-4226-ac6b-990b826545a2 was not found and therefore no delete operation was performed {{(pid=107189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:04:02.533763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:02.617398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (e27c45f6-99fa-4226-ac6b-990b826545a2), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.618180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (914f678b-f454-48bd-99a2-d30e8e1a865b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.627111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (97e427bd-e785-4a50-a9fe-7fdb53f7e197), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.668767 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 5 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:02.675902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] Pushing event deleted for resources: {'Port': ['ID=e27c45f6-99fa-4226-ac6b-990b826545a2,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:02.712551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62787e4-7986-4f57-b76c-f39217106555 None None] No DVR routers for this DVR port e27c45f6-99fa-4226-ac6b-990b826545a2 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:02.729006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:02.740151 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=97e427bd-e785-4a50-a9fe-7fdb53f7e197,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:02.754961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:02.763239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:02.782182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:02.784997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:02.787848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2ec42980-4cb3-4b73-9564-8b26ac967bd0 admin admin] Publish callbacks [] for security_group (7f674545-3628-4884-a6c4-5235179beee9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.790716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914f678b-f454-48bd-99a2-d30e8e1a865b']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:02.794573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:02.848684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Publish callbacks [] for port (c534c208-363a-4164-a895-2a8dc3240421), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.849691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:02.867407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (c534c208-363a-4164-a895-2a8dc3240421), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.869104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (850e7e05-beca-412a-aa4d-9c88e86077ec), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.876141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:02.877797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.910090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (39fcc2f3-bb23-48c2-abce-0d01d62c5280), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.924488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2ec42980-4cb3-4b73-9564-8b26ac967bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7f674545-3628-4884-a6c4-5235179beee9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.935177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75a0034-bd5e-4c69-9852-748c2239cc1c') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:02.935531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75a0034-bd5e-4c69-9852-748c2239cc1c') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:02.935822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Network 15929a10-9b99-4ee9-89b4-1b6478a7828d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:02.942905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:02.950093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:02.954141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Pushing event updated for resources: {'Port': ['ID=c534c208-363a-4164-a895-2a8dc3240421,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:02.981125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e24b8c4f-810f-45ee-a8bb-3b33405ec6f8 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (98bc3c76-6327-41ce-b61e-8935bcff19b8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.990957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1b73d0ec-aa61-4602-b2ec-70910d7ec44f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.999822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (97e427bd-e785-4a50-a9fe-7fdb53f7e197), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.027199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Pushing event updated for resources: {'Network': ['ID=850e7e05-beca-412a-aa4d-9c88e86077ec,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:03.042128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Attempting to bind port c534c208-363a-4164-a895-2a8dc3240421 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:03.043166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Attempting to bind port c534c208-363a-4164-a895-2a8dc3240421 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10c874ab-02ca-488c-86bc-de58c68f164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:03.043166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Attempting to bind port c534c208-363a-4164-a895-2a8dc3240421 on network 15929a10-9b99-4ee9-89b4-1b6478a7828d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:03.047394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 850e7e05-beca-412a-aa4d-9c88e86077ec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:03.054355 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:03.072929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (b75a0034-bd5e-4c69-9852-748c2239cc1c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.112163 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2ec42980-4cb3-4b73-9564-8b26ac967bd0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=aa7af320ddb343089a6ecaaacf1bcd87&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1802721 Sep 25 01:04:03.116187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b75a0034-bd5e-4c69-9852-748c2239cc1c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.125415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54072) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:03.127668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e24b8c4f-810f-45ee-a8bb-3b33405ec6f8 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Calling delete_port for 98bc3c76-6327-41ce-b61e-8935bcff19b8 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:03.140071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42980-4cb3-4b73-9564-8b26ac967bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f674545-3628-4884-a6c4-5235179beee9,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:03.151337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:03.151746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (b75a0034-bd5e-4c69-9852-748c2239cc1c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.156371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network b5fcd4fd-72dd-495d-af44-a3aff375f1ea is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:03.180481 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ee77ca7b-3cf1-4c32-a318-23e840150f1d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.3349700 Sep 25 01:04:03.191297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:03.195540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:03.196157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (c96ca599-8cb6-44ba-8736-b6668a2d1abc), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.208552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:03.209185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Checking segment: {'id': '10c874ab-02ca-488c-86bc-de58c68f164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:03.209709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.210326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Bound using segment: {'id': '10c874ab-02ca-488c-86bc-de58c68f164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:03.210953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Bound port: c534c208-363a-4164-a895-2a8dc3240421, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c874ab-02ca-488c-86bc-de58c68f164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:03.211586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c534c208-363a-4164-a895-2a8dc3240421), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.257706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54076) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:03.265231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-31d9bed0-49b5-4c52-8a4d-8173ceea5980 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec', 'tempest-TagsTest-Tag-715246631') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:03.267580 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 6 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:03.293666 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b75a0034-bd5e-4c69-9852-748c2239cc1c resource provider aggregate not found Sep 25 01:04:03.339051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:03.352529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] For port c534c208-363a-4164-a895-2a8dc3240421, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:03.365802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] For port c534c208-363a-4164-a895-2a8dc3240421, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c534c208-363a-4164-a895-2a8dc3240421,segment=NetworkSegment(10c874ab-02ca-488c-86bc-de58c68f164c),segment_id=10c874ab-02ca-488c-86bc-de58c68f164c)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:03.365996 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b75a0034-bd5e-4c69-9852-748c2239cc1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b75a0034-bd5e-4c69-9852-748c2239cc1c found for delete ", "request_id": "req-24dd4386-e11b-48f0-9120-6e382af0da03"}]} Sep 25 01:04:03.366569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=1b73d0ec-aa61-4602-b2ec-70910d7ec44f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:03.373410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c534c208-363a-4164-a895-2a8dc3240421), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.383505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (914f678b-f454-48bd-99a2-d30e8e1a865b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.397207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.401449 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/networks/914f678b-f454-48bd-99a2-d30e8e1a865b HTTP/1.1" status: 204 len: 168 time: 2.5314574 Sep 25 01:04:03.429950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54080) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:03.459974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177216f-ebac-44b6-8c80-868a663d1cc2 None None] Pushing event updated for resources: {'Port': ['ID=c534c208-363a-4164-a895-2a8dc3240421,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:03.475794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-383158254'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:03.484549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15622964-7a83-42b9-8071-c096bfaaca33 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Network': ['ID=914f678b-f454-48bd-99a2-d30e8e1a865b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:03.518855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:03.532030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dcbc20d7-3584-42f6-ae9c-07df3a90b364 admin admin] Publish callbacks [] for security_group (7f674545-3628-4884-a6c4-5235179beee9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.566859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:03.571622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.635701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dcbc20d7-3584-42f6-ae9c-07df3a90b364 admin admin] Publish callbacks [] for security_group (7f674545-3628-4884-a6c4-5235179beee9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.642995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (97e427bd-e785-4a50-a9fe-7fdb53f7e197), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.653699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:03.655800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.22.0.1 (15929a10-9b99-4ee9-89b4-1b6478a7828d/23d44470-dba7-48a4-8f05-14ab4bfdeafd/ead62133-286f-45c4-a49c-f6b97cb2367c) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:03.662309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:03.668742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (97e427bd-e785-4a50-a9fe-7fdb53f7e197), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.676473 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-31d9bed0-49b5-4c52-8a4d-8173ceea5980 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "PUT /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags/tempest-TagsTest-Tag-715246631 HTTP/1.1" status: 201 len: 201 time: 0.4152975 Sep 25 01:04:03.693116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54082) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:03.713234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.722040 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-38988b0a-4b6e-430d-a5b9-a660d19c53b0 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec', 'tempest-TagsTest-Tag-715246631') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:03.803428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (799e51e8-90ca-4071-9a37-ea72d865137f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.804112 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Added segment 799e51e8-90ca-4071-9a37-ea72d865137f of type vlan for network 68166a3c-5dc7-44af-9aa9-51ac33422e9b Sep 25 01:04:03.840341 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 7 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:03.848943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1b73d0ec-aa61-4602-b2ec-70910d7ec44f), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.920715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=97e427bd-e785-4a50-a9fe-7fdb53f7e197,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:03.938969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:03.945542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (39fcc2f3-bb23-48c2-abce-0d01d62c5280), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.954157 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-38988b0a-4b6e-430d-a5b9-a660d19c53b0 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "GET /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags/tempest-TagsTest-Tag-715246631 HTTP/1.1" status: 204 len: 168 time: 0.2361681 Sep 25 01:04:03.959516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (68166a3c-5dc7-44af-9aa9-51ac33422e9b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.960186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54084) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:03.981662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dcbc20d7-3584-42f6-ae9c-07df3a90b364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7f674545-3628-4884-a6c4-5235179beee9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.989976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dcbc20d7-3584-42f6-ae9c-07df3a90b364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:03.989976 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dcbc20d7-3584-42f6-ae9c-07df3a90b364 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7f674545-3628-4884-a6c4-5235179beee9 HTTP/1.1" status: 204 len: 168 time: 0.8539999 Sep 25 01:04:03.990273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-4a58f0df-f013-45bc-8830-de86209a6319 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:04.000728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:04.015175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc20d7-3584-42f6-ae9c-07df3a90b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f674545-3628-4884-a6c4-5235179beee9,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:04.020329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e24b8c4f-810f-45ee-a8bb-3b33405ec6f8 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (98bc3c76-6327-41ce-b61e-8935bcff19b8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.022159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.027923 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-64b8e5d9-d6ed-4fbe-b45a-02597c5dedb0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4278507 Sep 25 01:04:04.031894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54088) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:04.038669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'port': {'network_id': '23b4d6b0-b3d5-4912-b12d-b9281905c988', 'name': 'tempest-FloatingIPTestJSON-2018626013'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:04.134780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b8c4f-810f-45ee-a8bb-3b33405ec6f8 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event deleted for resources: {'Port': ['ID=98bc3c76-6327-41ce-b61e-8935bcff19b8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:04.168332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (68166a3c-5dc7-44af-9aa9-51ac33422e9b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.173606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:04.173956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.182159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.239518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c534c208-363a-4164-a895-2a8dc3240421 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:04.271488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:04.293673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4a58f0df-f013-45bc-8830-de86209a6319 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "GET /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags HTTP/1.1" status: 200 len: 237 time: 0.3279161 Sep 25 01:04:04.317561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54090) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:04.332173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-262cc115-4ea5-4bde-9f40-85a5ef56ac9c tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec', {'tags': ['tempest-TagsTest-Tag-1764962849', 'tempest-TagsTest-Tag-136867406', 'tempest-TagsTest-Tag-375113648']}) {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:04.334114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port c534c208-363a-4164-a895-2a8dc3240421 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:04.334569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c534c208-363a-4164-a895-2a8dc3240421), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.334983 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port c534c208-363a-4164-a895-2a8dc3240421 Sep 25 01:04:04.380113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Network': ['ID=68166a3c-5dc7-44af-9aa9-51ac33422e9b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:04.399920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Made reservation on behalf of 937675718fc54790a2b8f475b8b6d147 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:04.407420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.416949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 68166a3c-5dc7-44af-9aa9-51ac33422e9b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:04.440211 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-82bc0810-cf11-4855-bf67-7b5d6a2e7bf5 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9961462 Sep 25 01:04:04.444685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54094) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:04.451065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': '68166a3c-5dc7-44af-9aa9-51ac33422e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:04.458751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] device_id is not set on port e841dd4f-d5d1-4589-ad20-6067d48b72b3 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:04:04.481868 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 8 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:04.652136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (1b73d0ec-aa61-4602-b2ec-70910d7ec44f), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.655527 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-262cc115-4ea5-4bde-9f40-85a5ef56ac9c tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "PUT /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags HTTP/1.1" status: 200 len: 307 time: 0.3290792 Sep 25 01:04:04.656928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:04.662359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54098) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:04.674593 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-1c448eca-398a-4caa-87bc-562fd457d54c tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec', 'tempest-TagsTest-Tag-1764962849') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:04.678530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1b73d0ec-aa61-4602-b2ec-70910d7ec44f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.679868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (c96ca599-8cb6-44ba-8736-b6668a2d1abc), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.685848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:04.702016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:04.708308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port c534c208-363a-4164-a895-2a8dc3240421 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:04.708960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c534c208-363a-4164-a895-2a8dc3240421), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.738761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:04.794687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port c534c208-363a-4164-a895-2a8dc3240421, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c534c208-363a-4164-a895-2a8dc3240421,segment=NetworkSegment(10c874ab-02ca-488c-86bc-de58c68f164c),segment_id=10c874ab-02ca-488c-86bc-de58c68f164c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:04.811065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c534c208-363a-4164-a895-2a8dc3240421), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.812688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 41547314-35f0-4521-8f46-98635803436a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:04.825305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:04.833201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.857262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.913206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=c534c208-363a-4164-a895-2a8dc3240421,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:04.917634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 41547314-35f0-4521-8f46-98635803436a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:04.918032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (41547314-35f0-4521-8f46-98635803436a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.918433 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 41547314-35f0-4521-8f46-98635803436a Sep 25 01:04:04.931168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=1b73d0ec-aa61-4602-b2ec-70910d7ec44f,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:04.993924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=ead62133-286f-45c4-a49c-f6b97cb2367c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:05.017923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.20.0.14 (23b4d6b0-b3d5-4912-b12d-b9281905c988/da88c87f-4419-40d7-b365-f51c7d4369be/e841dd4f-d5d1-4589-ad20-6067d48b72b3) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:05.029689 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1c448eca-398a-4caa-87bc-562fd457d54c tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "DELETE /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags/tempest-TagsTest-Tag-1764962849 HTTP/1.1" status: 204 len: 168 time: 0.3634131 Sep 25 01:04:05.039127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54106) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:05.053640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-850383dc-aa20-43e9-86c2-944e736f2444 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec', 'tempest-TagsTest-Tag-1764962849') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:05.072908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 41547314-35f0-4521-8f46-98635803436a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:05.077939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (41547314-35f0-4521-8f46-98635803436a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:05.097121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 15929a10-9b99-4ee9-89b4-1b6478a7828d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:05.149664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 41547314-35f0-4521-8f46-98635803436a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41547314-35f0-4521-8f46-98635803436a,segment=NetworkSegment(edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed),segment_id=edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:05.156715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (41547314-35f0-4521-8f46-98635803436a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:05.187124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:05.237558 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 9 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:05.239229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=41547314-35f0-4521-8f46-98635803436a,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:05.249836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceba0d2-c084-4a4b-a5fc-c3f34a38d4a3 None None] Network 15929a10-9b99-4ee9-89b4-1b6478a7828d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:05.254313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:05.334228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network b5fcd4fd-72dd-495d-af44-a3aff375f1ea is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:05.338229 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-850383dc-aa20-43e9-86c2-944e736f2444 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] show failed (client error): The resource could not be found. Sep 25 01:04:05.339348 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-850383dc-aa20-43e9-86c2-944e736f2444 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "GET /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags/tempest-TagsTest-Tag-1764962849 HTTP/1.1" status: 404 len: 326 time: 0.2972653 Sep 25 01:04:05.346875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54114) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:05.354325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-4d93e4d7-3346-48f0-b717-2e4e53e4820e tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec', 'tempest-TagsTest-Tag-136867406') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:05.438516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4d93e4d7-3346-48f0-b717-2e4e53e4820e tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "GET /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags/tempest-TagsTest-Tag-136867406 HTTP/1.1" status: 204 len: 168 time: 0.0878658 Sep 25 01:04:05.439607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:05.445707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54118) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:05.453031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-2ab8903a-158f-4186-9109-b59de166869d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec', 'tempest-TagsTest-Tag-375113648') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:05.488068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:05.615931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:05.627247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e24b8c4f-810f-45ee-a8bb-3b33405ec6f8 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:05.631348 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e24b8c4f-810f-45ee-a8bb-3b33405ec6f8 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "DELETE /networking/v2.0/ports/98bc3c76-6327-41ce-b61e-8935bcff19b8 HTTP/1.1" status: 204 len: 168 time: 3.8533063 Sep 25 01:04:05.655210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:05.658584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54122) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:05.760006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2ab8903a-158f-4186-9109-b59de166869d tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "GET /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags/tempest-TagsTest-Tag-375113648 HTTP/1.1" status: 204 len: 168 time: 0.3088636 Sep 25 01:04:05.763080 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-89de860d-48bd-4778-a401-271f7af0a465 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] GET failed (client error): The resource could not be found. Sep 25 01:04:05.767919 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-89de860d-48bd-4778-a401-271f7af0a465 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "GET /networking/v2.0/ports/98bc3c76-6327-41ce-b61e-8935bcff19b8 HTTP/1.1" status: 404 len: 333 time: 0.1087754 Sep 25 01:04:05.768608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54124) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:05.768949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54126) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:05.792126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-1770cb76-50e1-4dd4-9a64-7c73eb17e891 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:05.824866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (0fed6e1f-25c2-4d72-b079-23e8a7859002), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:05.917982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:05.926876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:05.955156 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=0fed6e1f-25c2-4d72-b079-23e8a7859002,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:05.990041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router c96ca599-8cb6-44ba-8736-b6668a2d1abc has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:05.994988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Checking segment: {'id': '799e51e8-90ca-4071-9a37-ea72d865137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68166a3c-5dc7-44af-9aa9-51ac33422e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:05.995376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network hostable DHCP agents. Network: 68166a3c-5dc7-44af-9aa9-51ac33422e9b, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:06.001061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (e841dd4f-d5d1-4589-ad20-6067d48b72b3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.024679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:06.040206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 68166a3c-5dc7-44af-9aa9-51ac33422e9b is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:06.056351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 68166a3c-5dc7-44af-9aa9-51ac33422e9b) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:06.063428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:06.067193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff80b85b-233f-44c5-9d26-0d05ee264c12 None None] Network 68166a3c-5dc7-44af-9aa9-51ac33422e9b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:06.071589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.092629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e841dd4f-d5d1-4589-ad20-6067d48b72b3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.118392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.172487 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ab16d1db-09d0-4800-a5b7-d61202e3139d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7263710 Sep 25 01:04:06.193342 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 10 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:06.196925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-330691fd-face-4c13-a310-02736794afce tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Deleting port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:06.197449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-330691fd-face-4c13-a310-02736794afce tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0cd4f9ba-4626-4c59-96a8-1868bcec06e9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.203933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54136) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:06.206159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=e841dd4f-d5d1-4589-ad20-6067d48b72b3,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:06.208185 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1770cb76-50e1-4dd4-9a64-7c73eb17e891 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "DELETE /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags HTTP/1.1" status: 204 len: 168 time: 0.4307017 Sep 25 01:04:06.212245 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=48 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:06.224452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54138) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:06.227494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:06.238680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7d7fec41-ebd1-4457-9179-b262a15c3b06 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-367828718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:06.257705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c534c208-363a-4164-a895-2a8dc3240421 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:06.265979 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-3f98d836-5e5d-459d-b803-d6ffad6b8a58 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec', 'tempest-TagsTest-Tag-136867406') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:06.305414 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=65 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:06.311469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 23b4d6b0-b3d5-4912-b12d-b9281905c988 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:06.378595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:06.398990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:06.411899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:06.418149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:06.429797 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-97aa6dcb-89e0-42aa-b0ad-05f15a6e5084 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/c96ca599-8cb6-44ba-8736-b6668a2d1abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6945355 Sep 25 01:04:06.432287 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6dc50-eeb9-410b-ab89-d25c7058ce9c None None] Sync routers for ids ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:06.444153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54144) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:06.454176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port c534c208-363a-4164-a895-2a8dc3240421 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:06.455184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c534c208-363a-4164-a895-2a8dc3240421), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.459165 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port c534c208-363a-4164-a895-2a8dc3240421 Sep 25 01:04:06.467937 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-3f98d836-5e5d-459d-b803-d6ffad6b8a58 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] show failed (client error): The resource could not be found. Sep 25 01:04:06.469216 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3f98d836-5e5d-459d-b803-d6ffad6b8a58 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "GET /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags/tempest-TagsTest-Tag-136867406 HTTP/1.1" status: 404 len: 325 time: 0.2358022 Sep 25 01:04:06.474236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54146) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:06.474958 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6dc50-eeb9-410b-ab89-d25c7058ce9c None None] Routers {'c96ca599-8cb6-44ba-8736-b6668a2d1abc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:06.476087 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-31a6dc50-eeb9-410b-ab89-d25c7058ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:06.477426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d7fec41-ebd1-4457-9179-b262a15c3b06 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (e70db2a6-18d7-4236-a426-d857d0ac6c7a), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.478775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d7fec41-ebd1-4457-9179-b262a15c3b06 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (e70db2a6-18d7-4236-a426-d857d0ac6c7a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.486368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-b5e342f9-d503-400c-80bc-83e1a7776f5a tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec', 'tempest-TagsTest-Tag-375113648') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:06.534112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:06.535343 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-31a6dc50-eeb9-410b-ab89-d25c7058ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:06.542762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.547796 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6dc50-eeb9-410b-ab89-d25c7058ce9c None None] Routers {'c96ca599-8cb6-44ba-8736-b6668a2d1abc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:06.548891 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-31a6dc50-eeb9-410b-ab89-d25c7058ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:06.553363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Provisioning complete for port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:06.553754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0cd4f9ba-4626-4c59-96a8-1868bcec06e9), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.554106 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 1 to provision port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 Sep 25 01:04:06.559579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:06.565964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:06.569959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.601403 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-31a6dc50-eeb9-410b-ab89-d25c7058ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:06.602465 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6dc50-eeb9-410b-ab89-d25c7058ce9c None None] The sync data for ids ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:06.661882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port c534c208-363a-4164-a895-2a8dc3240421 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:06.663233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 41547314-35f0-4521-8f46-98635803436a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:06.684405 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a2d0f423-c4e5-466b-b0b0-a3c143c96e0a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6507165 Sep 25 01:04:06.687613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54154) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:06.690382 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-b5e342f9-d503-400c-80bc-83e1a7776f5a tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] show failed (client error): The resource could not be found. Sep 25 01:04:06.693969 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b5e342f9-d503-400c-80bc-83e1a7776f5a tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "GET /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags/tempest-TagsTest-Tag-375113648 HTTP/1.1" status: 404 len: 325 time: 0.2159667 Sep 25 01:04:06.693969 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d7fec41-ebd1-4457-9179-b262a15c3b06 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for router_controller (e70db2a6-18d7-4236-a426-d857d0ac6c7a), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.697442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'port_id': 'e841dd4f-d5d1-4589-ad20-6067d48b72b3'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:06.712679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-68166a3c-5dc7-44af-9aa9-51ac33422e9b', 'network_id': '68166a3c-5dc7-44af-9aa9-51ac33422e9b', 'project_id': '9d916dec203f4b278e19c6351473e052', 'fixed_ips': [{'subnet_id': '0fed6e1f-25c2-4d72-b079-23e8a7859002'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:06.714671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.730218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54156) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:06.730557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54158) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:06.737503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-9b2a0cc8-b61a-48b8-b7d1-b1e05de4b04f tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '850e7e05-beca-412a-aa4d-9c88e86077ec') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:06.751078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:06.752997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d7fec41-ebd1-4457-9179-b262a15c3b06 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (e70db2a6-18d7-4236-a426-d857d0ac6c7a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.766471 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 41547314-35f0-4521-8f46-98635803436a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:06.767003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (41547314-35f0-4521-8f46-98635803436a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.767362 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 41547314-35f0-4521-8f46-98635803436a Sep 25 01:04:06.778107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (39fcc2f3-bb23-48c2-abce-0d01d62c5280), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.891875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7d7fec41-ebd1-4457-9179-b262a15c3b06 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:06.893182 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7d7fec41-ebd1-4457-9179-b262a15c3b06 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6710722 Sep 25 01:04:06.904850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54162) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:06.913807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'network_id': '68166a3c-5dc7-44af-9aa9-51ac33422e9b', 'name': 'tempest-PortsIpV6TestJSON-1491226248'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:06.969790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-593276295', 'router:external': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:06.975882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 41547314-35f0-4521-8f46-98635803436a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:06.988219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Allocated IP 2001:db8::2 (68166a3c-5dc7-44af-9aa9-51ac33422e9b/0fed6e1f-25c2-4d72-b079-23e8a7859002/e157c71a-e4f7-4283-a4eb-1034b2efa2e5) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:07.003608 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9b2a0cc8-b61a-48b8-b7d1-b1e05de4b04f tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "DELETE /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec/tags HTTP/1.1" status: 204 len: 168 time: 0.2716687 Sep 25 01:04:07.019795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54164) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:07.145420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-330691fd-face-4c13-a310-02736794afce tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0cd4f9ba-4626-4c59-96a8-1868bcec06e9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.151814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Made reservation on behalf of 3204138973e34cf590ae1100ca3faefb for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:07.154470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.170177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b988a0a2-e732-47aa-921c-58a848841f07 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:07.173211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.174804 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b988a0a2-e732-47aa-921c-58a848841f07 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports/1b73d0ec-aa61-4602-b2ec-70910d7ec44f HTTP/1.1" status: 200 len: 913 time: 0.7245483 Sep 25 01:04:07.177568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54166) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:07.199081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-330691fd-face-4c13-a310-02736794afce tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Calling delete_port for 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:07.204202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.208020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Publish callbacks [] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.216622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.242220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deada40-2b6e-4311-b1af-6a12da3789cc req-7b28e828-5605-4e0e-822b-f8a32d0771a6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:07.244605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (850e7e05-beca-412a-aa4d-9c88e86077ec), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.247856 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3deada40-2b6e-4311-b1af-6a12da3789cc req-7b28e828-5605-4e0e-822b-f8a32d0771a6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2035983 Sep 25 01:04:07.252585 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 2 to provision port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 Sep 25 01:04:07.290244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Network 68166a3c-5dc7-44af-9aa9-51ac33422e9b is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:07.301790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:07.312928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:07.354672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Pushing event updated for resources: {'Port': ['ID=e157c71a-e4f7-4283-a4eb-1034b2efa2e5,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:07.366749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:07.380234 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:07.384140 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.398114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Attempting to bind port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:07.398349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Attempting to bind port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '799e51e8-90ca-4071-9a37-ea72d865137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68166a3c-5dc7-44af-9aa9-51ac33422e9b'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:07.398679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Attempting to bind port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 on network 68166a3c-5dc7-44af-9aa9-51ac33422e9b {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:07.446383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.447814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:07.448395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Checking segment: {'id': '799e51e8-90ca-4071-9a37-ea72d865137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68166a3c-5dc7-44af-9aa9-51ac33422e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:07.448955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.449883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Bound using segment: {'id': '799e51e8-90ca-4071-9a37-ea72d865137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68166a3c-5dc7-44af-9aa9-51ac33422e9b'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:07.450683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Bound port: e157c71a-e4f7-4283-a4eb-1034b2efa2e5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799e51e8-90ca-4071-9a37-ea72d865137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68166a3c-5dc7-44af-9aa9-51ac33422e9b'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:07.451305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.462767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.552284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] For port e157c71a-e4f7-4283-a4eb-1034b2efa2e5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:07.552606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:04:07.559397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] For port e157c71a-e4f7-4283-a4eb-1034b2efa2e5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e157c71a-e4f7-4283-a4eb-1034b2efa2e5,segment=NetworkSegment(799e51e8-90ca-4071-9a37-ea72d865137f),segment_id=799e51e8-90ca-4071-9a37-ea72d865137f)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:07.561540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.571336 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (850e7e05-beca-412a-aa4d-9c88e86077ec), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.572923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.574989 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3deada40-2b6e-4311-b1af-6a12da3789cc req-47bb2e3d-7716-4514-b066-268346ea0cff tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016684 Sep 25 01:04:07.650968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.689304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428c4ab-e6e6-43c9-8fe8-6ded22180887 None None] Pushing event updated for resources: {'Port': ['ID=e157c71a-e4f7-4283-a4eb-1034b2efa2e5,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:07.723648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for security_group (7bc58126-d98d-4410-99fd-71e5896e689a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.761615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.778089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850e7e05-beca-412a-aa4d-9c88e86077ec']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:07.788479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.803751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7bc58126-d98d-4410-99fd-71e5896e689a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.838573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e37bd0b-b0ae-403f-9f05-c921bdf03d6d') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:07.838870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e37bd0b-b0ae-403f-9f05-c921bdf03d6d') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:07.869355 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 3 to provision port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 Sep 25 01:04:07.904117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (7e37bd0b-b0ae-403f-9f05-c921bdf03d6d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.931824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.944542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:07.953998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:07.964535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-330691fd-face-4c13-a310-02736794afce tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0cd4f9ba-4626-4c59-96a8-1868bcec06e9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.982597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.005739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=ead62133-286f-45c4-a49c-f6b97cb2367c,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:08.009434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7e37bd0b-b0ae-403f-9f05-c921bdf03d6d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.023517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee89dc7-d9b2-4a2b-986a-511cddb6faad req-e3783374-735a-4255-96af-871a3030d412 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:08.032475 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8ee89dc7-d9b2-4a2b-986a-511cddb6faad req-e3783374-735a-4255-96af-871a3030d412 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2419837 Sep 25 01:04:08.034320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc58126-d98d-4410-99fd-71e5896e689a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:08.060878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330691fd-face-4c13-a310-02736794afce tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event deleted for resources: {'Port': ['ID=0cd4f9ba-4626-4c59-96a8-1868bcec06e9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:08.073585 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::386 (68166a3c-5dc7-44af-9aa9-51ac33422e9b/0fed6e1f-25c2-4d72-b079-23e8a7859002/236ec6f3-5bcc-491e-9bbd-7b571a3be771) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:08.076648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:08.084884 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:08.085929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (7e37bd0b-b0ae-403f-9f05-c921bdf03d6d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.099380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9f863336-d79f-4544-af51-29db93c41988), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.099746 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Added segment 9f863336-d79f-4544-af51-29db93c41988 of type vlan for network 906831bc-c3d7-4607-bfa7-b6c1619a39ff Sep 25 01:04:08.100912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (c96ca599-8cb6-44ba-8736-b6668a2d1abc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.143376 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 7e37bd0b-b0ae-403f-9f05-c921bdf03d6d resource provider aggregate not found Sep 25 01:04:08.147991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:04:08.262134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e157c71a-e4f7-4283-a4eb-1034b2efa2e5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:08.265641 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 7e37bd0b-b0ae-403f-9f05-c921bdf03d6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e37bd0b-b0ae-403f-9f05-c921bdf03d6d found for delete ", "request_id": "req-5c9b6017-2018-45df-ba28-61d2ca01201e"}]} Sep 25 01:04:08.322693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:08.323565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.325166 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 Sep 25 01:04:08.328571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-330691fd-face-4c13-a310-02736794afce tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.338008 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-330691fd-face-4c13-a310-02736794afce tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "DELETE /networking/v2.0/ports/0cd4f9ba-4626-4c59-96a8-1868bcec06e9 HTTP/1.1" status: 204 len: 168 time: 2.5588267 Sep 25 01:04:08.342635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54176) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:08.428032 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ef5d74-9c37-41d5-856b-040bd9d17fd0 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] GET failed (client error): The resource could not be found. Sep 25 01:04:08.431510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (906831bc-c3d7-4607-bfa7-b6c1619a39ff), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.436332 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-90ef5d74-9c37-41d5-856b-040bd9d17fd0 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "GET /networking/v2.0/ports/0cd4f9ba-4626-4c59-96a8-1868bcec06e9 HTTP/1.1" status: 404 len: 333 time: 0.0917146 Sep 25 01:04:08.440298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54178) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:08.453959 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 4 to provision port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 Sep 25 01:04:08.457107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 15929a10-9b99-4ee9-89b4-1b6478a7828d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:08.495732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:08.498964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Port 0cd4f9ba-4626-4c59-96a8-1868bcec06e9 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:04:08.506580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Could not find standard attr ID for object 84a71047-47a6-4e27-8410-f1327a39b528. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:04:08.514172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:08.524773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Provisioning complete for port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:08.525437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.525961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.526110 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 1 to provision port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c Sep 25 01:04:08.537965 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8ee89dc7-d9b2-4a2b-986a-511cddb6faad req-2a0a768c-4add-4f11-8e94-79cae5aaf628 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5042989 Sep 25 01:04:08.556075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (39fcc2f3-bb23-48c2-abce-0d01d62c5280), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.568522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:08.568922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.656572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Current status of the port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:08.683233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Provisioning complete for port 41547314-35f0-4521-8f46-98635803436a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:08.684137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (41547314-35f0-4521-8f46-98635803436a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.684986 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Attempt 1 to provision port 41547314-35f0-4521-8f46-98635803436a Sep 25 01:04:08.744043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port e157c71a-e4f7-4283-a4eb-1034b2efa2e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e157c71a-e4f7-4283-a4eb-1034b2efa2e5,segment=NetworkSegment(799e51e8-90ca-4071-9a37-ea72d865137f),segment_id=799e51e8-90ca-4071-9a37-ea72d865137f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:08.760503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.783269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e0ace24e-5c87-454e-92f0-294804cbea24 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Deleting port cd7de4d0-56e8-4124-89dd-c8be4924d2cb {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:08.783269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0ace24e-5c87-454e-92f0-294804cbea24 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cd7de4d0-56e8-4124-89dd-c8be4924d2cb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.851442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:08.878955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=e157c71a-e4f7-4283-a4eb-1034b2efa2e5,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:08.917024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05941-6277-4ef6-bdfa-9016929ad8a5 req-8a0f3582-2d47-42b7-8d10-37c9a2aebfbc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:08.918891 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-abf05941-6277-4ef6-bdfa-9016929ad8a5 req-8a0f3582-2d47-42b7-8d10-37c9a2aebfbc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2001565 Sep 25 01:04:08.927317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 1b73d0ec-aa61-4602-b2ec-70910d7ec44f {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:08.927671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1b73d0ec-aa61-4602-b2ec-70910d7ec44f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.932271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:08.982418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21e49bd2-cc75-432b-ad93-81964737f133 None None] Current status of the port 41547314-35f0-4521-8f46-98635803436a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:09.064873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (850e7e05-beca-412a-aa4d-9c88e86077ec), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.103499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Provisioning complete for port ead62133-286f-45c4-a49c-f6b97cb2367c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:09.103886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.104371 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 1 to provision port ead62133-286f-45c4-a49c-f6b97cb2367c Sep 25 01:04:09.131540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0ace24e-5c87-454e-92f0-294804cbea24 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cd7de4d0-56e8-4124-89dd-c8be4924d2cb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.158421 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-abf05941-6277-4ef6-bdfa-9016929ad8a5 req-8c74c66b-1cdc-453a-8329-bc39b6f3bff9 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214260 Sep 25 01:04:09.163278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Port ead62133-286f-45c4-a49c-f6b97cb2367c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:09.178275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.191439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.203307 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] 10.222.0.49 "DELETE /networking/v2.0/networks/850e7e05-beca-412a-aa4d-9c88e86077ec HTTP/1.1" status: 204 len: 168 time: 2.1803620 Sep 25 01:04:09.207145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e0ace24e-5c87-454e-92f0-294804cbea24 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Calling delete_port for cd7de4d0-56e8-4124-89dd-c8be4924d2cb owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:09.222112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1b73d0ec-aa61-4602-b2ec-70910d7ec44f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.225377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:09.251780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 1b73d0ec-aa61-4602-b2ec-70910d7ec44f owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:09.286729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.289736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (906831bc-c3d7-4607-bfa7-b6c1619a39ff), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.290858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:09.291701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.298565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3cb674-1fb7-4635-adbd-4a6254e812fe None None] Network 68166a3c-5dc7-44af-9aa9-51ac33422e9b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:09.306649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8d1bb-a1c8-4c44-904a-d1d4e034c7e3 tempest-TagsTest-1860381026 tempest-TagsTest-1860381026-project] Pushing event deleted for resources: {'Network': ['ID=850e7e05-beca-412a-aa4d-9c88e86077ec,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:09.322867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:09.334234 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b584517c-0a44-4cf1-b281-aef06abd0576 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3168020 Sep 25 01:04:09.340981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54186) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:09.347757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'network': {'name': 'tempest-RoutersTest-599690960'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:09.375528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:09.384317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:09.403761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:09.405890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:09.470602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:09.475348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.598361 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.8647316 Sep 25 01:04:09.614068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 68166a3c-5dc7-44af-9aa9-51ac33422e9b is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:09.624621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54190) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:09.627479 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP 39fcc2f3-bb23-48c2-abce-0d01d62c5280 associated. External IP: 172.36.7.164, port: e841dd4f-d5d1-4589-ad20-6067d48b72b3. Sep 25 01:04:09.638683 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'subnet': {'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:09.646980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:09.659662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (97803d7d-7634-453a-aa51-100b3deed0fa), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.660104 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added segment 97803d7d-7634-453a-aa51-100b3deed0fa of type vlan for network 8b614902-d157-46a4-83a8-73596fbc78f2 Sep 25 01:04:09.661350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a588708-5993-43c4-924a-813b8528a2c1 req-d7bd27f2-68c8-40c7-9bbf-67844435a293 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:09.674564 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8a588708-5993-43c4-924a-813b8528a2c1 req-d7bd27f2-68c8-40c7-9bbf-67844435a293 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3894422 Sep 25 01:04:09.678098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:09.701362 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 2 to provision port ead62133-286f-45c4-a49c-f6b97cb2367c Sep 25 01:04:09.721046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54192) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:09.725984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0ace24e-5c87-454e-92f0-294804cbea24 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (cd7de4d0-56e8-4124-89dd-c8be4924d2cb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.735222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (8b614902-d157-46a4-83a8-73596fbc78f2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.756688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac80e4-60eb-4b5d-9ee5-e65b26d0916a tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event updated for resources: {'Network': ['ID=906831bc-c3d7-4607-bfa7-b6c1619a39ff,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:09.771640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=236ec6f3-5bcc-491e-9bbd-7b571a3be771,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:09.784338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:09.796400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 906831bc-c3d7-4607-bfa7-b6c1619a39ff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:09.801273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:09.804099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.882945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:09.905914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Port ead62133-286f-45c4-a49c-f6b97cb2367c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:09.918103 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:09.924799 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:04:09.949930 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f176a616-f082-46ec-8dd1-330f5cffa72a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0436282 Sep 25 01:04:09.964046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54196) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:09.967667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Made reservation on behalf of 3204138973e34cf590ae1100ca3faefb for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:09.972060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.150323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:04:10.155867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ace24e-5c87-454e-92f0-294804cbea24 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event deleted for resources: {'Port': ['ID=cd7de4d0-56e8-4124-89dd-c8be4924d2cb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:10.178044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e157c71a-e4f7-4283-a4eb-1034b2efa2e5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:10.217463 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8a588708-5993-43c4-924a-813b8528a2c1 req-d8d97b3d-5cd1-43ba-b590-c80e39a4259e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5414419 Sep 25 01:04:10.260456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (8b614902-d157-46a4-83a8-73596fbc78f2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.260456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:10.260456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.323231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:10.397018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:10.408100 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 3 to provision port ead62133-286f-45c4-a49c-f6b97cb2367c Sep 25 01:04:10.422186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:10.422565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.422908 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 Sep 25 01:04:10.455647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:10.521816 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2d4fd54f-1834-4633-be3c-b7b8f4ddae5a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2ba985b7be324fb2bd7ae8e81a5943b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7969348 Sep 25 01:04:10.531338 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1863570 Sep 25 01:04:10.546116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54202) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:10.546471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54204) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:10.612096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Port ead62133-286f-45c4-a49c-f6b97cb2367c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:10.613505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1b73d0ec-aa61-4602-b2ec-70910d7ec44f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.639102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'subnet': {'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:10.665352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68611e-b553-4031-b18c-dfd24f9c28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Network': ['ID=8b614902-d157-46a4-83a8-73596fbc78f2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:10.675709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0ace24e-5c87-454e-92f0-294804cbea24 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.679025 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e0ace24e-5c87-454e-92f0-294804cbea24 tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "DELETE /networking/v2.0/ports/cd7de4d0-56e8-4124-89dd-c8be4924d2cb HTTP/1.1" status: 204 len: 168 time: 2.2367618 Sep 25 01:04:10.696752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54206) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:10.711077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 8b614902-d157-46a4-83a8-73596fbc78f2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:10.739686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.825039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32f08ae-0a1d-47f5-93d3-8b52ece08ecc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Deleting subnet 208cb73d-edba-4f40-acae-e1694c52e7c1 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:04:10.827570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=1b73d0ec-aa61-4602-b2ec-70910d7ec44f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:10.834214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d32f08ae-0a1d-47f5-93d3-8b52ece08ecc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for subnet (208cb73d-edba-4f40-acae-e1694c52e7c1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.858541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:07Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:10.896431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:10.897256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Updating router 158c887f-f0df-40f4-a672-f7de71a07111 port ead62133-286f-45c4-a49c-f6b97cb2367c binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:04:10.965555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:10.976304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.026030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:11.086534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d32f08ae-0a1d-47f5-93d3-8b52ece08ecc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (208cb73d-edba-4f40-acae-e1694c52e7c1), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.128038 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 4 to provision port ead62133-286f-45c4-a49c-f6b97cb2367c Sep 25 01:04:11.175237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (c96ca599-8cb6-44ba-8736-b6668a2d1abc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.202348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:11.244874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:11.245838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86cb001c-2f3d-47c2-af92-8f6800a00ef1 admin admin] Publish callbacks [] for security_group (fa841f47-f29d-4b88-95d9-fb70b0a3b6b2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.254565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30b860-a61b-42ad-9145-cbed1611559a req-afc41f23-2a47-4bda-8190-9785537032a2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:11.264091 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c30b860-a61b-42ad-9145-cbed1611559a req-afc41f23-2a47-4bda-8190-9785537032a2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.4945767 Sep 25 01:04:11.302491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Port ead62133-286f-45c4-a49c-f6b97cb2367c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:11.353765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d32f08ae-0a1d-47f5-93d3-8b52ece08ecc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (208cb73d-edba-4f40-acae-e1694c52e7c1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.409845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86cb001c-2f3d-47c2-af92-8f6800a00ef1 admin admin] Publish callbacks [] for security_group (fa841f47-f29d-4b88-95d9-fb70b0a3b6b2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.428948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Publish callbacks [] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.438420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.487492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Made reservation on behalf of 5af94bd52cdb41dc819f23e6a6b1d072 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:11.491017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.521534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5897bb-4efb-44ec-91be-3c78ed8ed154 None None] Pushing event updated for resources: {'Port': ['ID=ead62133-286f-45c4-a49c-f6b97cb2367c,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:11.576870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Attempting to bind port ead62133-286f-45c4-a49c-f6b97cb2367c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:11.578012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Attempting to bind port ead62133-286f-45c4-a49c-f6b97cb2367c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10c874ab-02ca-488c-86bc-de58c68f164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:11.578386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Attempting to bind port ead62133-286f-45c4-a49c-f6b97cb2367c on network 15929a10-9b99-4ee9-89b4-1b6478a7828d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:11.600661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d32f08ae-0a1d-47f5-93d3-8b52ece08ecc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (208cb73d-edba-4f40-acae-e1694c52e7c1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.604020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router c96ca599-8cb6-44ba-8736-b6668a2d1abc has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:11.614709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:11.652488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f08ae-0a1d-47f5-93d3-8b52ece08ecc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event deleted for resources: {'Subnet': ['ID=208cb73d-edba-4f40-acae-e1694c52e7c1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:11.658686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d32f08ae-0a1d-47f5-93d3-8b52ece08ecc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.664622 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d32f08ae-0a1d-47f5-93d3-8b52ece08ecc tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/208cb73d-edba-4f40-acae-e1694c52e7c1 HTTP/1.1" status: 204 len: 168 time: 0.9397852 Sep 25 01:04:11.665445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54208) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:11.683080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f691862-daa1-4a5f-8772-84892bcf4356 None None] Network bae2010e-4ed6-42f0-a259-44ca63458fc4 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:11.692690 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c30b860-a61b-42ad-9145-cbed1611559a req-7c61c85b-9c50-40bc-8493-db935517315d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4289567 Sep 25 01:04:11.716828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:11.717781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Checking segment: {'id': '10c874ab-02ca-488c-86bc-de58c68f164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:11.718266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.718730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Bound using segment: {'id': '10c874ab-02ca-488c-86bc-de58c68f164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:11.719320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Bound port: ead62133-286f-45c4-a49c-f6b97cb2367c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c874ab-02ca-488c-86bc-de58c68f164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:11.720598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.766593 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.774711 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:11.822376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:11.839071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:11.847386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] For port ead62133-286f-45c4-a49c-f6b97cb2367c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:11.849057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-65583383-d6b4-4f7a-8d21-fe403b8a3ae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/c96ca599-8cb6-44ba-8736-b6668a2d1abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6647909 Sep 25 01:04:11.850610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54210) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:11.851167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] For port ead62133-286f-45c4-a49c-f6b97cb2367c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ead62133-286f-45c4-a49c-f6b97cb2367c,segment=NetworkSegment(10c874ab-02ca-488c-86bc-de58c68f164c),segment_id=10c874ab-02ca-488c-86bc-de58c68f164c)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:11.855584 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5569bcb-2ef5-442d-a1d0-181899a4d5b1 None None] Sync routers for ids ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:11.857404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (bae2010e-4ed6-42f0-a259-44ca63458fc4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:11.858404 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 5 to provision port ead62133-286f-45c4-a49c-f6b97cb2367c Sep 25 01:04:11.877259 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5569bcb-2ef5-442d-a1d0-181899a4d5b1 None None] Routers {'c96ca599-8cb6-44ba-8736-b6668a2d1abc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:11.879762 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c5569bcb-2ef5-442d-a1d0-181899a4d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:11.899798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.002616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:12.003328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:12.086841 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c5569bcb-2ef5-442d-a1d0-181899a4d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:12.098803 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5569bcb-2ef5-442d-a1d0-181899a4d5b1 None None] Routers {'c96ca599-8cb6-44ba-8736-b6668a2d1abc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:12.099827 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c5569bcb-2ef5-442d-a1d0-181899a4d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:12.130869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a356d410-b30d-4774-a7ed-39e218d4638d None None] DHCP port deletion for bae2010e-4ed6-42f0-a259-44ca63458fc4 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:12.139394 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c5569bcb-2ef5-442d-a1d0-181899a4d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:12.140277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Current status of the port ead62133-286f-45c4-a49c-f6b97cb2367c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:12.140679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.141238 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5569bcb-2ef5-442d-a1d0-181899a4d5b1 None None] The sync data for ids ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:12.168445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:12.307674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Deleting port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:12.308328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.318066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:12.320696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:12.322492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86cb001c-2f3d-47c2-af92-8f6800a00ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (fa841f47-f29d-4b88-95d9-fb70b0a3b6b2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.325746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86cb001c-2f3d-47c2-af92-8f6800a00ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.330848 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-86cb001c-2f3d-47c2-af92-8f6800a00ef1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fa841f47-f29d-4b88-95d9-fb70b0a3b6b2 HTTP/1.1" status: 204 len: 168 time: 1.7397480 Sep 25 01:04:12.342149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.380361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:12.424644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb001c-2f3d-47c2-af92-8f6800a00ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa841f47-f29d-4b88-95d9-fb70b0a3b6b2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:12.428653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a051a07-d9cc-4848-82b6-9b0f0c562a1b None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:12.452409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5897bb-4efb-44ec-91be-3c78ed8ed154 None None] Pushing event updated for resources: {'Port': ['ID=ead62133-286f-45c4-a49c-f6b97cb2367c,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:12.515135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:04:12.515428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (2c27bc31-5fc8-42cf-a630-1c454b58aaa5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.568291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] For port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c,segment=NetworkSegment(9a681dd5-4231-44da-8ac6-582b939c5e4c),segment_id=9a681dd5-4231-44da-8ac6-582b939c5e4c)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:12.568882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.602066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Calling delete_port for dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:12.605048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a051a07-d9cc-4848-82b6-9b0f0c562a1b None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:12.605829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4a051a07-d9cc-4848-82b6-9b0f0c562a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:12.611289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:12.615389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] For port ead62133-286f-45c4-a49c-f6b97cb2367c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ead62133-286f-45c4-a49c-f6b97cb2367c,segment=NetworkSegment(10c874ab-02ca-488c-86bc-de58c68f164c),segment_id=10c874ab-02ca-488c-86bc-de58c68f164c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:12.629837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2c27bc31-5fc8-42cf-a630-1c454b58aaa5,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:12.636034 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-278eb2bb-5871-48f7-9a9f-e3ff356fdf61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/39fcc2f3-bb23-48c2-abce-0d01d62c5280 HTTP/1.1" status: 200 len: 979 time: 5.9469643 Sep 25 01:04:12.641693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54214) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:12.693853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a356d410-b30d-4774-a7ed-39e218d4638d None None] Deleting port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:12.694410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a356d410-b30d-4774-a7ed-39e218d4638d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.714873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4a051a07-d9cc-4848-82b6-9b0f0c562a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:12.720448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.790324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.840196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:12.918762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event deleted for resources: {'Port': ['ID=dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:12.932556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Provisioning complete for port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:12.933280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:12.933738 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 1 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:12.956221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] No DVR routers for this DVR port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:12.985319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:13.047857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a051a07-d9cc-4848-82b6-9b0f0c562a1b None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:13.049648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4a051a07-d9cc-4848-82b6-9b0f0c562a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:13.057525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (c96ca599-8cb6-44ba-8736-b6668a2d1abc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.084749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c update to DOWN by agent not found {{(pid=107189) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 25 01:04:13.095622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e6ca-5b86-4b49-bb49-5d15d6e40f51 req-b84b6a1c-72fb-4163-a5b5-ac81882634e1 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.109391 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9b5e6ca-5b86-4b49-bb49-5d15d6e40f51 req-b84b6a1c-72fb-4163-a5b5-ac81882634e1 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2411010 Sep 25 01:04:13.136847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.252109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4a051a07-d9cc-4848-82b6-9b0f0c562a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:13.253308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a051a07-d9cc-4848-82b6-9b0f0c562a1b None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:13.281760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a356d410-b30d-4774-a7ed-39e218d4638d None None] For port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c,segment=NetworkSegment(9a681dd5-4231-44da-8ac6-582b939c5e4c),segment_id=9a681dd5-4231-44da-8ac6-582b939c5e4c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:13.283099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a356d410-b30d-4774-a7ed-39e218d4638d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.288036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Pushing event updated for resources: {'Port': ['ID=ead62133-286f-45c4-a49c-f6b97cb2367c,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:13.306502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:13.332755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a356d410-b30d-4774-a7ed-39e218d4638d None None] Calling delete_port for dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:13.411478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (bae2010e-4ed6-42f0-a259-44ca63458fc4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.412561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port e841dd4f-d5d1-4589-ad20-6067d48b72b3 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:13.413465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e841dd4f-d5d1-4589-ad20-6067d48b72b3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.417910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Checking segment: {'id': '9f863336-d79f-4544-af51-29db93c41988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:13.418647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Network hostable DHCP agents. Network: 906831bc-c3d7-4607-bfa7-b6c1619a39ff, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:13.489732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9b5e6ca-5b86-4b49-bb49-5d15d6e40f51 req-84c8d783-2ceb-4718-9e5c-f846ff80d56b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562549 Sep 25 01:04:13.491928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae2010e-4ed6-42f0-a259-44ca63458fc4']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:13.537269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a681dd5-4231-44da-8ac6-582b939c5e4c') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:13.537657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a681dd5-4231-44da-8ac6-582b939c5e4c') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:13.538401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Subnet': ['ID=4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:13.558830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (9a681dd5-4231-44da-8ac6-582b939c5e4c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.629438 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Network 906831bc-c3d7-4607-bfa7-b6c1619a39ff is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:13.632896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9a681dd5-4231-44da-8ac6-582b939c5e4c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.634054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:11Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:13.634546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.640485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a356d410-b30d-4774-a7ed-39e218d4638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.651478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.654769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:13.655937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (9a681dd5-4231-44da-8ac6-582b939c5e4c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.690332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Checking segment: {'id': '97803d7d-7634-453a-aa51-100b3deed0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:13.690704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network hostable DHCP agents. Network: 8b614902-d157-46a4-83a8-73596fbc78f2, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:13.710777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6ec0c-192c-4bc2-b40c-7446e1380992 None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:11Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:13.739560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 906831bc-c3d7-4607-bfa7-b6c1619a39ff) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:13.744863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356d410-b30d-4774-a7ed-39e218d4638d None None] No DVR routers for this DVR port dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:13.750007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356d410-b30d-4774-a7ed-39e218d4638d None None] Pushing event deleted for resources: {'Port': ['ID=dcb015ca-ae38-4c93-b9a7-e70c35bc7f6c,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:13.756071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6317a-1c1c-4b5e-8c30-bd6e2587d2a3 None None] Network 906831bc-c3d7-4607-bfa7-b6c1619a39ff requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:13.759223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:13.830171 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 2 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:13.841735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.842347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.891085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e841dd4f-d5d1-4589-ad20-6067d48b72b3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:13.905315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:13.925007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:13.984111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9a681dd5-4231-44da-8ac6-582b939c5e4c resource provider aggregate not found Sep 25 01:04:13.997218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (bae2010e-4ed6-42f0-a259-44ca63458fc4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:14.005123 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=236ec6f3-5bcc-491e-9bbd-7b571a3be771,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:14.030576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ccf8e-11d4-4e48-8d90-8b66770f9ea5 None None] Network 906831bc-c3d7-4607-bfa7-b6c1619a39ff requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:14.087725 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9a681dd5-4231-44da-8ac6-582b939c5e4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a681dd5-4231-44da-8ac6-582b939c5e4c found for delete ", "request_id": "req-dcb0b2c3-1a2f-4dac-9799-0e394b88dfb2"}]} Sep 25 01:04:14.089003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:14.097157 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bae2010e-4ed6-42f0-a259-44ca63458fc4 HTTP/1.1" status: 204 len: 168 time: 2.4289303 Sep 25 01:04:14.180143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 8b614902-d157-46a4-83a8-73596fbc78f2 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:14.281175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4c918-8983-4a58-8c0f-73b736f2c58a tempest-AllowedAddressPairTestJSON-825751226 tempest-AllowedAddressPairTestJSON-825751226-project] Pushing event deleted for resources: {'Network': ['ID=bae2010e-4ed6-42f0-a259-44ca63458fc4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:14.283426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ead62133-286f-45c4-a49c-f6b97cb2367c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:14.285162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:14.287270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:14.297290 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4cd3cb10-e198-4f10-9f33-a525764b70ac tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6627250 Sep 25 01:04:14.303512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54244) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:14.338536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8b614902-d157-46a4-83a8-73596fbc78f2) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:14.343308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1538473181', 'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:14.349312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ecfc2-f7d7-4113-b0ed-2d9608882a99 None None] Network 8b614902-d157-46a4-83a8-73596fbc78f2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:14.405024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Made reservation on behalf of 3204138973e34cf590ae1100ca3faefb for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:14.408777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:14.416897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:14.416897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:14.440158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:14.486913 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 3 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:14.495089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:14.516453 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:14.551358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:14.596334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:14.601616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] device_id is not set on port 25a48324-dc16-493b-8e5d-3641d5a9c27b yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:04:14.604051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ead62133-286f-45c4-a49c-f6b97cb2367c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:14.604555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:14.606225 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ead62133-286f-45c4-a49c-f6b97cb2367c Sep 25 01:04:14.760062 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-49ea5162-4014-4446-887d-a5dfe8704477 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1672482 Sep 25 01:04:14.799897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54254) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:14.808071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54256) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:14.812007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:14.821180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8b614902-d157-46a4-83a8-73596fbc78f2', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:14.822713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:14.823839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (e70db2a6-18d7-4236-a426-d857d0ac6c7a), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:14.951160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:15.103019 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 4 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:15.173864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ead62133-286f-45c4-a49c-f6b97cb2367c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:15.274132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d00f1-a6a7-4dca-b101-bde090b08f9e req-44f1baaf-e808-4b50-99ab-77ca52cfe62c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:15.275682 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f11d00f1-a6a7-4dca-b101-bde090b08f9e req-44f1baaf-e808-4b50-99ab-77ca52cfe62c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.4578917 Sep 25 01:04:15.331339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:15.331888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (39fcc2f3-bb23-48c2-abce-0d01d62c5280), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:15.332425 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP 39fcc2f3-bb23-48c2-abce-0d01d62c5280 disassociated. External IP: 172.36.7.164, port: e841dd4f-d5d1-4589-ad20-6067d48b72b3. Sep 25 01:04:15.333050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for e841dd4f-d5d1-4589-ad20-6067d48b72b3 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:15.333915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:15.398744 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Allocated IP 172.23.0.2 (8b614902-d157-46a4-83a8-73596fbc78f2/4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722/cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:15.415828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:15.458271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:15.503696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Allocated IP 172.20.0.6 (906831bc-c3d7-4607-bfa7-b6c1619a39ff/2c27bc31-5fc8-42cf-a630-1c454b58aaa5/25a48324-dc16-493b-8e5d-3641d5a9c27b) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:15.545125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:15.593360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:15.680831 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ef17b32a-4f4d-430b-8338-3d1b073a6034 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5ce6978b723049d78eab37138365bfed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8702164 Sep 25 01:04:15.720467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54272) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:15.812804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Publish callbacks [] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:15.820146 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f11d00f1-a6a7-4dca-b101-bde090b08f9e req-0d4be2f3-6f2a-42aa-a779-38b1dff6b97d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5293822 Sep 25 01:04:15.822019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:15.867460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:15.884858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (c96ca599-8cb6-44ba-8736-b6668a2d1abc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:15.893920 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 5 to provision port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb Sep 25 01:04:15.957571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb2d6050-f79f-412f-8462-d71d4d9de74e admin admin] Publish callbacks [] for security_group (f514b8e0-6be9-4def-8421-3e16486d2aee), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.013197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Port cd0b69f7-01f7-4b7d-bf53-2b302f74dbdb was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:04:16.023676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Pushing event updated for resources: {'Port': ['ID=cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:16.028460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Network 8b614902-d157-46a4-83a8-73596fbc78f2 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:16.029769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Provisioning complete for port c534c208-363a-4164-a895-2a8dc3240421 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:16.030387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c534c208-363a-4164-a895-2a8dc3240421), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.030781 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Attempt 1 to provision port c534c208-363a-4164-a895-2a8dc3240421 Sep 25 01:04:16.121417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb2d6050-f79f-412f-8462-d71d4d9de74e admin admin] Publish callbacks [] for security_group (f514b8e0-6be9-4def-8421-3e16486d2aee), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.155119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54274) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:16.168225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618945945', 'description': 'tempest-secgroup-smoke-1618945945 description', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:16.198278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.213826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:16.233719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e841dd4f-d5d1-4589-ad20-6067d48b72b3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.256823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:16.281432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:16.284560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:16.304543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=e841dd4f-d5d1-4589-ad20-6067d48b72b3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:16.329036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.369455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for port (25a48324-dc16-493b-8e5d-3641d5a9c27b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.378308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.384627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.400032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.400604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router c96ca599-8cb6-44ba-8736-b6668a2d1abc has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:16.401259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (e70db2a6-18d7-4236-a426-d857d0ac6c7a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.404018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb2d6050-f79f-412f-8462-d71d4d9de74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f514b8e0-6be9-4def-8421-3e16486d2aee), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.406915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cb2d6050-f79f-412f-8462-d71d4d9de74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.408410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Attempting to bind port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:16.408658 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cb2d6050-f79f-412f-8462-d71d4d9de74e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f514b8e0-6be9-4def-8421-3e16486d2aee HTTP/1.1" status: 204 len: 168 time: 0.6870518 Sep 25 01:04:16.408865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Attempting to bind port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '97803d7d-7634-453a-aa51-100b3deed0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:16.409250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Attempting to bind port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 on network 8b614902-d157-46a4-83a8-73596fbc78f2 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:16.438863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d6050-f79f-412f-8462-d71d4d9de74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514b8e0-6be9-4def-8421-3e16486d2aee,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:16.461969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Current status of the port c534c208-363a-4164-a895-2a8dc3240421 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:16.468595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Could not find standard attr ID for object 1b73d0ec-aa61-4602-b2ec-70910d7ec44f. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:04:16.486851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7492bbc6-4f64-471f-b4dc-d4d912ed168f None None] Could not find standard attr ID for object 98bc3c76-6327-41ce-b61e-8935bcff19b8. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:04:16.540163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:16.541140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Checking segment: {'id': '97803d7d-7634-453a-aa51-100b3deed0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:16.541570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.542038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Bound using segment: {'id': '97803d7d-7634-453a-aa51-100b3deed0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:16.542587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Bound port: cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97803d7d-7634-453a-aa51-100b3deed0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:16.543386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.610405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:16.622894 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc597ab-9e17-4347-a9ca-16a7f10ea08e None None] Sync routers for ids ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:16.638825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:16.640603 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc597ab-9e17-4347-a9ca-16a7f10ea08e None None] Routers {'c96ca599-8cb6-44ba-8736-b6668a2d1abc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:16.641353 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6dc597ab-9e17-4347-a9ca-16a7f10ea08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:16.643668 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-75b4c940-ec4b-4698-ac78-557d313776ba tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/c96ca599-8cb6-44ba-8736-b6668a2d1abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7918220 Sep 25 01:04:16.647265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54278) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:16.671755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Provisioning complete for port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:16.672170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.672504 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 1 to provision port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 Sep 25 01:04:16.702019 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a7cb0c3e-63a9-482a-b688-f36519c64ed8 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c96ca599-8cb6-44ba-8736-b6668a2d1abc HTTP/1.1" status: 200 len: 205 time: 0.0523529 Sep 25 01:04:16.711137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54280) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:16.713529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] For port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:16.753191 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6dc597ab-9e17-4347-a9ca-16a7f10ea08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:16.755524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] For port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5,segment=NetworkSegment(97803d7d-7634-453a-aa51-100b3deed0fa),segment_id=97803d7d-7634-453a-aa51-100b3deed0fa)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:16.772662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:16.778034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group (0b399361-8516-40e6-9b6e-100f33499b92), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.778990 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc597ab-9e17-4347-a9ca-16a7f10ea08e None None] Routers {'c96ca599-8cb6-44ba-8736-b6668a2d1abc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:16.780300 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6dc597ab-9e17-4347-a9ca-16a7f10ea08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:16.782798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.802513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0b399361-8516-40e6-9b6e-100f33499b92), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:16.843459 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6dc597ab-9e17-4347-a9ca-16a7f10ea08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:16.847409 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc597ab-9e17-4347-a9ca-16a7f10ea08e None None] The sync data for ids ['c96ca599-8cb6-44ba-8736-b6668a2d1abc'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:16.915152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-abb53f46-432b-4d59-9a1c-6ee2f248c615 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (c96ca599-8cb6-44ba-8736-b6668a2d1abc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.011040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Allocated IP 172.23.0.1 (8b614902-d157-46a4-83a8-73596fbc78f2/4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722/e909a089-da5a-4518-9ac4-aa2d9ba043ee) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:17.013456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030b1af-4007-4420-9ea0-4d3f47dd8092 None None] Pushing event updated for resources: {'Port': ['ID=cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:17.016509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b399361-8516-40e6-9b6e-100f33499b92,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:17.074174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:17.146325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=236ec6f3-5bcc-491e-9bbd-7b571a3be771,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:17.187481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (25a48324-dc16-493b-8e5d-3641d5a9c27b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.274380 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 2 to provision port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 Sep 25 01:04:17.274749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group (5317aa8b-722e-42a2-830f-4d941a009141), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.278074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-abb53f46-432b-4d59-9a1c-6ee2f248c615 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (c96ca599-8cb6-44ba-8736-b6668a2d1abc), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.294774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-abb53f46-432b-4d59-9a1c-6ee2f248c615 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (c96ca599-8cb6-44ba-8736-b6668a2d1abc), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.311759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (5317aa8b-722e-42a2-830f-4d941a009141), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.343129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:17.370695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network 68166a3c-5dc7-44af-9aa9-51ac33422e9b is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:17.378930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:17.395322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c575e-b2a3-440d-87f9-54fb739b1963 req-8338602b-6699-435b-8dec-1454ae0ebe8a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:17.396979 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c5c575e-b2a3-440d-87f9-54fb739b1963 req-8338602b-6699-435b-8dec-1454ae0ebe8a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2856922 Sep 25 01:04:17.406995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:17.410916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Network 906831bc-c3d7-4607-bfa7-b6c1619a39ff is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:17.421980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:17.426557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event updated for resources: {'Port': ['ID=25a48324-dc16-493b-8e5d-3641d5a9c27b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:17.438000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:17.450152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:17.523266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5317aa8b-722e-42a2-830f-4d941a009141,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:17.532796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-abb53f46-432b-4d59-9a1c-6ee2f248c615 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (c96ca599-8cb6-44ba-8736-b6668a2d1abc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.533706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb53f46-432b-4d59-9a1c-6ee2f248c615 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Fanout notify agent at l3_agent the message router_deleted on router c96ca599-8cb6-44ba-8736-b6668a2d1abc {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:04:17.544617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.545116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:17.546751 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-336a5ae1-7ee4-49db-8f2b-7f53a1f7f9f7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3845015 Sep 25 01:04:17.561910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-abb53f46-432b-4d59-9a1c-6ee2f248c615 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.564476 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-abb53f46-432b-4d59-9a1c-6ee2f248c615 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c96ca599-8cb6-44ba-8736-b6668a2d1abc HTTP/1.1" status: 204 len: 168 time: 0.8496881 Sep 25 01:04:17.576490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54296) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:17.576994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54298) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:17.601587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-01a06416-de93-459e-a62a-40d04f4a4e69 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'security_group_rule': {'security_group_id': '5317aa8b-722e-42a2-830f-4d941a009141', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:17.676006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.717608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:17.718540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.807560 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c5c575e-b2a3-440d-87f9-54fb739b1963 req-25eeb3f8-7208-4885-b578-129b68f9d7cf tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722341 Sep 25 01:04:17.827072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:17.832244 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-840867b2-074e-4c0a-b29b-ac10364b04ad tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.5208931 Sep 25 01:04:17.838993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54306) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:17.856813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-137a5963-2321-4523-bac4-b0bdfa58e337 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting subnet ad82f1ad-ae1c-421f-8833-23bd86bc2c58 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:04:17.861623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:17.882346 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 3 to provision port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 Sep 25 01:04:17.891269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-137a5963-2321-4523-bac4-b0bdfa58e337 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (ad82f1ad-ae1c-421f-8833-23bd86bc2c58), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.929462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01a06416-de93-459e-a62a-40d04f4a4e69 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (2f509e4e-acf9-43f3-be71-469c2622ea31), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.937578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71761587-5f47-46b9-8992-2f566a4ec341 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:17.945155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Router e70db2a6-18d7-4236-a426-d857d0ac6c7a is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:04:17.968246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71761587-5f47-46b9-8992-2f566a4ec341 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:17.973447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-71761587-5f47-46b9-8992-2f566a4ec341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:17.987149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-137a5963-2321-4523-bac4-b0bdfa58e337 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (ad82f1ad-ae1c-421f-8833-23bd86bc2c58), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.025328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.053981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-71761587-5f47-46b9-8992-2f566a4ec341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:18.062184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:18.066633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71761587-5f47-46b9-8992-2f566a4ec341 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:18.067473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-71761587-5f47-46b9-8992-2f566a4ec341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:18.069539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:18.124763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54308) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:18.131404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=e909a089-da5a-4518-9ac4-aa2d9ba043ee,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:18.143005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-71761587-5f47-46b9-8992-2f566a4ec341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:18.143646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71761587-5f47-46b9-8992-2f566a4ec341 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:18.206799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01a06416-de93-459e-a62a-40d04f4a4e69 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (2f509e4e-acf9-43f3-be71-469c2622ea31), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.222165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01a06416-de93-459e-a62a-40d04f4a4e69 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (2f509e4e-acf9-43f3-be71-469c2622ea31), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.228681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:18.228935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 8b614902-d157-46a4-83a8-73596fbc78f2 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:18.259782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:18.277092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.284757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:18.285057 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c0ab37ed-7308-4a21-a121-09b9600abdd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e841dd4f-d5d1-4589-ad20-6067d48b72b3 HTTP/1.1" status: 204 len: 168 time: 5.6310451 Sep 25 01:04:18.286205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54312) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:18.314086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-30ec4565-389a-4704-844b-ca4a85163d06 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Deleting port 25a48324-dc16-493b-8e5d-3641d5a9c27b {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:18.314826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-30ec4565-389a-4704-844b-ca4a85163d06 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (25a48324-dc16-493b-8e5d-3641d5a9c27b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.323422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:18.323794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.324348 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 Sep 25 01:04:18.359737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.362786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a06416-de93-459e-a62a-40d04f4a4e69 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f509e4e-acf9-43f3-be71-469c2622ea31,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:18.374261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:18.380748 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-47cc233e-f53b-4ce9-a4f4-9bd61a6d25aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "PUT /networking/v2.0/routers/e70db2a6-18d7-4236-a426-d857d0ac6c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4149594 Sep 25 01:04:18.394753 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73f6e6f-0cfb-4676-819b-bff6f4e4e335 None None] Sync routers for ids ['e70db2a6-18d7-4236-a426-d857d0ac6c7a'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:18.410606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-137a5963-2321-4523-bac4-b0bdfa58e337 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (ad82f1ad-ae1c-421f-8833-23bd86bc2c58), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.418302 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f6e6f-0cfb-4676-819b-bff6f4e4e335 None None] Routers {'e70db2a6-18d7-4236-a426-d857d0ac6c7a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:18.418543 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a73f6e6f-0cfb-4676-819b-bff6f4e4e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e70db2a6-18d7-4236-a426-d857d0ac6c7a'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:18.419298 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-24b2e72a-1455-46ce-a031-7aa413e466a3 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "GET /networking/v2.0/floatingips/39fcc2f3-bb23-48c2-abce-0d01d62c5280 HTTP/1.1" status: 200 len: 688 time: 0.1198184 Sep 25 01:04:18.422185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54314) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:18.423261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54316) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:18.450504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:18.451041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.491575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:18.492585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5,segment=NetworkSegment(97803d7d-7634-453a-aa51-100b3deed0fa),segment_id=97803d7d-7634-453a-aa51-100b3deed0fa)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:18.497136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2141291082'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:18.500384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.529211 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a73f6e6f-0cfb-4676-819b-bff6f4e4e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:18.541150 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f6e6f-0cfb-4676-819b-bff6f4e4e335 None None] Routers {'e70db2a6-18d7-4236-a426-d857d0ac6c7a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:18.541648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01a06416-de93-459e-a62a-40d04f4a4e69 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.541970 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a73f6e6f-0cfb-4676-819b-bff6f4e4e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e70db2a6-18d7-4236-a426-d857d0ac6c7a'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:18.542922 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-01a06416-de93-459e-a62a-40d04f4a4e69 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9645007 Sep 25 01:04:18.544209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-137a5963-2321-4523-bac4-b0bdfa58e337 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (ad82f1ad-ae1c-421f-8833-23bd86bc2c58), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.552503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a34ae4-3182-4fd1-bb23-6c8f320f6352 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:18.555089 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f1a34ae4-3182-4fd1-bb23-6c8f320f6352 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e70db2a6-18d7-4236-a426-d857d0ac6c7a HTTP/1.1" status: 200 len: 989 time: 0.1301923 Sep 25 01:04:18.558787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54318) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:18.559461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54320) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:18.573566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-137a5963-2321-4523-bac4-b0bdfa58e337 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.577540 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-137a5963-2321-4523-bac4-b0bdfa58e337 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ad82f1ad-ae1c-421f-8833-23bd86bc2c58 HTTP/1.1" status: 204 len: 168 time: 0.9955659 Sep 25 01:04:18.589221 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 4 to provision port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 Sep 25 01:04:18.603623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54322) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:18.606788 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a73f6e6f-0cfb-4676-819b-bff6f4e4e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:18.607621 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73f6e6f-0cfb-4676-819b-bff6f4e4e335 None None] The sync data for ids ['e70db2a6-18d7-4236-a426-d857d0ac6c7a'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:18.609503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-19b040db-d861-4996-bccd-13996bfc2a1b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'security_group_rule': {'security_group_id': '5317aa8b-722e-42a2-830f-4d941a009141', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:18.635478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e640aae3-598e-4fcf-b60e-6ba62c502dad None None] Network 8b614902-d157-46a4-83a8-73596fbc78f2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:18.638526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a940d5e-2bfe-4234-8e45-d284741aa873 None None] Network b5fcd4fd-72dd-495d-af44-a3aff375f1ea requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:18.654809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a5963-2321-4523-bac4-b0bdfa58e337 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Subnet': ['ID=ad82f1ad-ae1c-421f-8833-23bd86bc2c58,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:18.714748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-187dba5b-a8c6-4daa-ad62-2e00ecb138da tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting subnet be086158-f1dd-4a21-a65d-86c5c8bc3503 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:04:18.720704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:18.724854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.728118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-187dba5b-a8c6-4daa-ad62-2e00ecb138da tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (be086158-f1dd-4a21-a65d-86c5c8bc3503), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.752046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-30ec4565-389a-4704-844b-ca4a85163d06 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (25a48324-dc16-493b-8e5d-3641d5a9c27b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.753522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:18.770983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.794216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-30ec4565-389a-4704-844b-ca4a85163d06 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Calling delete_port for 25a48324-dc16-493b-8e5d-3641d5a9c27b owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:18.807211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-19b040db-d861-4996-bccd-13996bfc2a1b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (15ac0fa6-bdd8-49f3-8e04-19e95c7fb9a7), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.812200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:18.813990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:18.815534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port 97e427bd-e785-4a50-a9fe-7fdb53f7e197 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:18.816085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (97e427bd-e785-4a50-a9fe-7fdb53f7e197), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.819581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-187dba5b-a8c6-4daa-ad62-2e00ecb138da tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (be086158-f1dd-4a21-a65d-86c5c8bc3503), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.821034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:18.885682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:18.968830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:19.030306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588aa9ef-5647-460f-ae31-e236af3e0419 None None] DHCP port deletion for b5fcd4fd-72dd-495d-af44-a3aff375f1ea request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:19.078240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-187dba5b-a8c6-4daa-ad62-2e00ecb138da tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (be086158-f1dd-4a21-a65d-86c5c8bc3503), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.110202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-588aa9ef-5647-460f-ae31-e236af3e0419 None None] Deleting port b8c1d964-4e4e-419c-82f0-acea74e1fe0e {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:19.110202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-588aa9ef-5647-460f-ae31-e236af3e0419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.186681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for security_group (30551b89-05f9-4d7d-b27d-d48918cec290), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.209931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (30551b89-05f9-4d7d-b27d-d48918cec290), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.221587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-588aa9ef-5647-460f-ae31-e236af3e0419 None None] For port b8c1d964-4e4e-419c-82f0-acea74e1fe0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8c1d964-4e4e-419c-82f0-acea74e1fe0e,segment=NetworkSegment(922f79db-72ca-40b5-8c35-784111e48171),segment_id=922f79db-72ca-40b5-8c35-784111e48171)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:19.222143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-588aa9ef-5647-460f-ae31-e236af3e0419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.222573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (97e427bd-e785-4a50-a9fe-7fdb53f7e197), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.222906 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (97e427bd-e785-4a50-a9fe-7fdb53f7e197), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.241544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-588aa9ef-5647-460f-ae31-e236af3e0419 None None] Calling delete_port for b8c1d964-4e4e-419c-82f0-acea74e1fe0e owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:19.254617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fda12-2590-42e9-b87f-ebae3e70b63f req-c369c1c6-2887-4f4b-9385-904eda591c93 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:19.257567 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3b1fda12-2590-42e9-b87f-ebae3e70b63f req-c369c1c6-2887-4f4b-9385-904eda591c93 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1958766 Sep 25 01:04:19.275296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for 97e427bd-e785-4a50-a9fe-7fdb53f7e197 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:19.279847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-19b040db-d861-4996-bccd-13996bfc2a1b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (15ac0fa6-bdd8-49f3-8e04-19e95c7fb9a7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.293253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:19.303614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:19.339267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-19b040db-d861-4996-bccd-13996bfc2a1b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (15ac0fa6-bdd8-49f3-8e04-19e95c7fb9a7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.351923 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 5 to provision port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 Sep 25 01:04:19.396696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-588aa9ef-5647-460f-ae31-e236af3e0419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (b8c1d964-4e4e-419c-82f0-acea74e1fe0e), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.428152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588aa9ef-5647-460f-ae31-e236af3e0419 None None] No DVR routers for this DVR port b8c1d964-4e4e-419c-82f0-acea74e1fe0e on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:19.437659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30551b89-05f9-4d7d-b27d-d48918cec290,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:19.451207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-187dba5b-a8c6-4daa-ad62-2e00ecb138da tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (be086158-f1dd-4a21-a65d-86c5c8bc3503), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.455803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aa9ef-5647-460f-ae31-e236af3e0419 None None] Pushing event deleted for resources: {'Port': ['ID=b8c1d964-4e4e-419c-82f0-acea74e1fe0e,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:19.459454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:19.464856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b040db-d861-4996-bccd-13996bfc2a1b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ac0fa6-bdd8-49f3-8e04-19e95c7fb9a7,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:19.514442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:19.525237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-19b040db-d861-4996-bccd-13996bfc2a1b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.531561 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-19b040db-d861-4996-bccd-13996bfc2a1b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9346206 Sep 25 01:04:19.534782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54326) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:19.545041 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a0fe52e3-93af-4910-ab2e-7965dfd2cdb2 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'security_group_rule': {'security_group_id': '5317aa8b-722e-42a2-830f-4d941a009141', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:19.615768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-30ec4565-389a-4704-844b-ca4a85163d06 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (25a48324-dc16-493b-8e5d-3641d5a9c27b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.644888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (e70db2a6-18d7-4236-a426-d857d0ac6c7a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.709871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a0fe52e3-93af-4910-ab2e-7965dfd2cdb2 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (18a2fcb9-7aa9-48f3-8ac5-a3f3cd87ce21), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.713159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec4565-389a-4704-844b-ca4a85163d06 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event deleted for resources: {'Port': ['ID=25a48324-dc16-493b-8e5d-3641d5a9c27b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:19.884380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6420c17d-395b-4a06-a939-fba986279b50), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.884746 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment 6420c17d-395b-4a06-a939-fba986279b50 of type vlan for network 6f2deff4-ddd8-4305-bbb3-114d0fa9c849 Sep 25 01:04:19.889118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dba5b-a8c6-4daa-ad62-2e00ecb138da tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Subnet': ['ID=be086158-f1dd-4a21-a65d-86c5c8bc3503,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:19.905392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d08a32-119b-4c38-9618-5ec108ec5d70 None None] Network 538d9994-483f-4409-ad6d-5cfee6f0dda1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:19.913075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-187dba5b-a8c6-4daa-ad62-2e00ecb138da tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.916481 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-187dba5b-a8c6-4daa-ad62-2e00ecb138da tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/be086158-f1dd-4a21-a65d-86c5c8bc3503 HTTP/1.1" status: 204 len: 168 time: 1.3116658 Sep 25 01:04:19.923481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54328) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:19.980266 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 6 to provision port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 Sep 25 01:04:20.017384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:20.057638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:20.070136 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3b1fda12-2590-42e9-b87f-ebae3e70b63f req-9f3ff167-5526-4b9e-ba05-1a75c60a6551 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7550187 Sep 25 01:04:20.073280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:20.100575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (6f2deff4-ddd8-4305-bbb3-114d0fa9c849), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.138671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:20.148768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (b5fcd4fd-72dd-495d-af44-a3aff375f1ea), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.190282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.198204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (6f2deff4-ddd8-4305-bbb3-114d0fa9c849), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.203192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371bda95-8ab7-4de8-990e-a05bb9baa181 None None] DHCP port deletion for 538d9994-483f-4409-ad6d-5cfee6f0dda1 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:20.203769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:20.203984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.230451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.240347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:20.266211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:20.277134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (97e427bd-e785-4a50-a9fe-7fdb53f7e197), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.281959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a0fe52e3-93af-4910-ab2e-7965dfd2cdb2 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (18a2fcb9-7aa9-48f3-8ac5-a3f3cd87ce21), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.284493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-371bda95-8ab7-4de8-990e-a05bb9baa181 None None] Deleting port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:20.285180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-371bda95-8ab7-4de8-990e-a05bb9baa181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.315539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a0fe52e3-93af-4910-ab2e-7965dfd2cdb2 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (18a2fcb9-7aa9-48f3-8ac5-a3f3cd87ce21), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.357591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-30ec4565-389a-4704-844b-ca4a85163d06 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.364329 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-30ec4565-389a-4704-844b-ca4a85163d06 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "DELETE /networking/v2.0/ports/25a48324-dc16-493b-8e5d-3641d5a9c27b HTTP/1.1" status: 204 len: 168 time: 2.5158341 Sep 25 01:04:20.364329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=97e427bd-e785-4a50-a9fe-7fdb53f7e197,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:20.364623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:20.364623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.364623 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 Sep 25 01:04:20.364861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54330) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:20.383392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff', 'external_fixed_ips': [{'subnet_id': '2c27bc31-5fc8-42cf-a630-1c454b58aaa5', 'ip_address': '172.20.0.6'}]}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:20.391204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe52e3-93af-4910-ab2e-7965dfd2cdb2 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a2fcb9-7aa9-48f3-8ac5-a3f3cd87ce21,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:20.416059 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2644684 Sep 25 01:04:20.425412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-371bda95-8ab7-4de8-990e-a05bb9baa181 None None] For port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05fa7add-6ab7-4a9b-8dc3-92c90d84b36c,segment=NetworkSegment(94fbf9b8-46ab-4dab-8e95-f912fc0453c8),segment_id=94fbf9b8-46ab-4dab-8e95-f912fc0453c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:20.425818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-371bda95-8ab7-4de8-990e-a05bb9baa181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.456741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (b5fcd4fd-72dd-495d-af44-a3aff375f1ea), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.459444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae265f-0162-41fd-b205-02a9d7b7df1c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=6f2deff4-ddd8-4305-bbb3-114d0fa9c849,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:20.465300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a0fe52e3-93af-4910-ab2e-7965dfd2cdb2 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.466734 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a0fe52e3-93af-4910-ab2e-7965dfd2cdb2 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9257255 Sep 25 01:04:20.467121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event updated for resources: {'Port': ['ID=e909a089-da5a-4518-9ac4-aa2d9ba043ee,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:20.469848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.471584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54332) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:20.483851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-566404b8-120f-47e8-a78f-a35684bd51c6 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'security_group_rule': {'security_group_id': '5317aa8b-722e-42a2-830f-4d941a009141', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:20.518858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fcd4fd-72dd-495d-af44-a3aff375f1ea']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:20.543144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (3caec6e5-c117-4283-a1a3-884aa11b72ba), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.544555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (3caec6e5-c117-4283-a1a3-884aa11b72ba), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.564313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:20.564942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.572925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922f79db-72ca-40b5-8c35-784111e48171') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:20.573266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922f79db-72ca-40b5-8c35-784111e48171') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:20.587145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-371bda95-8ab7-4de8-990e-a05bb9baa181 None None] Calling delete_port for 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:20.592114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (922f79db-72ca-40b5-8c35-784111e48171), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.609669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-566404b8-120f-47e8-a78f-a35684bd51c6 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (73bf6310-05a8-470f-b0bf-21f08e7a4502), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.634798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (922f79db-72ca-40b5-8c35-784111e48171), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.638990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (39fcc2f3-bb23-48c2-abce-0d01d62c5280), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.642236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.647388 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7ae4043e-08e8-4017-ab78-e6caa203a78b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/39fcc2f3-bb23-48c2-abce-0d01d62c5280 HTTP/1.1" status: 204 len: 168 time: 2.2214508 Sep 25 01:04:20.648398 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54334) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:20.659641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': 'c9514a8e-d064-4e87-96ab-15e44e691ac1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:20.662263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:20.662827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (922f79db-72ca-40b5-8c35-784111e48171), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.723042 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 922f79db-72ca-40b5-8c35-784111e48171 resource provider aggregate not found Sep 25 01:04:20.747662 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 7 to provision port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 Sep 25 01:04:20.750448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:20.755203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_controller (3caec6e5-c117-4283-a1a3-884aa11b72ba), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.760819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.770340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 6f2deff4-ddd8-4305-bbb3-114d0fa9c849 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:20.785625 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 922f79db-72ca-40b5-8c35-784111e48171 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 922f79db-72ca-40b5-8c35-784111e48171 found for delete ", "request_id": "req-3793f6d8-606e-4529-b654-415603899abe"}]} Sep 25 01:04:20.848957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-566404b8-120f-47e8-a78f-a35684bd51c6 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (73bf6310-05a8-470f-b0bf-21f08e7a4502), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.853103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:20.862336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Network 8b614902-d157-46a4-83a8-73596fbc78f2 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:20.865402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-566404b8-120f-47e8-a78f-a35684bd51c6 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (73bf6310-05a8-470f-b0bf-21f08e7a4502), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.872236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:20.898543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (b5fcd4fd-72dd-495d-af44-a3aff375f1ea), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.906827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-566404b8-120f-47e8-a78f-a35684bd51c6 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.908942 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-566404b8-120f-47e8-a78f-a35684bd51c6 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4347904 Sep 25 01:04:20.929513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54340) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:20.931366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.942650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a3a4cd20-8c06-43d4-9723-7161c4cb6403 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'security_group_rule': {'security_group_id': '5317aa8b-722e-42a2-830f-4d941a009141', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:20.950691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.956182 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/networks/b5fcd4fd-72dd-495d-af44-a3aff375f1ea HTTP/1.1" status: 204 len: 168 time: 1.0311024 Sep 25 01:04:20.965873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa508f0-cdfb-4e19-8278-6f75fa56985a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Network': ['ID=b5fcd4fd-72dd-495d-af44-a3aff375f1ea,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:20.968101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566404b8-120f-47e8-a78f-a35684bd51c6 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bf6310-05a8-470f-b0bf-21f08e7a4502,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:20.970866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54342) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:20.997494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 236ec6f3-5bcc-491e-9bbd-7b571a3be771 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:21.112050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.163688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (3caec6e5-c117-4283-a1a3-884aa11b72ba), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.171808 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-a3a4cd20-8c06-43d4-9723-7161c4cb6403 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Project a6f96cc6e90c4f7daea2b800f3dfc5f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:04:21.192281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b8c1d964-4e4e-419c-82f0-acea74e1fe0e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:21.202553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-371bda95-8ab7-4de8-990e-a05bb9baa181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (05fa7add-6ab7-4a9b-8dc3-92c90d84b36c), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.287099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:21.295760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3a4cd20-8c06-43d4-9723-7161c4cb6403 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (7f545b5a-7e5d-4d31-8099-c41211ecdaab), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.319313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bda95-8ab7-4de8-990e-a05bb9baa181 None None] Pushing event deleted for resources: {'Port': ['ID=05fa7add-6ab7-4a9b-8dc3-92c90d84b36c,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:21.341483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (538d9994-483f-4409-ad6d-5cfee6f0dda1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.351233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: b8c1d964-4e4e-419c-82f0-acea74e1fe0e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:21.352168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b8c1d964-4e4e-419c-82f0-acea74e1fe0e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:21.352320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:21.357168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:21.357874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bda95-8ab7-4de8-990e-a05bb9baa181 None None] No DVR routers for this DVR port 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:21.449491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:21.491726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1ed31-fe3b-40c1-9ae2-e21f25595f02 req-cbcf4012-3a6b-4d25-ae94-d57fb1d411b5 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:21.493218 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-60c1ed31-fe3b-40c1-9ae2-e21f25595f02 req-cbcf4012-3a6b-4d25-ae94-d57fb1d411b5 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2444420 Sep 25 01:04:21.567814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:21.580839 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f9c08fda-cb48-4806-b0a6-cb23af2a046b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7715571 Sep 25 01:04:21.581535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54346) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:21.586376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:21.603126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:21.610227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:21.612115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:21.666077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3a4cd20-8c06-43d4-9723-7161c4cb6403 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (7f545b5a-7e5d-4d31-8099-c41211ecdaab), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.672885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:21.684264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (538d9994-483f-4409-ad6d-5cfee6f0dda1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.747128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538d9994-483f-4409-ad6d-5cfee6f0dda1']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:21.765035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fbf9b8-46ab-4dab-8e95-f912fc0453c8') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:21.765412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fbf9b8-46ab-4dab-8e95-f912fc0453c8') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:21.770938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:21.778339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (94fbf9b8-46ab-4dab-8e95-f912fc0453c8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.781383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3a4cd20-8c06-43d4-9723-7161c4cb6403 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (7f545b5a-7e5d-4d31-8099-c41211ecdaab), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.849944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.36.7.21 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/9804eaa8-80cc-4e1d-8865-4d3fa260bfc0) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:21.869766 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-60c1ed31-fe3b-40c1-9ae2-e21f25595f02 req-6b86dc90-8ac9-4784-93ec-633bef0f73c6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530624 Sep 25 01:04:21.878622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4cd20-8c06-43d4-9723-7161c4cb6403 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f545b5a-7e5d-4d31-8099-c41211ecdaab,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:21.897762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3a4cd20-8c06-43d4-9723-7161c4cb6403 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.902578 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a3a4cd20-8c06-43d4-9723-7161c4cb6403 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9629281 Sep 25 01:04:21.927939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:21.929947 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 8 to provision port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 Sep 25 01:04:21.967815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54348) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:21.982999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b595d2ae-b61a-44b1-a029-5af33d6317d3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'security_group_rule': {'security_group_id': '5317aa8b-722e-42a2-830f-4d941a009141', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:22.005251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (3caec6e5-c117-4283-a1a3-884aa11b72ba), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.058072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:22.086731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.187194 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:22.221453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:22.243393 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-b595d2ae-b61a-44b1-a029-5af33d6317d3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Project a6f96cc6e90c4f7daea2b800f3dfc5f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:04:22.246921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (236ec6f3-5bcc-491e-9bbd-7b571a3be771), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.300649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (94fbf9b8-46ab-4dab-8e95-f912fc0453c8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.311919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:22.312537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (94fbf9b8-46ab-4dab-8e95-f912fc0453c8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.356567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b595d2ae-b61a-44b1-a029-5af33d6317d3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (b42a2fd5-95b1-433e-92e8-f4f8c3afd314), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.414182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=236ec6f3-5bcc-491e-9bbd-7b571a3be771,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:22.468389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:22.469368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 05fa7add-6ab7-4a9b-8dc3-92c90d84b36c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:22.488054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (538d9994-483f-4409-ad6d-5cfee6f0dda1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.523493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.536496 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/networks/538d9994-483f-4409-ad6d-5cfee6f0dda1 HTTP/1.1" status: 204 len: 168 time: 1.5623667 Sep 25 01:04:22.539141 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4218-af87-4ba6-a99c-9bda2fca7bc2 req-6ecd23d3-43b5-45dd-8a15-dbe19cb624d6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:22.541296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54354) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:22.543258 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bc1c4218-af87-4ba6-a99c-9bda2fca7bc2 req-6ecd23d3-43b5-45dd-8a15-dbe19cb624d6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3064053 Sep 25 01:04:22.555689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:18Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909a089-da5a-4518-9ac4-aa2d9ba043ee', 'name': '', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:06:bb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:16Z', 'updated_at': '2022-09-25T01:04:19Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:22.560742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448905319'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:22.585863 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 9 to provision port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 Sep 25 01:04:22.591162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:22.592341 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Updating router 158c887f-f0df-40f4-a672-f7de71a07111 port e909a089-da5a-4518-9ac4-aa2d9ba043ee binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:04:22.614788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:22.620889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.649495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.666374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:22.682426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2595ab87-4471-4d69-8cd9-7412d0bfd9b8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.683201 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added segment 2595ab87-4471-4d69-8cd9-7412d0bfd9b8 of type vlan for network fac1391d-2edd-4299-8585-9b2ffc35450c Sep 25 01:04:22.708985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Port 236ec6f3-5bcc-491e-9bbd-7b571a3be771 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:04:22.752414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (fac1391d-2edd-4299-8585-9b2ffc35450c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.759962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Provisioning complete for port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:22.760348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.760692 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Attempt 1 to provision port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 Sep 25 01:04:22.766667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:22.781972 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (e70db2a6-18d7-4236-a426-d857d0ac6c7a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.797511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9cc5f-6732-4b59-8e16-7d284f8a96f1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Network': ['ID=538d9994-483f-4409-ad6d-5cfee6f0dda1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:22.816307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (9804eaa8-80cc-4e1d-8865-4d3fa260bfc0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.873774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-58dd6a6b-ac2d-4419-b05c-3386083a519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:22.877631 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-58dd6a6b-ac2d-4419-b05c-3386083a519c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1129 time: 0.4576492 Sep 25 01:04:22.903358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (fac1391d-2edd-4299-8585-9b2ffc35450c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.919051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:22.921779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.933661 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bc1c4218-af87-4ba6-a99c-9bda2fca7bc2 req-b4f14647-544a-4eea-b1ce-66fb01cb2645 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320119 Sep 25 01:04:22.940273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b595d2ae-b61a-44b1-a029-5af33d6317d3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (b42a2fd5-95b1-433e-92e8-f4f8c3afd314), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.967669 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 94fbf9b8-46ab-4dab-8e95-f912fc0453c8 resource provider aggregate not found Sep 25 01:04:23.010947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:23.033990 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4756501 Sep 25 01:04:23.050644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54360) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:23.058998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-582f3218-e0b1-4706-aa47-094c30146742 None None] Current status of the port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:23.086194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'subnet': {'network_id': 'fac1391d-2edd-4299-8585-9b2ffc35450c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:23.138913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Publish callbacks [] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.148425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.153881 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 94fbf9b8-46ab-4dab-8e95-f912fc0453c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94fbf9b8-46ab-4dab-8e95-f912fc0453c8 found for delete ", "request_id": "req-8f9a0ec6-79e1-4ef2-97b3-394ccc671153"}]} Sep 25 01:04:23.155022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.extraroute_db [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=107187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 25 01:04:23.173930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:23.239436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a67a41-2024-44ec-addc-4d2743753a0f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Network': ['ID=fac1391d-2edd-4299-8585-9b2ffc35450c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:23.246877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.extraroute_db [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Removed routes are [] {{(pid=107187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 25 01:04:23.246877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (158c887f-f0df-40f4-a672-f7de71a07111), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.278502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network fac1391d-2edd-4299-8585-9b2ffc35450c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:23.314230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-7fe34a33-b664-4f93-8623-ce3e62c23eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:23.317436 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-7fe34a33-b664-4f93-8623-ce3e62c23eeb service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 200 len: 913 time: 0.3321724 Sep 25 01:04:23.375347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:23.378180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:23.398348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b595d2ae-b61a-44b1-a029-5af33d6317d3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (b42a2fd5-95b1-433e-92e8-f4f8c3afd314), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.429507 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Allocated IP 172.20.0.6 (906831bc-c3d7-4607-bfa7-b6c1619a39ff/2c27bc31-5fc8-42cf-a630-1c454b58aaa5/95ba0144-42fd-4fb2-a4ee-14125ae95bba) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:23.440112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Provisioning complete for port e909a089-da5a-4518-9ac4-aa2d9ba043ee triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:23.440504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.440910 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Attempt 1 to provision port e909a089-da5a-4518-9ac4-aa2d9ba043ee Sep 25 01:04:23.445101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Attempting to bind port e909a089-da5a-4518-9ac4-aa2d9ba043ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:23.445693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Attempting to bind port e909a089-da5a-4518-9ac4-aa2d9ba043ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '97803d7d-7634-453a-aa51-100b3deed0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:23.445905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Attempting to bind port e909a089-da5a-4518-9ac4-aa2d9ba043ee on network 8b614902-d157-46a4-83a8-73596fbc78f2 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:23.448856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595d2ae-b61a-44b1-a029-5af33d6317d3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42a2fd5-95b1-433e-92e8-f4f8c3afd314,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:23.505833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bb381-ce3f-4e3e-ae8b-aab3c7727d6a None None] Pushing event updated for resources: {'Port': ['ID=e909a089-da5a-4518-9ac4-aa2d9ba043ee,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:23.507222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b595d2ae-b61a-44b1-a029-5af33d6317d3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.508547 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b595d2ae-b61a-44b1-a029-5af33d6317d3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5340035 Sep 25 01:04:23.509733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (9804eaa8-80cc-4e1d-8865-4d3fa260bfc0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.526826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:23.533390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.541085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:23.541482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Checking segment: {'id': '97803d7d-7634-453a-aa51-100b3deed0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:23.541870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.542272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Bound using segment: {'id': '97803d7d-7634-453a-aa51-100b3deed0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:23.542783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Bound port: e909a089-da5a-4518-9ac4-aa2d9ba043ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97803d7d-7634-453a-aa51-100b3deed0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:23.543155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.546952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54362) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:23.555481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'network': {'name': 'tempest-network-smoke--1776478714', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'port_security_enabled': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:23.577911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:23.578160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Port e909a089-da5a-4518-9ac4-aa2d9ba043ee cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:23.645764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] For port e909a089-da5a-4518-9ac4-aa2d9ba043ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:23.646130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:23.648043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Router e70db2a6-18d7-4236-a426-d857d0ac6c7a has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:23.650159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] For port e909a089-da5a-4518-9ac4-aa2d9ba043ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e909a089-da5a-4518-9ac4-aa2d9ba043ee,segment=NetworkSegment(97803d7d-7634-453a-aa51-100b3deed0fa),segment_id=97803d7d-7634-453a-aa51-100b3deed0fa)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:23.659412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.663803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=9804eaa8-80cc-4e1d-8865-4d3fa260bfc0,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:23.666907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:23.675072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:23.698719 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-edc9c745-a6a5-40c7-aaa2-809f454a025c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 200 len: 1001 time: 0.3719122 Sep 25 01:04:23.732339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bb381-ce3f-4e3e-ae8b-aab3c7727d6a None None] Pushing event updated for resources: {'Port': ['ID=e909a089-da5a-4518-9ac4-aa2d9ba043ee,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:23.744110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:23.744789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:23.804588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-3e3cf683-6512-4dff-8a3b-a9d305f9d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:23.806863 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-3e3cf683-6512-4dff-8a3b-a9d305f9d804 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=82e81295-8b2f-4758-b928-2ce277ab246c HTTP/1.1" status: 200 len: 851 time: 0.0949817 Sep 25 01:04:23.832024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.841828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:23.854365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:23.855048 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea1b28d-d46c-4521-81ce-36fb3f3d524f None None] Sync routers for ids ['e70db2a6-18d7-4236-a426-d857d0ac6c7a'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:23.871836 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5b334ffe-4608-48f3-8830-6a716eb1c79d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "PUT /networking/v2.0/routers/e70db2a6-18d7-4236-a426-d857d0ac6c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2785182 Sep 25 01:04:23.874855 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea1b28d-d46c-4521-81ce-36fb3f3d524f None None] Routers {'e70db2a6-18d7-4236-a426-d857d0ac6c7a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:23.876533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54364) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:23.881534 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cea1b28d-d46c-4521-81ce-36fb3f3d524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e70db2a6-18d7-4236-a426-d857d0ac6c7a'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:23.907539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Made reservation on behalf of a6f96cc6e90c4f7daea2b800f3dfc5f9 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:23.922073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.936262 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cea1b28d-d46c-4521-81ce-36fb3f3d524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:23.939731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54366) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:23.947646 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-061525b4-e44c-4247-8ccd-38f8a02641b0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:04:23.949382 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-061525b4-e44c-4247-8ccd-38f8a02641b0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/236ec6f3-5bcc-491e-9bbd-7b571a3be771 HTTP/1.1" status: 404 len: 333 time: 0.0704098 Sep 25 01:04:23.950231 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea1b28d-d46c-4521-81ce-36fb3f3d524f None None] Routers {'e70db2a6-18d7-4236-a426-d857d0ac6c7a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:23.950956 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cea1b28d-d46c-4521-81ce-36fb3f3d524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e70db2a6-18d7-4236-a426-d857d0ac6c7a'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:23.955200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54368) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:23.975739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': '6f2deff4-ddd8-4305-bbb3-114d0fa9c849', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:24.051762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.053332 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cea1b28d-d46c-4521-81ce-36fb3f3d524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:24.055395 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea1b28d-d46c-4521-81ce-36fb3f3d524f None None] The sync data for ids ['e70db2a6-18d7-4236-a426-d857d0ac6c7a'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:24.081044 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Attempt 2 to provision port e909a089-da5a-4518-9ac4-aa2d9ba043ee Sep 25 01:04:24.098843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-a1293152-d1d2-4917-aefe-4996295c90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:24.100471 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-a1293152-d1d2-4917-aefe-4996295c90e0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=da310e92-d7bd-433d-bd93-f81d5d9edbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2861702 Sep 25 01:04:24.170536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Network 906831bc-c3d7-4607-bfa7-b6c1619a39ff is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:24.180514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:23Z', 'revision_number': 6, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909a089-da5a-4518-9ac4-aa2d9ba043ee', 'name': '', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:06:bb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:16Z', 'updated_at': '2022-09-25T01:04:23Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:24.182493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:24.220561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:24.227643 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event updated for resources: {'Port': ['ID=95ba0144-42fd-4fb2-a4ee-14125ae95bba,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:24.255883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:24.258680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Current status of the port e909a089-da5a-4518-9ac4-aa2d9ba043ee is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:24.259086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.262800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e788c8f-71b2-4f42-9181-cff0cf466b3f None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:23Z', 'revision_number': 6, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909a089-da5a-4518-9ac4-aa2d9ba043ee', 'name': '', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:06:bb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:16Z', 'updated_at': '2022-09-25T01:04:23Z', 'revision_number': 4, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:24.278377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:24.287974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.366926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] For port e909a089-da5a-4518-9ac4-aa2d9ba043ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e909a089-da5a-4518-9ac4-aa2d9ba043ee,segment=NetworkSegment(97803d7d-7634-453a-aa51-100b3deed0fa),segment_id=97803d7d-7634-453a-aa51-100b3deed0fa)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:24.383043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.390477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Could not find standard attr ID for object 236ec6f3-5bcc-491e-9bbd-7b571a3be771. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:04:24.398575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:24.433277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Provisioning complete for port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:24.433802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.435033 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Attempt 1 to provision port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 Sep 25 01:04:24.517346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:24.560842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:24.569762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Current status of the port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:24.576563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875756d-c9da-4175-9289-2f5302013d44 None None] Pushing event updated for resources: {'Port': ['ID=e909a089-da5a-4518-9ac4-aa2d9ba043ee,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:24.629130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:24.651294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2b0a7981-3fa9-46df-b35a-abb56f184e3e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.651679 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Added segment 2b0a7981-3fa9-46df-b35a-abb56f184e3e of type vlan for network 6463def2-15bf-492a-bcb1-7a5e1663a4ef Sep 25 01:04:24.658792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e158d93f-3965-4f1f-b58e-151f86e23808 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for router (e70db2a6-18d7-4236-a426-d857d0ac6c7a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.693813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:24.717640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (158c887f-f0df-40f4-a672-f7de71a07111), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.728836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e16d3d-1866-46e7-89f4-2b93d8461610 req-9821e118-f064-4919-8ec4-8a0121d7301e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:24.730457 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-57e16d3d-1866-46e7-89f4-2b93d8461610 req-9821e118-f064-4919-8ec4-8a0121d7301e tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.6289966 Sep 25 01:04:24.824812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (158c887f-f0df-40f4-a672-f7de71a07111), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.860262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:24.880114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (6463def2-15bf-492a-bcb1-7a5e1663a4ef), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.884851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (4b928464-5ea5-4442-969e-f6577785ebc0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.978248 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-3a2b5349-fa4d-44b5-becd-4c191b2cb97f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644779 Sep 25 01:04:24.998162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (3caec6e5-c117-4283-a1a3-884aa11b72ba), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.010727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:04:25.064186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (72d894b8-6da7-46cf-a346-e014f9a34439), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.128139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9804eaa8-80cc-4e1d-8865-4d3fa260bfc0), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.185813 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-57e16d3d-1866-46e7-89f4-2b93d8461610 req-7b26c9ef-44c4-42d4-adef-a382969d2681 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036512 Sep 25 01:04:25.206404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=72d894b8-6da7-46cf-a346-e014f9a34439,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:25.229202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e158d93f-3965-4f1f-b58e-151f86e23808 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (e70db2a6-18d7-4236-a426-d857d0ac6c7a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.235937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (6463def2-15bf-492a-bcb1-7a5e1663a4ef), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.240860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:25.241479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.250033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e158d93f-3965-4f1f-b58e-151f86e23808 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for router_controller (e70db2a6-18d7-4236-a426-d857d0ac6c7a), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.252627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:25.293611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (99673e97-7aca-4634-83e6-4c48aff4b3ae), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.300956 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking segment: {'id': '6420c17d-395b-4a06-a939-fba986279b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f2deff4-ddd8-4305-bbb3-114d0fa9c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:25.301327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network hostable DHCP agents. Network: 6f2deff4-ddd8-4305-bbb3-114d0fa9c849, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:25.416938 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8683088 Sep 25 01:04:25.427295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54372) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:25.432259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network 6f2deff4-ddd8-4305-bbb3-114d0fa9c849 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:25.433196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e158d93f-3965-4f1f-b58e-151f86e23808 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (e70db2a6-18d7-4236-a426-d857d0ac6c7a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.433196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e158d93f-3965-4f1f-b58e-151f86e23808 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Fanout notify agent at l3_agent the message router_deleted on router e70db2a6-18d7-4236-a426-d857d0ac6c7a {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:04:25.439535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:25.449107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e158d93f-3965-4f1f-b58e-151f86e23808 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.450089 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e158d93f-3965-4f1f-b58e-151f86e23808 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e70db2a6-18d7-4236-a426-d857d0ac6c7a HTTP/1.1" status: 204 len: 168 time: 1.4895327 Sep 25 01:04:25.453754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'admin_state_up': True, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:25.455847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54374) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:25.470502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6f2deff4-ddd8-4305-bbb3-114d0fa9c849) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:25.474754 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:25.475557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.476369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'Network': ['ID=6463def2-15bf-492a-bcb1-7a5e1663a4ef,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:25.481384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f1fa4-37ec-4b7d-ba49-6dd39c09942c None None] Network 6f2deff4-ddd8-4305-bbb3-114d0fa9c849 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:25.507392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:25.510010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (3caec6e5-c117-4283-a1a3-884aa11b72ba), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.526787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.527143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.527481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.527823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.528184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.528519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.528846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.529169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.529514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.529848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.530180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.530507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.531457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.531457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.531457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23021287-8b1e-4ae4-a2c4-e6762ee635af tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:25.546775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Subnet': ['ID=99673e97-7aca-4634-83e6-4c48aff4b3ae,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:25.563064 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bd86acd6-c4c4-4b05-9acb-3bae742da74d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6164815 Sep 25 01:04:25.564400 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f44f857a-d52b-4215-bb99-2979384bb2fb req-b3ae880c-3da4-4151-b7e5-b9b7cd3ff6d6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112069 Sep 25 01:04:25.567618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54376) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:25.571978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (35c5c50a-090f-421b-baa4-748ba920df81), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.573050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (35c5c50a-090f-421b-baa4-748ba920df81), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.576008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 6463def2-15bf-492a-bcb1-7a5e1663a4ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:25.586527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1073007861'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:25.608852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:25.638735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6251b55c-1523-4c51-aceb-92ecc6d39e9f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet 0fed6e1f-25c2-4d72-b079-23e8a7859002 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:04:25.639519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Checking segment: {'id': '2595ab87-4471-4d69-8cd9-7412d0bfd9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fac1391d-2edd-4299-8585-9b2ffc35450c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:25.640192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network hostable DHCP agents. Network: fac1391d-2edd-4299-8585-9b2ffc35450c, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:25.652229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (9804eaa8-80cc-4e1d-8865-4d3fa260bfc0), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.652229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6251b55c-1523-4c51-aceb-92ecc6d39e9f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (0fed6e1f-25c2-4d72-b079-23e8a7859002), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.679408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6f2deff4-ddd8-4305-bbb3-114d0fa9c849', 'network_id': '6f2deff4-ddd8-4305-bbb3-114d0fa9c849', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': '72d894b8-6da7-46cf-a346-e014f9a34439'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:25.680540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.687134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (9804eaa8-80cc-4e1d-8865-4d3fa260bfc0), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.725910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:25.729688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.777222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for router_controller (35c5c50a-090f-421b-baa4-748ba920df81), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.791634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network fac1391d-2edd-4299-8585-9b2ffc35450c is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:25.834289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:25.842874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.847318 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5a53d9b9-8e1f-411b-9417-fa6d470aabb3 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111 HTTP/1.1" status: 200 len: 933 time: 4.2541625 Sep 25 01:04:25.849397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:25.850809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54378) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:25.880513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:25.881110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:25.893560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:25.926311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Allocated IP 2001:db8:0:ffff::2 (6f2deff4-ddd8-4305-bbb3-114d0fa9c849/72d894b8-6da7-46cf-a346-e014f9a34439/ecf34e0b-3740-4d28-836f-97e97e74e859) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:25.931125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fac1391d-2edd-4299-8585-9b2ffc35450c) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:25.949060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:25.950350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.970235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c2a42-c129-4dea-9def-ab71310c7459 None None] Network fac1391d-2edd-4299-8585-9b2ffc35450c requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:26.030025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e03986ce-3e83-44af-bbf4-cb8d51b38b09), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.030299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment e03986ce-3e83-44af-bbf4-cb8d51b38b09 of type vlan for network 61b78eb6-88f0-4167-bb49-249f300e368f Sep 25 01:04:26.116776 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b6dca111-5da7-4cc3-b2f3-ded3a20f592d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0335672 Sep 25 01:04:26.119389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54380) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:26.130386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for router_gateway (35c5c50a-090f-421b-baa4-748ba920df81), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.150340 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2104a73e-68ca-4887-aa43-95fea5355fef tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111 HTTP/1.1" status: 200 len: 933 time: 0.2963972 Sep 25 01:04:26.153848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54382) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:26.154896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6251b55c-1523-4c51-aceb-92ecc6d39e9f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (0fed6e1f-25c2-4d72-b079-23e8a7859002), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.159796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'routes': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:26.163321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (61b78eb6-88f0-4167-bb49-249f300e368f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.250506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6251b55c-1523-4c51-aceb-92ecc6d39e9f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (0fed6e1f-25c2-4d72-b079-23e8a7859002), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.256149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e909a089-da5a-4518-9ac4-aa2d9ba043ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:26.263404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:26.292298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:04:26.293825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-904cc4f8-f5d9-40d8-8971-90ea1f0d3687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1967603228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:26.305176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:26.359752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:26.377587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (61b78eb6-88f0-4167-bb49-249f300e368f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.383465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:26.384557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.415431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=9804eaa8-80cc-4e1d-8865-4d3fa260bfc0,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:26.421930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (4b928464-5ea5-4442-969e-f6577785ebc0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.439380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcaa1a-c0b0-45f5-9109-557288b24c96 req-8d6383e1-ee70-4020-88f1-b5e4579b9b60 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:26.441954 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-45dcaa1a-c0b0-45f5-9109-557288b24c96 req-8d6383e1-ee70-4020-88f1-b5e4579b9b60 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1296937 Sep 25 01:04:26.476484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-904cc4f8-f5d9-40d8-8971-90ea1f0d3687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (7c74ee79-acee-4af2-ae33-1b6f3104836f), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.477521 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-904cc4f8-f5d9-40d8-8971-90ea1f0d3687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (7c74ee79-acee-4af2-ae33-1b6f3104836f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.481426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6251b55c-1523-4c51-aceb-92ecc6d39e9f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (0fed6e1f-25c2-4d72-b079-23e8a7859002), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.498465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.499107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.499779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.500325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.500823 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.501428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.502163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.502743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.503276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.503778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.504491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.505070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.505371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.505906 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.509395 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9360306 Sep 25 01:04:26.510094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:26.520006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54386) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:26.526841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:26.552393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fac1391d-2edd-4299-8585-9b2ffc35450c', 'network_id': 'fac1391d-2edd-4299-8585-9b2ffc35450c', 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'fixed_ips': [{'subnet_id': '99673e97-7aca-4634-83e6-4c48aff4b3ae'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:26.553312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.597060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251b55c-1523-4c51-aceb-92ecc6d39e9f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=0fed6e1f-25c2-4d72-b079-23e8a7859002,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:26.608081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e909a089-da5a-4518-9ac4-aa2d9ba043ee triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:26.608947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.609302 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e909a089-da5a-4518-9ac4-aa2d9ba043ee Sep 25 01:04:26.615880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7f49e-72e6-4e83-8b4f-16a3645eb3fb tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=61b78eb6-88f0-4167-bb49-249f300e368f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:26.647539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6251b55c-1523-4c51-aceb-92ecc6d39e9f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.653860 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6251b55c-1523-4c51-aceb-92ecc6d39e9f tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0fed6e1f-25c2-4d72-b079-23e8a7859002 HTTP/1.1" status: 204 len: 168 time: 1.1949248 Sep 25 01:04:26.662135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:26.663315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:26.671601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a55dda-6a56-4494-a6df-64724cfd8d06 None None] Network 68166a3c-5dc7-44af-9aa9-51ac33422e9b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:26.674863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 61b78eb6-88f0-4167-bb49-249f300e368f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:26.694740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54388) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:26.806047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Router 3caec6e5-c117-4283-a1a3-884aa11b72ba is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:04:26.845210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-904cc4f8-f5d9-40d8-8971-90ea1f0d3687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (7c74ee79-acee-4af2-ae33-1b6f3104836f), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.860418 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-45dcaa1a-c0b0-45f5-9109-557288b24c96 req-101a8356-a809-4850-a16f-a21c9fb1f0ac tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742545 Sep 25 01:04:26.879473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-904cc4f8-f5d9-40d8-8971-90ea1f0d3687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (7c74ee79-acee-4af2-ae33-1b6f3104836f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.906722 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP 4b928464-5ea5-4442-969e-f6577785ebc0 associated. External IP: 172.36.7.21, port: c9514a8e-d064-4e87-96ab-15e44e691ac1. Sep 25 01:04:26.941009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Publish callbacks [] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.965280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-904cc4f8-f5d9-40d8-8971-90ea1f0d3687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:26.971913 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-904cc4f8-f5d9-40d8-8971-90ea1f0d3687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6762936 Sep 25 01:04:26.994204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:27.000282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54390) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:27.006766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'port': {'network_id': 'fac1391d-2edd-4299-8585-9b2ffc35450c', 'name': 'tempest-RoutersIpV6Test-1195330969'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:27.010731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (68166a3c-5dc7-44af-9aa9-51ac33422e9b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.017730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:27.022740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:27.026523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.055222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.127690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e909a089-da5a-4518-9ac4-aa2d9ba043ee is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:27.184305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Allocated IP 2001:db8::2 (fac1391d-2edd-4299-8585-9b2ffc35450c/99673e97-7aca-4634-83e6-4c48aff4b3ae/311f1425-08a0-4082-9e2b-4491f3b54fc4) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:27.197616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for router_gateway (35c5c50a-090f-421b-baa4-748ba920df81), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.201919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Network 6f2deff4-ddd8-4305-bbb3-114d0fa9c849 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:27.223073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:27.226649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Pushing event updated for resources: {'Port': ['ID=ecf34e0b-3740-4d28-836f-97e97e74e859,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:27.236003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:27.236315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.242237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:23Z', 'revision_number': 6, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909a089-da5a-4518-9ac4-aa2d9ba043ee', 'name': '', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:06:bb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:16Z', 'updated_at': '2022-09-25T01:04:24Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:27.248267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:27.262439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:27.262888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.269545 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Sync routers for ids ['3caec6e5-c117-4283-a1a3-884aa11b72ba'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:27.301060 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Routers {'3caec6e5-c117-4283-a1a3-884aa11b72ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:27.301721 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3caec6e5-c117-4283-a1a3-884aa11b72ba'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:27.323724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:27.365072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:27.378914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.382938 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6694654e-be18-4c84-ba11-63366b0591ed tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.0052972 Sep 25 01:04:27.394929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54392) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:27.404687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:27.409133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.418164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] DHCP port deletion for 68166a3c-5dc7-44af-9aa9-51ac33422e9b request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:27.480570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] device_id is not set on port c628a0ad-e1ff-4c41-a46d-459bdd575ded yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:04:27.501299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:27.503871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:27.505137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:27.526421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] For port e157c71a-e4f7-4283-a4eb-1034b2efa2e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e157c71a-e4f7-4283-a4eb-1034b2efa2e5,segment=NetworkSegment(799e51e8-90ca-4071-9a37-ea72d865137f),segment_id=799e51e8-90ca-4071-9a37-ea72d865137f)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:27.527039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.551121 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Set router 3caec6e5-c117-4283-a1a3-884aa11b72ba gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:27.571784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Attempting to bind port ecf34e0b-3740-4d28-836f-97e97e74e859 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:27.572565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Attempting to bind port ecf34e0b-3740-4d28-836f-97e97e74e859 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6420c17d-395b-4a06-a939-fba986279b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f2deff4-ddd8-4305-bbb3-114d0fa9c849'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:27.573215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Attempting to bind port ecf34e0b-3740-4d28-836f-97e97e74e859 on network 6f2deff4-ddd8-4305-bbb3-114d0fa9c849 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:27.577194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.extraroute_db [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added routes are [] {{(pid=107187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 25 01:04:27.577586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.extraroute_db [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=107187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 25 01:04:27.610847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (158c887f-f0df-40f4-a672-f7de71a07111), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.616582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for e157c71a-e4f7-4283-a4eb-1034b2efa2e5 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:27.644327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] Deleting port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:27.645582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.723691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Allocated IP 172.36.7.118 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/4816e08f-8dde-4906-8c3a-67c72e7c4acc) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:27.756127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (3caec6e5-c117-4283-a1a3-884aa11b72ba), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.759080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:27.767733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (b3501195-0717-4d5c-83ea-cb0f2aae6f1e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.770782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:27.778655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:27.879444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:27.881237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] For port e157c71a-e4f7-4283-a4eb-1034b2efa2e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e157c71a-e4f7-4283-a4eb-1034b2efa2e5,segment=NetworkSegment(799e51e8-90ca-4071-9a37-ea72d865137f),segment_id=799e51e8-90ca-4071-9a37-ea72d865137f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:27.882143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.902789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:27.906287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:27.907140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Checking segment: {'id': '6420c17d-395b-4a06-a939-fba986279b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f2deff4-ddd8-4305-bbb3-114d0fa9c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:27.907885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.908547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Bound using segment: {'id': '6420c17d-395b-4a06-a939-fba986279b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f2deff4-ddd8-4305-bbb3-114d0fa9c849'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:27.909992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Bound port: ecf34e0b-3740-4d28-836f-97e97e74e859, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6420c17d-395b-4a06-a939-fba986279b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f2deff4-ddd8-4305-bbb3-114d0fa9c849'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:27.910626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:27.976530 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caec6e5-c117-4283-a1a3-884aa11b72ba', 'name': '', 'tenant_id': '3204138973e34cf590ae1100ca3faefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff', 'external_fixed_ips': [{'subnet_id': '2c27bc31-5fc8-42cf-a630-1c454b58aaa5', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '95ba0144-42fd-4fb2-a4ee-14125ae95bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:20Z', 'updated_at': '2022-09-25T01:04:24Z', 'revision_number': 3, 'project_id': '3204138973e34cf590ae1100ca3faefb', 'gw_port': {'id': '95ba0144-42fd-4fb2-a4ee-14125ae95bba', 'name': '', 'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caec6e5-c117-4283-a1a3-884aa11b72ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '2c27bc31-5fc8-42cf-a630-1c454b58aaa5', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:22Z', 'updated_at': '2022-09-25T01:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c27bc31-5fc8-42cf-a630-1c454b58aaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:27.979928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] Calling delete_port for e157c71a-e4f7-4283-a4eb-1034b2efa2e5 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:27.993001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=b3501195-0717-4d5c-83ea-cb0f2aae6f1e,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:28.024964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Publish callbacks [] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.028664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (158c887f-f0df-40f4-a672-f7de71a07111), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.028968 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.070900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (158c887f-f0df-40f4-a672-f7de71a07111), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.077433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.110764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=e157c71a-e4f7-4283-a4eb-1034b2efa2e5,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:28.125517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking segment: {'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:28.126480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network hostable DHCP agents. Network: 61b78eb6-88f0-4167-bb49-249f300e368f, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:28.127541 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Checking router: 3caec6e5-c117-4283-a1a3-884aa11b72ba for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:28.129110 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Updating router 3caec6e5-c117-4283-a1a3-884aa11b72ba port 95ba0144-42fd-4fb2-a4ee-14125ae95bba binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:04:28.131834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No DVR routers for this DVR port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:28.141930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (3caec6e5-c117-4283-a1a3-884aa11b72ba), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.166904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d73e-b403-4a2c-a470-d6c6163fee15 req-5f14a5ad-7fc6-431e-ab93-51dcb8bb106a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:28.178566 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f565d73e-b403-4a2c-a470-d6c6163fee15 req-5f14a5ad-7fc6-431e-ab93-51dcb8bb106a tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1799276 Sep 25 01:04:28.195439 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.210113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:28.223560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:28.322951 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network 61b78eb6-88f0-4167-bb49-249f300e368f is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:28.330289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Deleting port 95ba0144-42fd-4fb2-a4ee-14125ae95bba {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:28.330701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.335068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (68166a3c-5dc7-44af-9aa9-51ac33422e9b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.342663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.359279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 2001:db8::1d (fac1391d-2edd-4299-8585-9b2ffc35450c/99673e97-7aca-4634-83e6-4c48aff4b3ae/c628a0ad-e1ff-4c41-a46d-459bdd575ded) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:28.380056 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f565d73e-b403-4a2c-a470-d6c6163fee15 req-9cfaeec4-d11b-444f-ae2c-99b54a23b45f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004623 Sep 25 01:04:28.381872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:28.399128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:28.408350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 61b78eb6-88f0-4167-bb49-249f300e368f) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:28.416311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.429615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e157c71a-e4f7-4283-a4eb-1034b2efa2e5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:28.431813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ac8c5-ed5c-4ee9-a638-a51b6e1d8d11 None None] Network 61b78eb6-88f0-4167-bb49-249f300e368f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:28.435526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.441329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5142dc5-ddb5-4fc9-98db-64cd84928839 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:28.454613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68166a3c-5dc7-44af-9aa9-51ac33422e9b']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:28.457168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:28.457769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.472037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'Port': ['ID=4816e08f-8dde-4906-8c3a-67c72e7c4acc,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:28.509865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:28.556820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:28.568884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:28.603719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Pushing event updated for resources: {'Port': ['ID=311f1425-08a0-4082-9e2b-4491f3b54fc4,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:28.635940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.636500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.636954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.637425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.637871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.638317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.638756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.639194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.639632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.640349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.640816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.643190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.643704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.644179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.644620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:28.706714 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Publish callbacks [] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.711673 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:28.723533 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.725259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Network fac1391d-2edd-4299-8585-9b2ffc35450c is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:28.732008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: e157c71a-e4f7-4283-a4eb-1034b2efa2e5 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:28.732813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e157c71a-e4f7-4283-a4eb-1034b2efa2e5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:28.758961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:28.761455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:28.778750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:28.804406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e09c1967-c3ab-4492-bdb4-c42e2a4db5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.812396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799e51e8-90ca-4071-9a37-ea72d865137f') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:28.812964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799e51e8-90ca-4071-9a37-ea72d865137f') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:28.847253 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e8866f41-1f37-40c2-a9af-f3fb213071c8 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.1926708 Sep 25 01:04:28.851011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54402) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:28.854530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:28.858801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (799e51e8-90ca-4071-9a37-ea72d865137f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.861721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-327103464'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:28.865970 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:28.869788 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Attempting to bind port 95ba0144-42fd-4fb2-a4ee-14125ae95bba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:28.870458 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Attempting to bind port 95ba0144-42fd-4fb2-a4ee-14125ae95bba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f863336-d79f-4544-af51-29db93c41988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:28.871145 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Attempting to bind port 95ba0144-42fd-4fb2-a4ee-14125ae95bba on network 906831bc-c3d7-4607-bfa7-b6c1619a39ff {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:28.877437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.881105 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-28d46e34-e65f-4023-9ee6-0128c823fdaf tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111 HTTP/1.1" status: 200 len: 699 time: 2.7236917 Sep 25 01:04:28.888699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54404) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:28.892976 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f351a046-58aa-4dab-9f3d-c11a2ea53d1b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3707781 Sep 25 01:04:28.909722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54406) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:28.925837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (799e51e8-90ca-4071-9a37-ea72d865137f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.933103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:28.974454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:28.996042 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a3636-0c2a-438a-aff2-24508491d30a None None] Pushing event updated for resources: {'Port': ['ID=95ba0144-42fd-4fb2-a4ee-14125ae95bba,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:29.003860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Made reservation on behalf of 937675718fc54790a2b8f475b8b6d147 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:29.008574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.009489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5142dc5-ddb5-4fc9-98db-64cd84928839 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:29.009695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:29.009959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (799e51e8-90ca-4071-9a37-ea72d865137f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.010448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a5142dc5-ddb5-4fc9-98db-64cd84928839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:29.017852 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:29.018232 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Checking segment: {'id': '9f863336-d79f-4544-af51-29db93c41988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:29.018514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.018654 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.019021 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Bound using segment: {'id': '9f863336-d79f-4544-af51-29db93c41988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:29.019520 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Bound port: 95ba0144-42fd-4fb2-a4ee-14125ae95bba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f863336-d79f-4544-af51-29db93c41988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '906831bc-c3d7-4607-bfa7-b6c1619a39ff'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:29.019906 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.072969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a5142dc5-ddb5-4fc9-98db-64cd84928839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:29.100244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.114865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for router_gateway (35c5c50a-090f-421b-baa4-748ba920df81), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.115138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf7c52-1e3c-4a91-94ad-162635fcb52a req-0a21b084-d807-42c4-a0bf-e89eff7534dc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:29.117210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] For port ecf34e0b-3740-4d28-836f-97e97e74e859, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:29.117391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:29.122319 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8bbf7c52-1e3c-4a91-94ad-162635fcb52a req-0a21b084-d807-42c4-a0bf-e89eff7534dc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3027592 Sep 25 01:04:29.180763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.185480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (24c7b63d-212a-4acd-a516-bcb8828a19c7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.185831 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Added segment 24c7b63d-212a-4acd-a516-bcb8828a19c7 of type vlan for network 8d06e6bd-eaa1-444f-b050-03588162ebf6 Sep 25 01:04:29.194987 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] For port 95ba0144-42fd-4fb2-a4ee-14125ae95bba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:29.200844 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 799e51e8-90ca-4071-9a37-ea72d865137f resource provider aggregate not found Sep 25 01:04:29.202485 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] For port 95ba0144-42fd-4fb2-a4ee-14125ae95bba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ba0144-42fd-4fb2-a4ee-14125ae95bba,segment=NetworkSegment(9f863336-d79f-4544-af51-29db93c41988),segment_id=9f863336-d79f-4544-af51-29db93c41988)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:29.215701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] For port ecf34e0b-3740-4d28-836f-97e97e74e859, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecf34e0b-3740-4d28-836f-97e97e74e859,segment=NetworkSegment(6420c17d-395b-4a06-a939-fba986279b50),segment_id=6420c17d-395b-4a06-a939-fba986279b50)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:29.220013 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.232651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5142dc5-ddb5-4fc9-98db-64cd84928839 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:29.232651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a5142dc5-ddb5-4fc9-98db-64cd84928839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:29.241916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Calling delete_port for 95ba0144-42fd-4fb2-a4ee-14125ae95bba owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:29.251858 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 799e51e8-90ca-4071-9a37-ea72d865137f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 799e51e8-90ca-4071-9a37-ea72d865137f found for delete ", "request_id": "req-69cae746-dfd0-4fd7-a130-fe1a5deecc4c"}]} Sep 25 01:04:29.265417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=c628a0ad-e1ff-4c41-a46d-459bdd575ded,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:29.297980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a5142dc5-ddb5-4fc9-98db-64cd84928839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:29.299970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5142dc5-ddb5-4fc9-98db-64cd84928839 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:29.339267 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ee4d2f42-6071-4bd5-8ded-d2d59e9d7ff6 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111 HTTP/1.1" status: 200 len: 699 time: 0.4450376 Sep 25 01:04:29.353590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54414) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:29.374260 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a3636-0c2a-438a-aff2-24508491d30a None None] Pushing event updated for resources: {'Port': ['ID=95ba0144-42fd-4fb2-a4ee-14125ae95bba,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:29.394381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network fac1391d-2edd-4299-8585-9b2ffc35450c is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:29.408165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (8d06e6bd-eaa1-444f-b050-03588162ebf6), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.413599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (68166a3c-5dc7-44af-9aa9-51ac33422e9b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.414502 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Routers {'3caec6e5-c117-4283-a1a3-884aa11b72ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:29.416186 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3caec6e5-c117-4283-a1a3-884aa11b72ba'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:29.418427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.426246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:29.492461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.496016 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/networks/68166a3c-5dc7-44af-9aa9-51ac33422e9b HTTP/1.1" status: 204 len: 168 time: 2.7912323 Sep 25 01:04:29.505691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (e157c71a-e4f7-4283-a4eb-1034b2efa2e5), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.518426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54416) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:29.537045 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8bbf7c52-1e3c-4a91-94ad-162635fcb52a req-616bda26-977a-4ee7-896c-a2b1569c4abd tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4137795 Sep 25 01:04:29.549867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Attempting to bind port 311f1425-08a0-4082-9e2b-4491f3b54fc4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:29.550243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Attempting to bind port 311f1425-08a0-4082-9e2b-4491f3b54fc4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2595ab87-4471-4d69-8cd9-7412d0bfd9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fac1391d-2edd-4299-8585-9b2ffc35450c'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:29.550675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Attempting to bind port 311f1425-08a0-4082-9e2b-4491f3b54fc4 on network fac1391d-2edd-4299-8585-9b2ffc35450c {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:29.553312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:23Z', 'revision_number': 6, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909a089-da5a-4518-9ac4-aa2d9ba043ee', 'name': '', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:06:bb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:16Z', 'updated_at': '2022-09-25T01:04:24Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:29.612494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] Network 68166a3c-5dc7-44af-9aa9-51ac33422e9b is not hosted by any dhcp agent {{(pid=107189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:04:29.612965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] No DVR routers for this DVR port e157c71a-e4f7-4283-a4eb-1034b2efa2e5 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:29.627880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61b78eb6-88f0-4167-bb49-249f300e368f', 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': 'b3501195-0717-4d5c-83ea-cb0f2aae6f1e'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:29.627880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.636501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb9cc3-2767-45e3-80a1-9b7d6fedee5b None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:23Z', 'revision_number': 6, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909a089-da5a-4518-9ac4-aa2d9ba043ee', 'name': '', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:06:bb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:16Z', 'updated_at': '2022-09-25T01:04:24Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:29.683721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db55bd-9429-47a1-89c7-c035c9cdee23 None None] Pushing event updated for resources: {'Port': ['ID=ecf34e0b-3740-4d28-836f-97e97e74e859,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:29.718574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] Set router 3caec6e5-c117-4283-a1a3-884aa11b72ba gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:29.737731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199f902-d393-400a-b192-ff26b9a349ae tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Network': ['ID=68166a3c-5dc7-44af-9aa9-51ac33422e9b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:29.756715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (61b78eb6-88f0-4167-bb49-249f300e368f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.920478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd5de21-7b16-49e7-aea7-9cfdcdff20bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:29.933680 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3cd5de21-7b16-49e7-aea7-9cfdcdff20bf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/92b9e625-b0e3-4f75-82ab-60c80af2cb96 HTTP/1.1" status: 200 len: 844 time: 0.4049103 Sep 25 01:04:29.935143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54420) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:29.963885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:30.012151 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caec6e5-c117-4283-a1a3-884aa11b72ba', 'name': '', 'tenant_id': '3204138973e34cf590ae1100ca3faefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:20Z', 'updated_at': '2022-09-25T01:04:28Z', 'revision_number': 4, 'project_id': '3204138973e34cf590ae1100ca3faefb', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:30.069564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:30.074809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:30.100928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:30.101754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.154422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120212e-c593-46b7-a154-74d6cd588940 None None] Pushing event deleted for resources: {'Port': ['ID=e157c71a-e4f7-4283-a4eb-1034b2efa2e5,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:30.167042 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-21769dce-bf97-4a54-972a-c02e053b1475 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/92b9e625-b0e3-4f75-82ab-60c80af2cb96?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2303758 Sep 25 01:04:30.173293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54422) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:30.174583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:30.175836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (b3501195-0717-4d5c-83ea-cb0f2aae6f1e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.181241 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea5ba3-cab5-4bb3-aa0b-68cc4b8c7f8d None None] The sync data for ids ['3caec6e5-c117-4283-a1a3-884aa11b72ba'] in dv-neutron-master-2-hyperv is: [{'id': '3caec6e5-c117-4283-a1a3-884aa11b72ba', 'name': '', 'tenant_id': '3204138973e34cf590ae1100ca3faefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:20Z', 'updated_at': '2022-09-25T01:04:28Z', 'revision_number': 4, 'project_id': '3204138973e34cf590ae1100ca3faefb', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:30.190246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:30.207438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:30.211702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Checking segment: {'id': '2595ab87-4471-4d69-8cd9-7412d0bfd9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fac1391d-2edd-4299-8585-9b2ffc35450c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:30.213608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.213608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Bound using segment: {'id': '2595ab87-4471-4d69-8cd9-7412d0bfd9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fac1391d-2edd-4299-8585-9b2ffc35450c'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:30.213608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Bound port: 311f1425-08a0-4082-9e2b-4491f3b54fc4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2595ab87-4471-4d69-8cd9-7412d0bfd9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fac1391d-2edd-4299-8585-9b2ffc35450c'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:30.213608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.254155 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:30.255207 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:30.315629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (8d06e6bd-eaa1-444f-b050-03588162ebf6), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.325760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:30.326795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.328027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ecf34e0b-3740-4d28-836f-97e97e74e859 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:30.345726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (95ba0144-42fd-4fb2-a4ee-14125ae95bba), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.433180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event deleted for resources: {'Port': ['ID=95ba0144-42fd-4fb2-a4ee-14125ae95bba,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:30.506803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Allocated IP 2001:db8::1 (61b78eb6-88f0-4167-bb49-249f300e368f/b3501195-0717-4d5c-83ea-cb0f2aae6f1e/68f91454-e4a3-47f9-a7d6-849c2c9723ba) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:30.526069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Network': ['ID=8d06e6bd-eaa1-444f-b050-03588162ebf6,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:30.530318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:30.539491 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-65346c07-b6ea-4bb4-9ddb-e9106b96b9a0 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6866903 Sep 25 01:04:30.547194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54424) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:30.564293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'subnet': {'network_id': '8d06e6bd-eaa1-444f-b050-03588162ebf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:30.568742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 8d06e6bd-eaa1-444f-b050-03588162ebf6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:30.582105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:30.618203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] For port 311f1425-08a0-4082-9e2b-4491f3b54fc4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:30.626852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:30.640122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.678772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ecf34e0b-3740-4d28-836f-97e97e74e859 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:30.680126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.680981 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ecf34e0b-3740-4d28-836f-97e97e74e859 Sep 25 01:04:30.705145 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-82348b02-8e53-4f4a-a08f-d23e515542c7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7030802 Sep 25 01:04:30.724291 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:30.739279 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54426) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:30.740966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdea8a2-0bc5-421e-b2b6-b81813918065 req-2b4e9878-09f9-4fe2-9eb7-efbaee6e3ab6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:30.748276 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9fdea8a2-0bc5-421e-b2b6-b81813918065 req-2b4e9878-09f9-4fe2-9eb7-efbaee6e3ab6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.4680641 Sep 25 01:04:30.761710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (3caec6e5-c117-4283-a1a3-884aa11b72ba), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.833405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] For port 311f1425-08a0-4082-9e2b-4491f3b54fc4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=311f1425-08a0-4082-9e2b-4491f3b54fc4,segment=NetworkSegment(2595ab87-4471-4d69-8cd9-7412d0bfd9b8),segment_id=2595ab87-4471-4d69-8cd9-7412d0bfd9b8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:30.881030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:30.902883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:30.935777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:31.171524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dfa57-6b84-4b73-86eb-31578c85610d None None] Pushing event updated for resources: {'Port': ['ID=311f1425-08a0-4082-9e2b-4491f3b54fc4,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:31.185702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ecf34e0b-3740-4d28-836f-97e97e74e859 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:31.186462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.192882 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9fdea8a2-0bc5-421e-b2b6-b81813918065 req-df5cc0eb-da05-4929-8ad4-ac9c12e000f6 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4433372 Sep 25 01:04:31.234761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Publish callbacks [] for port (68f91454-e4a3-47f9-a7d6-849c2c9723ba), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.247764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.272024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (68f91454-e4a3-47f9-a7d6-849c2c9723ba), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.356984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (35c5c50a-090f-421b-baa4-748ba920df81), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.365041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Made reservation on behalf of 937675718fc54790a2b8f475b8b6d147 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:31.369446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.374288 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:27Z', 'revision_number': 7, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909a089-da5a-4518-9ac4-aa2d9ba043ee', 'name': '', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:06:bb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:16Z', 'updated_at': '2022-09-25T01:04:24Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:31.523753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2195e74f-735e-417c-bc22-fd43e7b1dd41 None None] Network 6f2deff4-ddd8-4305-bbb3-114d0fa9c849 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:31.533883 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:31.539601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Network 61b78eb6-88f0-4167-bb49-249f300e368f is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:31.556990 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:31.557511 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:31.587031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (3caec6e5-c117-4283-a1a3-884aa11b72ba), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.591759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (b3501195-0717-4d5c-83ea-cb0f2aae6f1e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.599763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_controller (3caec6e5-c117-4283-a1a3-884aa11b72ba), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.607278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ecf34e0b-3740-4d28-836f-97e97e74e859, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecf34e0b-3740-4d28-836f-97e97e74e859,segment=NetworkSegment(6420c17d-395b-4a06-a939-fba986279b50),segment_id=6420c17d-395b-4a06-a939-fba986279b50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:31.655180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:31.659350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:31.713179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:31.714735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.747077 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:31.783735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-adc8a0b2-5817-4f79-a076-346a429a3684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.787634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Pushing event updated for resources: {'Port': ['ID=68f91454-e4a3-47f9-a7d6-849c2c9723ba,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:31.789819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=b3501195-0717-4d5c-83ea-cb0f2aae6f1e,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:31.793201 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:31.795401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f53a897a-f656-44f0-855d-7a5f53afc871 None None] Provisioning complete for port ecf34e0b-3740-4d28-836f-97e97e74e859 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:31.795775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f53a897a-f656-44f0-855d-7a5f53afc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.796140 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f53a897a-f656-44f0-855d-7a5f53afc871 None None] Attempt 1 to provision port ecf34e0b-3740-4d28-836f-97e97e74e859 Sep 25 01:04:31.968030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (33acb1c0-1ffe-461c-bb5f-c96f777d9a9f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:31.969948 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:32.108183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4474fcd-f440-4ddc-9340-468d83e13ced req-3545c955-f807-4f40-ac4d-c07d615f7a85 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:32.118645 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b4474fcd-f440-4ddc-9340-468d83e13ced req-3545c955-f807-4f40-ac4d-c07d615f7a85 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.5344026 Sep 25 01:04:32.121729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (3caec6e5-c117-4283-a1a3-884aa11b72ba), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.122932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3caec6e5-c117-4283-a1a3-884aa11b72ba {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:04:32.192972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Checking segment: {'id': '24c7b63d-212a-4acd-a516-bcb8828a19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8d06e6bd-eaa1-444f-b050-03588162ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:32.193574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network hostable DHCP agents. Network: 8d06e6bd-eaa1-444f-b050-03588162ebf6, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:32.205017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.208872 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9ee232a7-0d13-4936-a7cb-37c3ac101c42 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/3caec6e5-c117-4283-a1a3-884aa11b72ba HTTP/1.1" status: 204 len: 168 time: 4.8087881 Sep 25 01:04:32.212992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Subnet': ['ID=33acb1c0-1ffe-461c-bb5f-c96f777d9a9f,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:32.238951 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54430) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:32.241751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Router 35c5c50a-090f-421b-baa4-748ba920df81 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:04:32.323902 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:27Z', 'revision_number': 7, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909a089-da5a-4518-9ac4-aa2d9ba043ee', 'name': '', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:06:bb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:16Z', 'updated_at': '2022-09-25T01:04:24Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:32.372648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ecfd24-ed34-40dc-ae53-90aaf9e8d43d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Deleting subnet 2c27bc31-5fc8-42cf-a630-1c454b58aaa5 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:04:32.378674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c9ecfd24-ed34-40dc-ae53-90aaf9e8d43d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for subnet (2c27bc31-5fc8-42cf-a630-1c454b58aaa5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.396409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 311f1425-08a0-4082-9e2b-4491f3b54fc4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:32.414904 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd6a96-b4ba-40e5-b71a-a53819731a24 None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:27Z', 'revision_number': 7, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e909a089-da5a-4518-9ac4-aa2d9ba043ee', 'name': '', 'network_id': '8b614902-d157-46a4-83a8-73596fbc78f2', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:06:bb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:16Z', 'updated_at': '2022-09-25T01:04:24Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:32.451758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:32.487427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 8d06e6bd-eaa1-444f-b050-03588162ebf6 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:32.494985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:32.504700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (61b78eb6-88f0-4167-bb49-249f300e368f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.512930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:32.541285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c9ecfd24-ed34-40dc-ae53-90aaf9e8d43d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (2c27bc31-5fc8-42cf-a630-1c454b58aaa5), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.582273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:32.587175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:32.588151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:32.594254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ecf34e0b-3740-4d28-836f-97e97e74e859,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:32.679208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:32.683211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:32.717207 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b4474fcd-f440-4ddc-9340-468d83e13ced req-aa819b21-21dc-4776-8006-11481812a33b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5973186 Sep 25 01:04:32.749479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8d06e6bd-eaa1-444f-b050-03588162ebf6) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:32.756884 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:32.765231 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:32.770705 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempt 2 to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba Sep 25 01:04:32.784718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c9ecfd24-ed34-40dc-ae53-90aaf9e8d43d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (2c27bc31-5fc8-42cf-a630-1c454b58aaa5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.787368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a7b16-4cea-45f5-89b8-9854d371aa0f None None] Network 8d06e6bd-eaa1-444f-b050-03588162ebf6 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:32.823465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b78eb6-88f0-4167-bb49-249f300e368f']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:32.884970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 311f1425-08a0-4082-9e2b-4491f3b54fc4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:32.885375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.885790 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 311f1425-08a0-4082-9e2b-4491f3b54fc4 Sep 25 01:04:32.910925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:32.911542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.933819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03986ce-3e83-44af-bbf4-cb8d51b38b09') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:32.934335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03986ce-3e83-44af-bbf4-cb8d51b38b09') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:32.946027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.952150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (434ede80-7171-4148-8382-cc125e58bf4a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:32.955796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (e03986ce-3e83-44af-bbf4-cb8d51b38b09), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.009021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:33.009575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:33.010003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:33.019425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f53a897a-f656-44f0-855d-7a5f53afc871 None None] Current status of the port ecf34e0b-3740-4d28-836f-97e97e74e859 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:33.072665 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:33.077858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:33.125513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port e909a089-da5a-4518-9ac4-aa2d9ba043ee {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:33.126375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:33.131994 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:33.135233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:33.145382 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempt 3 to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba Sep 25 01:04:33.166095 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2917a464-0fc1-47e8-a8bc-695ba5f1a16d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6173222 Sep 25 01:04:33.167312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54434) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:33.171080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:33.171729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:33.172282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:33.191631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2747620', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:33.259234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151339a-b612-454c-bb23-09b7af796d8a None None] Network fac1391d-2edd-4299-8585-9b2ffc35450c requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:33.276560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:33.306164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7876fd4-6ecf-44f6-9892-a47fd3855686 req-f38d975c-27b8-475d-9da7-c1899f25e765 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:33.315030 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b7876fd4-6ecf-44f6-9892-a47fd3855686 req-f38d975c-27b8-475d-9da7-c1899f25e765 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.3518107 Sep 25 01:04:33.394450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (61fc3a54-a3c2-42d4-ab55-930ace3073ee), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.395837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (61fc3a54-a3c2-42d4-ab55-930ace3073ee), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.405667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:33.413079 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:33.416484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e03986ce-3e83-44af-bbf4-cb8d51b38b09), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.416586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:33.427117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:33.433997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:33.437078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:33.438186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.452295 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.462014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_controller (61fc3a54-a3c2-42d4-ab55-930ace3073ee), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.463935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c9ecfd24-ed34-40dc-ae53-90aaf9e8d43d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (2c27bc31-5fc8-42cf-a630-1c454b58aaa5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.465406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:33.479526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.484475 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7a763497-0a72-4f5b-9b7a-293e612eb6e4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.0495656 Sep 25 01:04:33.489585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54436) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:33.521649 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3445029 Sep 25 01:04:33.543993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:33.544614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (e03986ce-3e83-44af-bbf4-cb8d51b38b09), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.553018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=c628a0ad-e1ff-4c41-a46d-459bdd575ded,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:33.571057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54440) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:33.583274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-48623e5b-3925-4c7e-a592-8683c42e6d21 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'security_group': {'name': 'tempest-secgroup-249635934'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:33.639592 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e03986ce-3e83-44af-bbf4-cb8d51b38b09 resource provider aggregate not found Sep 25 01:04:33.642061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d489c08-769f-433c-a833-1d45f9b45f6a None None] Network bc254c69-2c00-4092-a9f7-38812e027719 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:33.693627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54229015-d509-4ac8-9031-966fbe4a1ce8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=434ede80-7171-4148-8382-cc125e58bf4a,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:33.718620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c9ecfd24-ed34-40dc-ae53-90aaf9e8d43d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.723639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c9ecfd24-ed34-40dc-ae53-90aaf9e8d43d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/2c27bc31-5fc8-42cf-a630-1c454b58aaa5 HTTP/1.1" status: 204 len: 168 time: 1.4741907 Sep 25 01:04:33.729357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecfd24-ed34-40dc-ae53-90aaf9e8d43d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2c27bc31-5fc8-42cf-a630-1c454b58aaa5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:33.733926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54446) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:33.813981 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b7876fd4-6ecf-44f6-9892-a47fd3855686 req-52331d36-6bd6-4c8b-9643-8f5eb172201d tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918001 Sep 25 01:04:33.837862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Sync routers for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:33.877400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:33.896690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-38e20db7-57f2-45ff-b51c-2598e458faaf None None] Provisioning complete for port ecf34e0b-3740-4d28-836f-97e97e74e859 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:33.897109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-38e20db7-57f2-45ff-b51c-2598e458faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.897475 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-38e20db7-57f2-45ff-b51c-2598e458faaf None None] Attempt 1 to provision port ecf34e0b-3740-4d28-836f-97e97e74e859 Sep 25 01:04:33.914960 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3189f709-2b59-4955-9c99-d84a13c98eed tempest-TestNetworkAdvancedServerOps-503325328 tempest-TestNetworkAdvancedServerOps-503325328-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=a6f96cc6e90c4f7daea2b800f3dfc5f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4164715 Sep 25 01:04:33.946959 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 311f1425-08a0-4082-9e2b-4491f3b54fc4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:33.947893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.962331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8d06e6bd-eaa1-444f-b050-03588162ebf6', 'network_id': '8d06e6bd-eaa1-444f-b050-03588162ebf6', 'project_id': '937675718fc54790a2b8f475b8b6d147', 'fixed_ips': [{'subnet_id': '33acb1c0-1ffe-461c-bb5f-c96f777d9a9f'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:33.963301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:33.992212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54450) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:34.069510 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e03986ce-3e83-44af-bbf4-cb8d51b38b09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e03986ce-3e83-44af-bbf4-cb8d51b38b09 found for delete ", "request_id": "req-dc80121b-3668-4fd3-8a79-7429f54baf9b"}]} Sep 25 01:04:34.082184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.api [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:04:34.082184 dv-neutron-master-2-hyperv neutron-server[107188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:04:34.082184 dv-neutron-master-2-hyperv neutron-server[107188]: [parameters: {'id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:34.082184 dv-neutron-master-2-hyperv neutron-server[107188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:04:34.083069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG oslo_db.api [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:04:34.104189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-48623e5b-3925-4c7e-a592-8683c42e6d21 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.129277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port e909a089-da5a-4518-9ac4-aa2d9ba043ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e909a089-da5a-4518-9ac4-aa2d9ba043ee,segment=NetworkSegment(97803d7d-7634-453a-aa51-100b3deed0fa),segment_id=97803d7d-7634-453a-aa51-100b3deed0fa)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:34.130037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:34.135030 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:34.143485 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:34.146528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:34.161632 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempt 4 to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba Sep 25 01:04:34.177185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:34.177185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:34.186638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for e909a089-da5a-4518-9ac4-aa2d9ba043ee owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:34.283388 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:34.324409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.372948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:34.373404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:34.373830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:34.387313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (7c74ee79-acee-4af2-ae33-1b6f3104836f), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.390206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bc254c69-2c00-4092-a9f7-38812e027719', 'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'project_id': '9d916dec203f4b278e19c6351473e052', 'fixed_ips': [{'subnet_id': '434ede80-7171-4148-8382-cc125e58bf4a'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:34.392047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.393786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:34.448244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:34.518203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-48623e5b-3925-4c7e-a592-8683c42e6d21 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (53628993-6a96-4e3e-8cce-d051859294de), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.528343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-48623e5b-3925-4c7e-a592-8683c42e6d21 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (53628993-6a96-4e3e-8cce-d051859294de), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.547847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 311f1425-08a0-4082-9e2b-4491f3b54fc4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=311f1425-08a0-4082-9e2b-4491f3b54fc4,segment=NetworkSegment(2595ab87-4471-4d69-8cd9-7412d0bfd9b8),segment_id=2595ab87-4471-4d69-8cd9-7412d0bfd9b8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:34.565489 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:34.569144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:34.581582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.586025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (61b78eb6-88f0-4167-bb49-249f300e368f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.610963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-38e20db7-57f2-45ff-b51c-2598e458faaf None None] Current status of the port ecf34e0b-3740-4d28-836f-97e97e74e859 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:34.622979 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-48623e5b-3925-4c7e-a592-8683c42e6d21 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.624339 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-48623e5b-3925-4c7e-a592-8683c42e6d21 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0456471 Sep 25 01:04:34.631284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54454) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:34.638073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-41692271-b7a6-4729-a737-ecb48048b3e2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'security_group': {'name': 'tempest-secgroup-713040166'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:34.647618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48623e5b-3925-4c7e-a592-8683c42e6d21 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53628993-6a96-4e3e-8cce-d051859294de,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:34.651479 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:34.654384 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:34.656741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_gateway (61fc3a54-a3c2-42d4-ab55-930ace3073ee), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.680715 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempt 5 to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba Sep 25 01:04:34.777410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-38e20db7-57f2-45ff-b51c-2598e458faaf None None] Provisioning complete for port 311f1425-08a0-4082-9e2b-4491f3b54fc4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:34.777804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-38e20db7-57f2-45ff-b51c-2598e458faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.778153 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-38e20db7-57f2-45ff-b51c-2598e458faaf None None] Attempt 1 to provision port 311f1425-08a0-4082-9e2b-4491f3b54fc4 Sep 25 01:04:34.786426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41692271-b7a6-4729-a737-ecb48048b3e2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.818573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.822807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting port 68f91454-e4a3-47f9-a7d6-849c2c9723ba {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:34.823446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (68f91454-e4a3-47f9-a7d6-849c2c9723ba), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:34.867380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ecf34e0b-3740-4d28-836f-97e97e74e859 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:34.875349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:34.884104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:34.884447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:34.884818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:35.016781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] For port 68f91454-e4a3-47f9-a7d6-849c2c9723ba, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:35.017228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (68f91454-e4a3-47f9-a7d6-849c2c9723ba), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.040412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:35.045161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:35.074361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Calling delete_port for 68f91454-e4a3-47f9-a7d6-849c2c9723ba owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:35.116465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41692271-b7a6-4729-a737-ecb48048b3e2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (41748ce9-f767-4d90-9fea-b0f4fb6e5cf9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.127724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41692271-b7a6-4729-a737-ecb48048b3e2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (41748ce9-f767-4d90-9fea-b0f4fb6e5cf9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.168827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b31431-bcd3-445c-88ea-ef2bd25fef5b req-f8ea6d10-c60f-4d77-8495-f4b5dfcdc3db tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:35.170473 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c0b31431-bcd3-445c-88ea-ef2bd25fef5b req-f8ea6d10-c60f-4d77-8495-f4b5dfcdc3db tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.7656534 Sep 25 01:04:35.186284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (906831bc-c3d7-4607-bfa7-b6c1619a39ff), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.272436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41692271-b7a6-4729-a737-ecb48048b3e2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.276985 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-41692271-b7a6-4729-a737-ecb48048b3e2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6431794 Sep 25 01:04:35.280530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:35.280939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54456) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.297597 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:35.300191 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:35.300273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2032566535', 'security_groups': ['41748ce9-f767-4d90-9fea-b0f4fb6e5cf9'], 'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '434ede80-7171-4148-8382-cc125e58bf4a'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:35.305559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc036faa-8e87-44d2-a1a4-1e7f86a3cfb8 tempest-TestNetworkAdvancedServerOps-503325328 tempest-TestNetworkAdvancedServerOps-503325328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:35.306098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc036faa-8e87-44d2-a1a4-1e7f86a3cfb8 tempest-TestNetworkAdvancedServerOps-503325328 tempest-TestNetworkAdvancedServerOps-503325328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:35.310852 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cc036faa-8e87-44d2-a1a4-1e7f86a3cfb8 tempest-TestNetworkAdvancedServerOps-503325328 tempest-TestNetworkAdvancedServerOps-503325328-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1551 time: 1.3142064 Sep 25 01:04:35.313787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41692271-b7a6-4729-a737-ecb48048b3e2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41748ce9-f767-4d90-9fea-b0f4fb6e5cf9,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:35.314879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54458) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:35.330823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Allocated IP 172.20.0.2 (8d06e6bd-eaa1-444f-b050-03588162ebf6/33acb1c0-1ffe-461c-bb5f-c96f777d9a9f/ab85830a-e2a7-4568-94e9-a01b9f5130aa) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:35.335094 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempt 6 to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba Sep 25 01:04:35.338336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=311f1425-08a0-4082-9e2b-4491f3b54fc4,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:35.409053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:35.433258 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0c9cfebd-ff71-4adf-9629-8c039df8b3b5 tempest-TestNetworkAdvancedServerOps-503325328 tempest-TestNetworkAdvancedServerOps-503325328-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054783 Sep 25 01:04:35.434062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:35.434446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:35.434849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:35.440168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:35.445848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54460) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:35.482017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (906831bc-c3d7-4607-bfa7-b6c1619a39ff), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.499114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:35.513502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (68f91454-e4a3-47f9-a7d6-849c2c9723ba), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.520293 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-871c5e45-d8b2-4493-af3e-85b85946379b tempest-TestNetworkAdvancedServerOps-503325328 tempest-TestNetworkAdvancedServerOps-503325328-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=906831bc-c3d7-4607-bfa7-b6c1619a39ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699573 Sep 25 01:04:35.531530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54462) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:35.540879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232744876', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:35.548464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906831bc-c3d7-4607-bfa7-b6c1619a39ff']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:35.551634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e909a089-da5a-4518-9ac4-aa2d9ba043ee), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.558254 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c0b31431-bcd3-445c-88ea-ef2bd25fef5b req-a9dba013-ba3e-47a5-9890-6d117972cc9c tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650436 Sep 25 01:04:35.561521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ecf34e0b-3740-4d28-836f-97e97e74e859 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:35.562148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.562396 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ecf34e0b-3740-4d28-836f-97e97e74e859 Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.565617 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:35.568666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:35.580670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Allocated IP 2001:db8::2 (bc254c69-2c00-4092-a9f7-38812e027719/434ede80-7171-4148-8382-cc125e58bf4a/90cfebd7-8d92-4026-b550-e7e7e91e0a8c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:35.587488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f863336-d79f-4544-af51-29db93c41988') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:35.587879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f863336-d79f-4544-af51-29db93c41988') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:35.606477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No DVR routers for this DVR port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:35.630642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=e909a089-da5a-4518-9ac4-aa2d9ba043ee,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:35.664936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (9f863336-d79f-4544-af51-29db93c41988), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.667455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Port': ['ID=68f91454-e4a3-47f9-a7d6-849c2c9723ba,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.680835 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:35.683495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:35.687587 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempt 7 to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba Sep 25 01:04:35.700593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-38e20db7-57f2-45ff-b51c-2598e458faaf None None] Current status of the port 311f1425-08a0-4082-9e2b-4491f3b54fc4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:35.755606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.810225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.811507 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (7c74ee79-acee-4af2-ae33-1b6f3104836f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.830527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:35.831018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:35.831401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:35.847072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9f863336-d79f-4544-af51-29db93c41988), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.870623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:35.871282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (9f863336-d79f-4544-af51-29db93c41988), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.878616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (61b78eb6-88f0-4167-bb49-249f300e368f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:35.903592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:35.907296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:35.921707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:28Z', 'revision_number': 3, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:35.930233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:36.000101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Provisioning complete for port c628a0ad-e1ff-4c41-a46d-459bdd575ded triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:36.001016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.001373 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 1 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:36.040487 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:36.043022 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:36.045911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b78eb6-88f0-4167-bb49-249f300e368f']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:36.074397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:36.089376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Made reservation on behalf of a6f96cc6e90c4f7daea2b800f3dfc5f9 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:36.095782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.096188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_gateway (61fc3a54-a3c2-42d4-ab55-930ace3073ee), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.102232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=c628a0ad-e1ff-4c41-a46d-459bdd575ded,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:36.106137 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempt 8 to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba Sep 25 01:04:36.144262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Checking router: 35c5c50a-090f-421b-baa4-748ba920df81 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:36.144796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Updating router 35c5c50a-090f-421b-baa4-748ba920df81 port 4816e08f-8dde-4906-8c3a-67c72e7c4acc binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:04:36.173384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.204414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.233883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (906831bc-c3d7-4607-bfa7-b6c1619a39ff), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.239458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 906831bc-c3d7-4607-bfa7-b6c1619a39ff {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 25 01:04:36.242675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.253313 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "DELETE /networking/v2.0/networks/906831bc-c3d7-4607-bfa7-b6c1619a39ff HTTP/1.1" status: 204 len: 168 time: 2.4989259 Sep 25 01:04:36.322268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Publish callbacks [] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.323568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03986ce-3e83-44af-bbf4-cb8d51b38b09') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:36.327086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03986ce-3e83-44af-bbf4-cb8d51b38b09') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:36.331845 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9f863336-d79f-4544-af51-29db93c41988 resource provider aggregate not found Sep 25 01:04:36.334695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.341718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33e88f-4075-4122-bed9-ef1ab0392c1c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event deleted for resources: {'Network': ['ID=906831bc-c3d7-4607-bfa7-b6c1619a39ff,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:36.399372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:36.415766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:36.421210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:36.421610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:36.422053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:36.432012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.449623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ecf34e0b-3740-4d28-836f-97e97e74e859 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:36.496102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (e03986ce-3e83-44af-bbf4-cb8d51b38b09), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.537857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.36.7.26 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/0d357033-f97a-4e63-adea-308687a276a0) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:36.598527 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:36.603854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:36.674035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e03986ce-3e83-44af-bbf4-cb8d51b38b09), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.694113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.713565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:36.714346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (e03986ce-3e83-44af-bbf4-cb8d51b38b09), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.728558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:36.733763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Network 8d06e6bd-eaa1-444f-b050-03588162ebf6 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:36.739703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:36.740220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:36.742691 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:36.747633 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempt 9 to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba Sep 25 01:04:36.755401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.757820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:36.770445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:36.773268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9f863336-d79f-4544-af51-29db93c41988 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f863336-d79f-4544-af51-29db93c41988 found for delete ", "request_id": "req-4f485a23-eab4-4fe5-a04d-d3f5a0853f5b"}]} Sep 25 01:04:36.787343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:36.799932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Pushing event updated for resources: {'Port': ['ID=ab85830a-e2a7-4568-94e9-a01b9f5130aa,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:36.801182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network fac1391d-2edd-4299-8585-9b2ffc35450c is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:36.852735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Publish callbacks [] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.859215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:36.859667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:36.860666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:36.893122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:36.912854 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 2 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:36.919650 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:36.923340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:36.949988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:36.971028 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e03986ce-3e83-44af-bbf4-cb8d51b38b09 resource provider aggregate not found Sep 25 01:04:37.034797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 311f1425-08a0-4082-9e2b-4491f3b54fc4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:37.059209 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e03986ce-3e83-44af-bbf4-cb8d51b38b09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e03986ce-3e83-44af-bbf4-cb8d51b38b09 found for delete ", "request_id": "req-d47c6c1e-f8d6-4352-a1b1-a64adc157047"}]} Sep 25 01:04:37.068933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port 4ef24029-ee13-41f1-94d6-af4e42997924 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:04:37.074259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54482) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:37.086102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7ea3b4bc-fded-4683-8b35-c676095a3262 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'router': {'name': 'tempest-router--1984676625', 'project_id': '57124e33becf4b9492698cb1f091dfb9'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:37.089859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:37.095664 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'e03986ce-3e83-44af-bbf4-cb8d51b38b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61b78eb6-88f0-4167-bb49-249f300e368f'}] Sep 25 01:04:37.099122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:37.108781 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempt 10 to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba Sep 25 01:04:37.114797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:37.117473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:37.143292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:37.144294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:37.171505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:37.175643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:37.176034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:37.176465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:37.192604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (0d357033-f97a-4e63-adea-308687a276a0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:37.205776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Attempting to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on network 61b78eb6-88f0-4167-bb49-249f300e368f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:37.225778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Pushing event updated for resources: {'Port': ['ID=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:37.231749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Attempting to bind port ab85830a-e2a7-4568-94e9-a01b9f5130aa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:37.232196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Attempting to bind port ab85830a-e2a7-4568-94e9-a01b9f5130aa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '24c7b63d-212a-4acd-a516-bcb8828a19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8d06e6bd-eaa1-444f-b050-03588162ebf6'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:37.232658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Attempting to bind port ab85830a-e2a7-4568-94e9-a01b9f5130aa on network 8d06e6bd-eaa1-444f-b050-03588162ebf6 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:37.238050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8bcad-654d-4d17-a28c-6fab2c3881af req-493408dd-5542-4d8d-9912-e1fce6027390 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:37.239927 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-97f8bcad-654d-4d17-a28c-6fab2c3881af req-493408dd-5542-4d8d-9912-e1fce6027390 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2519190 Sep 25 01:04:37.240791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (61b78eb6-88f0-4167-bb49-249f300e368f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3501195-0717-4d5c-83ea-cb0f2aae6f1e could not be found. Sep 25 01:04:37.306592 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:04:37.309806 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Failed to bind port 68f91454-e4a3-47f9-a7d6-849c2c9723ba on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Sep 25 01:04:37.309806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (68f91454-e4a3-47f9-a7d6-849c2c9723ba), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.318487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.325874 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/61b78eb6-88f0-4167-bb49-249f300e368f HTTP/1.1" status: 204 len: 168 time: 8.4137027 Sep 25 01:04:37.354113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54484) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:37.359758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1154749431'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:37.369418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0d357033-f97a-4e63-adea-308687a276a0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.393655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c5304-8bf7-4f86-870a-6bd0ae0d4648 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=61b78eb6-88f0-4167-bb49-249f300e368f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:37.405805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a202e9ae-2173-40b8-8b1d-59ed7601b9eb None None] Port 68f91454-e4a3-47f9-a7d6-849c2c9723ba has been deleted concurrently {{(pid=107189) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:694}} Sep 25 01:04:37.467798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ea3b4bc-fded-4683-8b35-c676095a3262 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (8b116036-70f2-4bcd-bb42-c328308583f2), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.468176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:37.469209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ea3b4bc-fded-4683-8b35-c676095a3262 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (8b116036-70f2-4bcd-bb42-c328308583f2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.481230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:37.492872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:37.494040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:37.496684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 311f1425-08a0-4082-9e2b-4491f3b54fc4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:37.497316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.497883 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 311f1425-08a0-4082-9e2b-4491f3b54fc4 Sep 25 01:04:37.515469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Attempting to bind port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:37.515469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Attempting to bind port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd2b9ca07-18e0-4d76-9371-0e22aec64604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:37.515469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Attempting to bind port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c on network bc254c69-2c00-4092-a9f7-38812e027719 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:37.560328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:37.561228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:37.564236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.574218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=0d357033-f97a-4e63-adea-308687a276a0,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:37.874586 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 3 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:37.959036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:37.965193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:37.965931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Checking segment: {'id': '24c7b63d-212a-4acd-a516-bcb8828a19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8d06e6bd-eaa1-444f-b050-03588162ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:37.970630 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eef88e77-3ef3-4f7c-81e9-d127ffc1857e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6116457 Sep 25 01:04:37.970761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.970761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Bound using segment: {'id': '24c7b63d-212a-4acd-a516-bcb8828a19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8d06e6bd-eaa1-444f-b050-03588162ebf6'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:37.970761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Bound port: ab85830a-e2a7-4568-94e9-a01b9f5130aa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c7b63d-212a-4acd-a516-bcb8828a19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8d06e6bd-eaa1-444f-b050-03588162ebf6'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:37.970761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:37.971125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54486) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:37.985308 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:38.011253 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:38.012932 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:38.080189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:38.092338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cec0b5c-3bbb-413f-99b6-178cd771806b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting subnet 4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:04:38.097860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:38.102360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4cec0b5c-3bbb-413f-99b6-178cd771806b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.108905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:38.119364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5ad69a07-9cd0-4730-975b-6c9cd0230a72), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.120307 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment 5ad69a07-9cd0-4730-975b-6c9cd0230a72 of type vlan for network 384c6aea-0cc2-4e0e-9046-3e98ca0d2027 Sep 25 01:04:38.154192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_gateway (61fc3a54-a3c2-42d4-ab55-930ace3073ee), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.170781 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-97f8bcad-654d-4d17-a28c-6fab2c3881af req-4fb8c67d-4c34-4ac2-9160-e816da3b8b4f tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8873339 Sep 25 01:04:38.185701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:38.186285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Checking segment: {'id': 'd2b9ca07-18e0-4d76-9371-0e22aec64604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:38.186918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.187539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Bound using segment: {'id': 'd2b9ca07-18e0-4d76-9371-0e22aec64604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:38.190121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Bound port: 90cfebd7-8d92-4026-b550-e7e7e91e0a8c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b9ca07-18e0-4d76-9371-0e22aec64604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:38.190689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (01695e12-1601-48c5-b791-cfda3448d49a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.190869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.210128 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:38.307758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4cec0b5c-3bbb-413f-99b6-178cd771806b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.346611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (384c6aea-0cc2-4e0e-9046-3e98ca0d2027), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.458027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 311f1425-08a0-4082-9e2b-4491f3b54fc4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:38.471562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:38.491044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ff436778-cd74-4567-a49d-b622347558ee None None] For port ab85830a-e2a7-4568-94e9-a01b9f5130aa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:38.568699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Publish callbacks [] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.579809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ff436778-cd74-4567-a49d-b622347558ee None None] For port ab85830a-e2a7-4568-94e9-a01b9f5130aa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab85830a-e2a7-4568-94e9-a01b9f5130aa,segment=NetworkSegment(24c7b63d-212a-4acd-a516-bcb8828a19c7),segment_id=24c7b63d-212a-4acd-a516-bcb8828a19c7)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:38.602492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] For port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:38.611005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] For port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,segment=NetworkSegment(d2b9ca07-18e0-4d76-9371-0e22aec64604),segment_id=d2b9ca07-18e0-4d76-9371-0e22aec64604)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:38.614006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.637819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.658330 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 4 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:38.673300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4cec0b5c-3bbb-413f-99b6-178cd771806b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.762446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:38.774975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::32a (bc254c69-2c00-4092-a9f7-38812e027719/434ede80-7171-4148-8382-cc125e58bf4a/4ef24029-ee13-41f1-94d6-af4e42997924) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:38.795308 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:34Z', 'revision_number': 8, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:38.798803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-6db87d02-2cf2-4f23-b210-cd8a3291d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:38.802379 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-6db87d02-2cf2-4f23-b210-cd8a3291d3be service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 1129 time: 0.0735056 Sep 25 01:04:38.810110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ea3b4bc-fded-4683-8b35-c676095a3262 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_controller (8b116036-70f2-4bcd-bb42-c328308583f2), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.826405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.860318 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:38.864194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:38.879230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Attempting to bind port 4816e08f-8dde-4906-8c3a-67c72e7c4acc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:38.879805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Attempting to bind port 4816e08f-8dde-4906-8c3a-67c72e7c4acc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:38.880006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Attempting to bind port 4816e08f-8dde-4906-8c3a-67c72e7c4acc on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:38.886438 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:38.895203 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:38.952465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (61fc3a54-a3c2-42d4-ab55-930ace3073ee), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:38.954879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f95de9-40ed-4a12-bef6-948b76631646 req-4cb542a1-770a-4763-b1ef-f1921f8186b2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:38.964863 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-34f95de9-40ed-4a12-bef6-948b76631646 req-4cb542a1-770a-4763-b1ef-f1921f8186b2 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.1778607 Sep 25 01:04:38.976537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:39.016628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff436778-cd74-4567-a49d-b622347558ee None None] Pushing event updated for resources: {'Port': ['ID=ab85830a-e2a7-4568-94e9-a01b9f5130aa,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:39.048886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ea3b4bc-fded-4683-8b35-c676095a3262 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (8b116036-70f2-4bcd-bb42-c328308583f2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:39.076275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'Subnet': ['ID=01695e12-1601-48c5-b791-cfda3448d49a,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:39.152542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:39.152933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:39.153349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:39.153756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:39.153870 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:39.154310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Bound port: 4816e08f-8dde-4906-8c3a-67c72e7c4acc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:39.154653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:39.177324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (384c6aea-0cc2-4e0e-9046-3e98ca0d2027), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:39.182852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:39.183599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:39.325647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b5f86-0e39-4f76-95ff-905e35c74e5f None None] Pushing event updated for resources: {'Port': ['ID=4816e08f-8dde-4906-8c3a-67c72e7c4acc,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:39.350277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4cec0b5c-3bbb-413f-99b6-178cd771806b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:39.375013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:39.414562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=8,neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:39.418191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ea3b4bc-fded-4683-8b35-c676095a3262 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:39.429283 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7ea3b4bc-fded-4683-8b35-c676095a3262 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.3478141 Sep 25 01:04:39.433186 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0775695 Sep 25 01:04:39.438810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54492) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:39.439780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54494) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:39.443218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddb711-1b03-4742-b67d-da8ea32f40a6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=384c6aea-0cc2-4e0e-9046-3e98ca0d2027,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:39.480856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4cec0b5c-3bbb-413f-99b6-178cd771806b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:39.484626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': '384c6aea-0cc2-4e0e-9046-3e98ca0d2027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:39.488531 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4cec0b5c-3bbb-413f-99b6-178cd771806b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722 HTTP/1.1" status: 204 len: 168 time: 1.5153103 Sep 25 01:04:39.488996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-30b15d73-32dc-4ed4-8f2c-4b4c61a3c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:39.490138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 384c6aea-0cc2-4e0e-9046-3e98ca0d2027 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:39.492180 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-30b15d73-32dc-4ed4-8f2c-4b4c61a3c883 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 200 len: 913 time: 0.6755428 Sep 25 01:04:39.492497 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 5 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:39.494397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54496) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:39.526283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec0b5c-3bbb-413f-99b6-178cd771806b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:39.587781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] For port 4816e08f-8dde-4906-8c3a-67c72e7c4acc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:39.591298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8835e-fcb3-4dfd-8680-56a5c36ae9f9 None None] Network 8b614902-d157-46a4-83a8-73596fbc78f2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:39.667989 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:39.739191 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:39.744715 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:34Z', 'revision_number': 8, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:39.774054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] For port 4816e08f-8dde-4906-8c3a-67c72e7c4acc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4816e08f-8dde-4906-8c3a-67c72e7c4acc,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:39.786997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec2fcb-d21e-4940-947f-2dc2dcb9d96f None None] DHCP port deletion for 61b78eb6-88f0-4167-bb49-249f300e368f request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:39.806630 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebcd40-1122-4b9f-b112-007e57011fa1 None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:34Z', 'revision_number': 8, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ead62133-286f-45c4-a49c-f6b97cb2367c', 'name': '', 'network_id': '15929a10-9b99-4ee9-89b4-1b6478a7828d', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:b9:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:02Z', 'updated_at': '2022-09-25T01:04:12Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '23d44470-dba7-48a4-8f05-14ab4bfdeafd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:39.816757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:39.818418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:39.824385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed368830-a79e-4d10-a059-dcf9ee340814 None None] Pushing event updated for resources: {'Port': ['ID=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:39.827293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:39.836953 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Checking segment: {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:39.837334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Network hostable DHCP agents. Network: 6463def2-15bf-492a-bcb1-7a5e1663a4ef, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:39.839906 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router 7c74ee79-acee-4af2-ae33-1b6f3104836f is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:04:39.918056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d0f07-188c-418f-b19e-b7acd75bb547 None None] Network 61b78eb6-88f0-4167-bb49-249f300e368f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:39.974288 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-34f95de9-40ed-4a12-bef6-948b76631646 req-c26006a7-1de7-4b3d-bbc9-38be63ae1a95 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8837111 Sep 25 01:04:40.009935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:40.011084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:40.043463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d0f07-188c-418f-b19e-b7acd75bb547 None None] Network 61b78eb6-88f0-4167-bb49-249f300e368f could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:04:40.071590 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-108245e2-3ee5-4dba-b7dd-1681a40cf49e tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (8b116036-70f2-4bcd-bb42-c328308583f2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.189579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b5f86-0e39-4f76-95ff-905e35c74e5f None None] Pushing event updated for resources: {'Port': ['ID=4816e08f-8dde-4906-8c3a-67c72e7c4acc,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:40.196437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:40.201831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.213790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Network 6463def2-15bf-492a-bcb1-7a5e1663a4ef is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:40.312205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] DHCP port deletion for 8b614902-d157-46a4-83a8-73596fbc78f2 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:40.312522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (8b614902-d157-46a4-83a8-73596fbc78f2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.320044 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-7c0080e0-902a-42a9-9846-8f97ea402a3b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 200 len: 1001 time: 0.7965999 Sep 25 01:04:40.333506 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 6 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:40.378254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6463def2-15bf-492a-bcb1-7a5e1663a4ef) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:40.413646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1eb7a7-4d9f-415e-902f-5772970c4a7a None None] Network 6463def2-15bf-492a-bcb1-7a5e1663a4ef requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:40.447204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router 61fc3a54-a3c2-42d4-ab55-930ace3073ee is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:04:40.453424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:40.454957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.495021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-7284bb11-b681-4fd6-818a-82a1e77365bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:40.499579 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-7284bb11-b681-4fd6-818a-82a1e77365bb service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=82e81295-8b2f-4758-b928-2ce277ab246c HTTP/1.1" status: 200 len: 851 time: 0.1712976 Sep 25 01:04:40.541657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-108245e2-3ee5-4dba-b7dd-1681a40cf49e tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (8b116036-70f2-4bcd-bb42-c328308583f2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.560351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-108245e2-3ee5-4dba-b7dd-1681a40cf49e tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_controller (8b116036-70f2-4bcd-bb42-c328308583f2), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.573135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:40.616007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:40.621560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.687931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:40.711065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:40.716682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23268dfd-59c9-4c8f-a1d5-996c6fb10255 None None] Sync routers for ids ['7c74ee79-acee-4af2-ae33-1b6f3104836f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:40.751523 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-34936268-c29a-4179-a6d2-042b7245d7be tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/7c74ee79-acee-4af2-ae33-1b6f3104836f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9994135 Sep 25 01:04:40.764846 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f16556cb-6145-4001-a991-bf76fa1d8a01 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.2278330 Sep 25 01:04:40.772351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5,segment=NetworkSegment(97803d7d-7634-453a-aa51-100b3deed0fa),segment_id=97803d7d-7634-453a-aa51-100b3deed0fa)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:40.772739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.772929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54498) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:40.773128 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54500) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:40.806672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:40.822775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (4ef24029-ee13-41f1-94d6-af4e42997924), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.897748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:40.899652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.932228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] Deleting port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:40.933202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.937083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56295a59-5003-4c10-8b6c-d0ebefe2b57c None None] Network 8d06e6bd-eaa1-444f-b050-03588162ebf6 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:40.941965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ab85830a-e2a7-4568-94e9-a01b9f5130aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:41.021599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:41.036804 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac5b37-308d-443c-a707-2454a062c838 None None] Sync routers for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:41.058090 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac5b37-308d-443c-a707-2454a062c838 None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:41.059914 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-18ac5b37-308d-443c-a707-2454a062c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:41.067682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23268dfd-59c9-4c8f-a1d5-996c6fb10255 None None] Routers {'7c74ee79-acee-4af2-ae33-1b6f3104836f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:41.069740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-23268dfd-59c9-4c8f-a1d5-996c6fb10255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7c74ee79-acee-4af2-ae33-1b6f3104836f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:41.114420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-1a0c8f36-38fe-4fd3-b0f5-e7c73c05ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:41.116903 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-1a0c8f36-38fe-4fd3-b0f5-e7c73c05ac4c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=da310e92-d7bd-433d-bd93-f81d5d9edbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5291374 Sep 25 01:04:41.181148 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-18ac5b37-308d-443c-a707-2454a062c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:41.185007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:41.195064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df87bc-89c2-4ae9-af49-1eb8464c4656 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:41.200808 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-67df87bc-89c2-4ae9-af49-1eb8464c4656 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports/c628a0ad-e1ff-4c41-a46d-459bdd575ded HTTP/1.1" status: 200 len: 983 time: 0.2865708 Sep 25 01:04:41.202525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (4ef24029-ee13-41f1-94d6-af4e42997924), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:41.205097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54504) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:41.214146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-108245e2-3ee5-4dba-b7dd-1681a40cf49e tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (8b116036-70f2-4bcd-bb42-c328308583f2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:41.215224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108245e2-3ee5-4dba-b7dd-1681a40cf49e tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b116036-70f2-4bcd-bb42-c328308583f2 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:04:41.224842 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac5b37-308d-443c-a707-2454a062c838 None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:41.231261 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-18ac5b37-308d-443c-a707-2454a062c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:41.231902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-108245e2-3ee5-4dba-b7dd-1681a40cf49e tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:41.237730 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-108245e2-3ee5-4dba-b7dd-1681a40cf49e tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/8b116036-70f2-4bcd-bb42-c328308583f2 HTTP/1.1" status: 204 len: 168 time: 1.7859077 Sep 25 01:04:41.322386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:41.340922 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 7 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:41.341612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:41.346601 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e0e56802-09b8-4165-826d-2c709ae48808 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1618567 Sep 25 01:04:41.364501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54508) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:41.379997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:41.411608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef157717-47a8-4992-942f-9b6386719f9c req-77b605bb-01fa-4af8-9cfa-e651bc63e35b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:41.413508 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ef157717-47a8-4992-942f-9b6386719f9c req-77b605bb-01fa-4af8-9cfa-e651bc63e35b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2195852 Sep 25 01:04:41.420677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:41.457739 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-18ac5b37-308d-443c-a707-2454a062c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:41.459315 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac5b37-308d-443c-a707-2454a062c838 None None] The sync data for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:41.467114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:41.520197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No DVR routers for this DVR port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:41.559560 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-f7e9f8b2-c738-421f-83f7-6ccc9d5f6726 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099605 Sep 25 01:04:41.670458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54510) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:41.700377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:41.737978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:41.748911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-23268dfd-59c9-4c8f-a1d5-996c6fb10255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:41.752132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:41.758613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (8b614902-d157-46a4-83a8-73596fbc78f2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:41.768024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=4ef24029-ee13-41f1-94d6-af4e42997924,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:41.784508 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:41.792891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:41.794523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:41.798198 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ef157717-47a8-4992-942f-9b6386719f9c req-7df45f4a-5bd7-41d5-bcd7-96244bf227f0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359737 Sep 25 01:04:41.846608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b614902-d157-46a4-83a8-73596fbc78f2']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:41.908225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97803d7d-7634-453a-aa51-100b3deed0fa') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:41.908225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97803d7d-7634-453a-aa51-100b3deed0fa') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:41.968241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] For port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5,segment=NetworkSegment(97803d7d-7634-453a-aa51-100b3deed0fa),segment_id=97803d7d-7634-453a-aa51-100b3deed0fa)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:41.969629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:41.986644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (97803d7d-7634-453a-aa51-100b3deed0fa), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:41.997174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] Calling delete_port for cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:42.019123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (97803d7d-7634-453a-aa51-100b3deed0fa), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:42.035454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:42.036671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (97803d7d-7634-453a-aa51-100b3deed0fa), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:42.204440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (8b614902-d157-46a4-83a8-73596fbc78f2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:42.214432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:42.222406 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8b614902-d157-46a4-83a8-73596fbc78f2 HTTP/1.1" status: 204 len: 168 time: 2.7225149 Sep 25 01:04:42.231214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:42.233703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:42.255355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54516) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:42.274475 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 97803d7d-7634-453a-aa51-100b3deed0fa resource provider aggregate not found Sep 25 01:04:42.291519 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e0af0f83-20d2-44ce-b0eb-f2abbc4c9d82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.9989781 Sep 25 01:04:42.349237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54520) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:42.371503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0f329f70-9ac9-4259-8bd0-904703e9cee1 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:42.388687 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-df28b3c9-031a-4e76-8555-4af55682fe70 req-36ba08b6-5340-4d96-8388-198f8c2b2898 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046353 Sep 25 01:04:42.404806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] Pushing event deleted for resources: {'Port': ['ID=cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:42.424202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:42.425767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:42.494229 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 97803d7d-7634-453a-aa51-100b3deed0fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97803d7d-7634-453a-aa51-100b3deed0fa found for delete ", "request_id": "req-5fe58808-7432-4bae-9b9b-ad166fcd2ea9"}]} Sep 25 01:04:42.518124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeabd5-1e95-4e69-937a-60752499e7f8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Network': ['ID=8b614902-d157-46a4-83a8-73596fbc78f2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:42.590808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] Network 8b614902-d157-46a4-83a8-73596fbc78f2 is not hosted by any dhcp agent {{(pid=107189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:04:42.590808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b59143-38e6-400e-b7ee-fca1c4cb86f5 None None] No DVR routers for this DVR port cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:42.593177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23268dfd-59c9-4c8f-a1d5-996c6fb10255 None None] Routers {'7c74ee79-acee-4af2-ae33-1b6f3104836f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:42.593857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-23268dfd-59c9-4c8f-a1d5-996c6fb10255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7c74ee79-acee-4af2-ae33-1b6f3104836f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:42.613067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:42.639433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-650775969', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:42.643483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ab85830a-e2a7-4568-94e9-a01b9f5130aa triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:42.643839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:42.644217 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ab85830a-e2a7-4568-94e9-a01b9f5130aa Sep 25 01:04:42.723088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (768389f8-2ade-4fa1-ab5b-eb79a4359212), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:42.724676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (768389f8-2ade-4fa1-ab5b-eb79a4359212), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:42.763308 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 8 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:42.766338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-23268dfd-59c9-4c8f-a1d5-996c6fb10255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:42.766973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23268dfd-59c9-4c8f-a1d5-996c6fb10255 None None] The sync data for ids ['7c74ee79-acee-4af2-ae33-1b6f3104836f'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:42.911017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:42.942631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:42.992011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (768389f8-2ade-4fa1-ab5b-eb79a4359212), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.039577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:28Z', 'revision_number': 3, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:43.083491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Allocated IP 172.20.0.2 (6463def2-15bf-492a-bcb1-7a5e1663a4ef/01695e12-1601-48c5-b791-cfda3448d49a/5778136f-9a3c-4bce-99a8-aaf49d60aa9e) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:43.114239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f329f70-9ac9-4259-8bd0-904703e9cee1 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:43.118695 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0f329f70-9ac9-4259-8bd0-904703e9cee1 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.160575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9babe-cac5-4b31-ad87-2087283861e3 None None] The sync data for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv is: [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:28Z', 'revision_number': 3, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:43.184499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ab85830a-e2a7-4568-94e9-a01b9f5130aa is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:43.184900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.462442 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 9 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:43.490113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:43.496659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Publish callbacks [] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.502141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ab85830a-e2a7-4568-94e9-a01b9f5130aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab85830a-e2a7-4568-94e9-a01b9f5130aa,segment=NetworkSegment(24c7b63d-212a-4acd-a516-bcb8828a19c7),segment_id=24c7b63d-212a-4acd-a516-bcb8828a19c7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:43.510702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.511895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 90cfebd7-8d92-4026-b550-e7e7e91e0a8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:43.526592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.581278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:43.593887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:43.600473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d573d-85fe-4e00-a8aa-6fac2333a528 req-bb046e9c-cd8b-48c7-91bc-69cd9d4f8a7b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:43.602216 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-515d573d-85fe-4e00-a8aa-6fac2333a528 req-bb046e9c-cd8b-48c7-91bc-69cd9d4f8a7b tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2945077 Sep 25 01:04:43.630269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Network 6463def2-15bf-492a-bcb1-7a5e1663a4ef is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:43.645723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:43.653952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:43.654260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:43.677483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (768389f8-2ade-4fa1-ab5b-eb79a4359212), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.691169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ab85830a-e2a7-4568-94e9-a01b9f5130aa,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:43.723181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (0602b367-8e31-4774-b8b8-0bb6a9f85920), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.749122 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.ipam_backend_mixin [None req-0f329f70-9ac9-4259-8bd0-904703e9cee1 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 434ede80-7171-4148-8382-cc125e58bf4a (CIDR: 2001:db8::/64) Sep 25 01:04:43.764575 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f329f70-9ac9-4259-8bd0-904703e9cee1 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:04:43.765635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f329f70-9ac9-4259-8bd0-904703e9cee1 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:04:43.794909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:43.795437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.795876 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c Sep 25 01:04:43.802706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:43.816417 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0f329f70-9ac9-4259-8bd0-904703e9cee1 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4604888 Sep 25 01:04:43.818280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54524) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:43.861499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Attempting to bind port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:43.862943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:43.873437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Attempting to bind port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:43.874239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Attempting to bind port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e on network 6463def2-15bf-492a-bcb1-7a5e1663a4ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:43.881618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Pushing event updated for resources: {'Port': ['ID=5778136f-9a3c-4bce-99a8-aaf49d60aa9e,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:43.992143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:43.992620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.067474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:44.074859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:44.076140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Checking segment: {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:44.076857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.077429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Bound using segment: {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:44.078233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Bound port: 5778136f-9a3c-4bce-99a8-aaf49d60aa9e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:44.079222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.114831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:44.117528 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 10 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:44.138297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,segment=NetworkSegment(d2b9ca07-18e0-4d76-9371-0e22aec64604),segment_id=d2b9ca07-18e0-4d76-9371-0e22aec64604)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:44.153681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:44.210692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.332782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:44.365643 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking segment: {'id': '5ad69a07-9cd0-4730-975b-6c9cd0230a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '384c6aea-0cc2-4e0e-9046-3e98ca0d2027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:44.366265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network hostable DHCP agents. Network: 384c6aea-0cc2-4e0e-9046-3e98ca0d2027, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:44.421272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:44.445050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Provisioning complete for port 311f1425-08a0-4082-9e2b-4491f3b54fc4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:44.445763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.446544 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Attempt 1 to provision port 311f1425-08a0-4082-9e2b-4491f3b54fc4 Sep 25 01:04:44.466799 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-515d573d-85fe-4e00-a8aa-6fac2333a528 req-db035a88-2bdc-440b-9959-849b1c5fd1cc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7131746 Sep 25 01:04:44.499074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (768389f8-2ade-4fa1-ab5b-eb79a4359212), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.507819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:44.508320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cc7ccf81-6d5b-47a3-9376-8d4c56ee96f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:44.508837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 68f91454-e4a3-47f9-a7d6-849c2c9723ba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:44.533024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:44.555458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.565473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] For port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:44.573245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 68f91454-e4a3-47f9-a7d6-849c2c9723ba {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:44.573706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 68f91454-e4a3-47f9-a7d6-849c2c9723ba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:44.574197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e909a089-da5a-4518-9ac4-aa2d9ba043ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:44.589624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (7c74ee79-acee-4af2-ae33-1b6f3104836f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.594823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] For port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5778136f-9a3c-4bce-99a8-aaf49d60aa9e,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:44.614060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=0602b367-8e31-4774-b8b8-0bb6a9f85920,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:44.616580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: e909a089-da5a-4518-9ac4-aa2d9ba043ee {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:44.616983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e909a089-da5a-4518-9ac4-aa2d9ba043ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:44.622951 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:44.627170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.729270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.744831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network 384c6aea-0cc2-4e0e-9046-3e98ca0d2027 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:44.747909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cf8db9cf-c8ca-4953-ad75-01c0d60e293a None None] Current status of the port 311f1425-08a0-4082-9e2b-4491f3b54fc4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:44.916124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.940950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Provisioning complete for port c628a0ad-e1ff-4c41-a46d-459bdd575ded triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:44.941899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:44.942700 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 1 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:44.948541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 384c6aea-0cc2-4e0e-9046-3e98ca0d2027) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:44.957741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:44.958371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.002622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a9225-06e5-416b-9bd8-38b577949b35 None None] Pushing event updated for resources: {'Port': ['ID=5778136f-9a3c-4bce-99a8-aaf49d60aa9e,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:45.029164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f95a8-3bcb-46c4-a0db-5a56087db1e5 None None] Network 384c6aea-0cc2-4e0e-9046-3e98ca0d2027 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:45.114660 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ea0752bc-955d-4d0e-9ebc-573878961199 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.6574275 Sep 25 01:04:45.151097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4816e08f-8dde-4906-8c3a-67c72e7c4acc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:45.187661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54526) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:45.198892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:45.201431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130061707'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:45.277695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-384c6aea-0cc2-4e0e-9046-3e98ca0d2027', 'network_id': '384c6aea-0cc2-4e0e-9046-3e98ca0d2027', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': '0602b367-8e31-4774-b8b8-0bb6a9f85920'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:45.279225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.287027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 4816e08f-8dde-4906-8c3a-67c72e7c4acc triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:45.287409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.288374 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 4816e08f-8dde-4906-8c3a-67c72e7c4acc Sep 25 01:04:45.315324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.326095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:45.336131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.507468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:45.599768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:45.605161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port c628a0ad-e1ff-4c41-a46d-459bdd575ded {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:45.605849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.627427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:45.657916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Allocated IP 2001:db8::3 (384c6aea-0cc2-4e0e-9046-3e98ca0d2027/0602b367-8e31-4774-b8b8-0bb6a9f85920/8011f5c1-00cd-43ac-9733-5d1384d4735f) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:45.698361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:45.700188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port ead62133-286f-45c4-a49c-f6b97cb2367c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:45.701075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.710643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:45.712485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (5ded34ba-c48c-454e-bc23-cc2a37023623), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.725578 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9bb6c25b-518b-43af-b970-038a109129a2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.725931 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment 9bb6c25b-518b-43af-b970-038a109129a2 of type vlan for network 31ffe440-81be-4b25-8eaf-747568e393ee Sep 25 01:04:45.868437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Allocated IP 172.36.7.223 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/163c44de-7f75-4a93-bf39-314b687bd1a5) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:45.882637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:45.885732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:45.889918 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 2 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:45.891797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:45.910111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:45.926742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:45.927791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:45.944896 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae91a3-e1c4-46ba-81b6-fdada9fe0159 None None] Network bc254c69-2c00-4092-a9f7-38812e027719 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:46.006872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (31ffe440-81be-4b25-8eaf-747568e393ee), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.023713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.030731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=5ded34ba-c48c-454e-bc23-cc2a37023623,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:46.110599 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-962be721-3a07-4033-9a48-48dd684231fc tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2548184 Sep 25 01:04:46.111833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54532) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:46.118922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:04:46.127229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-648429564', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5ded34ba-c48c-454e-bc23-cc2a37023623'}], 'security_groups': ['53628993-6a96-4e3e-8cce-d051859294de']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:46.165917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for c628a0ad-e1ff-4c41-a46d-459bdd575ded owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:46.267205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (31ffe440-81be-4b25-8eaf-747568e393ee), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.273733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:46.274660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.399662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port ead62133-286f-45c4-a49c-f6b97cb2367c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ead62133-286f-45c4-a49c-f6b97cb2367c,segment=NetworkSegment(10c874ab-02ca-488c-86bc-de58c68f164c),segment_id=10c874ab-02ca-488c-86bc-de58c68f164c)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:46.400089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.405991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 4816e08f-8dde-4906-8c3a-67c72e7c4acc is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:46.407194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.419477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:46.465008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Publish callbacks [] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.465947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for ead62133-286f-45c4-a49c-f6b97cb2367c owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:46.478505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 4816e08f-8dde-4906-8c3a-67c72e7c4acc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4816e08f-8dde-4906-8c3a-67c72e7c4acc,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:46.483509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a64a3-ba9b-4696-b2a1-abebc6c5a01e req-902c92c0-1731-414e-8a65-d03ef97b78a3 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:46.486022 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-423a64a3-ba9b-4696-b2a1-abebc6c5a01e req-902c92c0-1731-414e-8a65-d03ef97b78a3 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2741005 Sep 25 01:04:46.493192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.523549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.525206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ab85830a-e2a7-4568-94e9-a01b9f5130aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:46.534709 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3398986 Sep 25 01:04:46.538645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54534) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:46.551524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': '31ffe440-81be-4b25-8eaf-747568e393ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:46.576576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Allocated IP 172.20.0.1 (6463def2-15bf-492a-bcb1-7a5e1663a4ef/01695e12-1601-48c5-b791-cfda3448d49a/8c21a266-4fb3-4a82-a4fa-6b7f14d7384e) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:46.630657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c046b-fa27-4df3-93f8-e128fe4fd1e0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=31ffe440-81be-4b25-8eaf-747568e393ee,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:46.642939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Network 384c6aea-0cc2-4e0e-9046-3e98ca0d2027 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:46.666649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 31ffe440-81be-4b25-8eaf-747568e393ee details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:46.669883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:46.682191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:46.710283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Pushing event updated for resources: {'Port': ['ID=8011f5c1-00cd-43ac-9733-5d1384d4735f,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:46.749491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for port (163c44de-7f75-4a93-bf39-314b687bd1a5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.761793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:46.792669 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-423a64a3-ba9b-4696-b2a1-abebc6c5a01e req-ae2af167-da03-411a-b4f6-8a0d727eba25 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973173 Sep 25 01:04:46.817079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4ef24029-ee13-41f1-94d6-af4e42997924), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.867464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:46.878219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c628a0ad-e1ff-4c41-a46d-459bdd575ded), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:46.920796 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:04:46.956646 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 3 to provision port c628a0ad-e1ff-4c41-a46d-459bdd575ded Sep 25 01:04:46.963143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:47.013508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:47.020010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ab85830a-e2a7-4568-94e9-a01b9f5130aa triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:47.020392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.020740 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ab85830a-e2a7-4568-94e9-a01b9f5130aa Sep 25 01:04:47.022285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.051325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Attempting to bind port 8011f5c1-00cd-43ac-9733-5d1384d4735f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:47.051861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Attempting to bind port 8011f5c1-00cd-43ac-9733-5d1384d4735f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5ad69a07-9cd0-4730-975b-6c9cd0230a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '384c6aea-0cc2-4e0e-9046-3e98ca0d2027'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:47.052407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Attempting to bind port 8011f5c1-00cd-43ac-9733-5d1384d4735f on network 384c6aea-0cc2-4e0e-9046-3e98ca0d2027 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:47.067036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port c628a0ad-e1ff-4c41-a46d-459bdd575ded was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:04:47.104585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Provisioning complete for port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:47.105126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.105476 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 1 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:47.115709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e48b5-5c09-478d-a5b1-6556fc67bc9f None None] Network 6463def2-15bf-492a-bcb1-7a5e1663a4ef requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:47.117854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:47.119268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (163c44de-7f75-4a93-bf39-314b687bd1a5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.132203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=4816e08f-8dde-4906-8c3a-67c72e7c4acc,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:47.208678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Performing IP validity checks on allocation pools {{(pid=107187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 25 01:04:47.209220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 25 01:04:47.234927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:47.244617 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263a4e11-6c92-4b10-bf3d-3b2eecde3996 None None] Update dhcp port {'port': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'fixed_ips': [{'subnet_id': '434ede80-7171-4148-8382-cc125e58bf4a', 'ip_address': '2001:db8::2'}, {'subnet_id': '5ded34ba-c48c-454e-bc23-cc2a37023623'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '90cfebd7-8d92-4026-b550-e7e7e91e0a8c'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:04:47.258725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:47.259043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Checking segment: {'id': '5ad69a07-9cd0-4730-975b-6c9cd0230a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '384c6aea-0cc2-4e0e-9046-3e98ca0d2027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:47.259352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.259769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Bound using segment: {'id': '5ad69a07-9cd0-4730-975b-6c9cd0230a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '384c6aea-0cc2-4e0e-9046-3e98ca0d2027'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:47.260280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Bound port: 8011f5c1-00cd-43ac-9733-5d1384d4735f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad69a07-9cd0-4730-975b-6c9cd0230a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '384c6aea-0cc2-4e0e-9046-3e98ca0d2027'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:47.260661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.263616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:47.294451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:47.295300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event updated for resources: {'Port': ['ID=163c44de-7f75-4a93-bf39-314b687bd1a5,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:47.306806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:47.317087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:47.342576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-263a4e11-6c92-4b10-bf3d-3b2eecde3996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.373398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:47.380916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=c628a0ad-e1ff-4c41-a46d-459bdd575ded,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:47.402113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.20.0.1 (8d06e6bd-eaa1-444f-b050-03588162ebf6/33acb1c0-1ffe-461c-bb5f-c96f777d9a9f/08ef15b2-949f-480c-831a-b3edbd9990bc) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:47.464366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ead62133-286f-45c4-a49c-f6b97cb2367c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.480622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ab85830a-e2a7-4568-94e9-a01b9f5130aa is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:47.482067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 90cfebd7-8d92-4026-b550-e7e7e91e0a8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:47.564911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] For port 8011f5c1-00cd-43ac-9733-5d1384d4735f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:47.628491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952f119-e61d-4fbc-a42c-72449735a70f req-9209c13c-13a4-4168-b38f-ace0bda58929 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:47.630356 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b952f119-e61d-4fbc-a42c-72449735a70f req-9209c13c-13a4-4168-b38f-ace0bda58929 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2637188 Sep 25 01:04:47.674191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=ead62133-286f-45c4-a49c-f6b97cb2367c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:47.806972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] For port 8011f5c1-00cd-43ac-9733-5d1384d4735f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8011f5c1-00cd-43ac-9733-5d1384d4735f,segment=NetworkSegment(5ad69a07-9cd0-4730-975b-6c9cd0230a72),segment_id=5ad69a07-9cd0-4730-975b-6c9cd0230a72)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:47.818439 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 2 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:47.841423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.856135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (7c74ee79-acee-4af2-ae33-1b6f3104836f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:47.873549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.026469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:48.069800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:48.070470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:48.070958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.071400 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c Sep 25 01:04:48.098520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (a2313d7f-08e9-455b-ab44-15c2e55a8485), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.146984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccd2b9-6966-4b63-8c78-e3d48650081a None None] Pushing event updated for resources: {'Port': ['ID=8011f5c1-00cd-43ac-9733-5d1384d4735f,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:48.153945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-263a4e11-6c92-4b10-bf3d-3b2eecde3996 None None] Allocated IP 2001:db8:0:1::2 (bc254c69-2c00-4092-a9f7-38812e027719/5ded34ba-c48c-454e-bc23-cc2a37023623/90cfebd7-8d92-4026-b550-e7e7e91e0a8c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:48.162604 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b952f119-e61d-4fbc-a42c-72449735a70f req-6a08615c-e1be-455c-82e3-d8609690b117 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5225456 Sep 25 01:04:48.189039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.194695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (08ef15b2-949f-480c-831a-b3edbd9990bc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.377345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Network 6463def2-15bf-492a-bcb1-7a5e1663a4ef is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:48.394260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'Port': ['ID=8c21a266-4fb3-4a82-a4fa-6b7f14d7384e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:48.404879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:48.406011 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-263a4e11-6c92-4b10-bf3d-3b2eecde3996 None None] For port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,segment=NetworkSegment(d2b9ca07-18e0-4d76-9371-0e22aec64604),segment_id=d2b9ca07-18e0-4d76-9371-0e22aec64604)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:48.409925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:48.449575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking segment: {'id': '9bb6c25b-518b-43af-b970-038a109129a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '31ffe440-81be-4b25-8eaf-747568e393ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:48.449942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network hostable DHCP agents. Network: 31ffe440-81be-4b25-8eaf-747568e393ee, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:04:48.452157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router 7c74ee79-acee-4af2-ae33-1b6f3104836f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:48.461027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=a2313d7f-08e9-455b-ab44-15c2e55a8485,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:48.509651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (08ef15b2-949f-480c-831a-b3edbd9990bc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.512001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-263a4e11-6c92-4b10-bf3d-3b2eecde3996 None None] Publish callbacks [] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.522165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-263a4e11-6c92-4b10-bf3d-3b2eecde3996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.544483 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:48.548588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.575071 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 3 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:48.584127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:48.584564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (35c5c50a-090f-421b-baa4-748ba920df81), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.622279 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 8d06e6bd-eaa1-444f-b050-03588162ebf6 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:48.694595 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network 31ffe440-81be-4b25-8eaf-747568e393ee is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:04:48.702649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:48.725652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:48.736891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:48.789080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:48.825219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a4e11-6c92-4b10-bf3d-3b2eecde3996 None None] Pushing event updated for resources: {'Port': ['ID=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:48.838182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:48.849989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 31ffe440-81be-4b25-8eaf-747568e393ee) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:48.861615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:48.863860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:48.864837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.878834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (768389f8-2ade-4fa1-ab5b-eb79a4359212), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:48.886931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0effdae4-2566-4b80-8922-49e3c0791fdb None None] Network 31ffe440-81be-4b25-8eaf-747568e393ee requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:48.908412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:48.941403 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e6311f77-efb4-4060-a0d2-4d68aad28ade tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/7c74ee79-acee-4af2-ae33-1b6f3104836f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7069769 Sep 25 01:04:48.946670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=08ef15b2-949f-480c-831a-b3edbd9990bc,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:48.951174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54542) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:48.954964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (61fc3a54-a3c2-42d4-ab55-930ace3073ee), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:49.022240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00f12a-d93f-4757-b730-3d16ad35fd5d None None] Sync routers for ids ['7c74ee79-acee-4af2-ae33-1b6f3104836f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:49.117828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00f12a-d93f-4757-b730-3d16ad35fd5d None None] Routers {'7c74ee79-acee-4af2-ae33-1b6f3104836f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:49.118604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-bb00f12a-d93f-4757-b730-3d16ad35fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7c74ee79-acee-4af2-ae33-1b6f3104836f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:49.151131 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6da37d0d-5bba-417d-ad9b-96ad7bd946b7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6045709 Sep 25 01:04:49.152502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cf7c4-72d0-48b9-8e01-53d6c5e83ace req-c234ba1a-48ba-4a66-abe1-4f6da07c2612 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:49.154122 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d47cf7c4-72d0-48b9-8e01-53d6c5e83ace req-c234ba1a-48ba-4a66-abe1-4f6da07c2612 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2884407 Sep 25 01:04:49.161013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54544) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:49.259738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-bb00f12a-d93f-4757-b730-3d16ad35fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:49.264808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:49.292328 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 4 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:49.294232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-31ffe440-81be-4b25-8eaf-747568e393ee', 'network_id': '31ffe440-81be-4b25-8eaf-747568e393ee', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': 'a2313d7f-08e9-455b-ab44-15c2e55a8485'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:04:49.295153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:49.622393 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d47cf7c4-72d0-48b9-8e01-53d6c5e83ace req-a26ced17-df08-465d-b445-8eabfffaeba0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863537 Sep 25 01:04:49.682271 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-f3eafec8-a351-4b0e-a185-870d6ee59814 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] remove_router_interface failed (client error): The resource could not be found. Sep 25 01:04:49.684200 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f3eafec8-a351-4b0e-a185-870d6ee59814 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/7c74ee79-acee-4af2-ae33-1b6f3104836f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7260177 Sep 25 01:04:49.685202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:49.688145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54546) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:49.692117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8011f5c1-00cd-43ac-9733-5d1384d4735f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:49.694368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00f12a-d93f-4757-b730-3d16ad35fd5d None None] Routers {'7c74ee79-acee-4af2-ae33-1b6f3104836f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:49.695172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-bb00f12a-d93f-4757-b730-3d16ad35fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7c74ee79-acee-4af2-ae33-1b6f3104836f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:49.777440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-bb00f12a-d93f-4757-b730-3d16ad35fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:49.778050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00f12a-d93f-4757-b730-3d16ad35fd5d None None] The sync data for ids ['7c74ee79-acee-4af2-ae33-1b6f3104836f'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:49.789082 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-afd64bdf-75d7-428f-b8b6-bd1ba1c175ac tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7c74ee79-acee-4af2-ae33-1b6f3104836f HTTP/1.1" status: 200 len: 205 time: 0.0986543 Sep 25 01:04:49.794200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54548) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:49.889843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:49.910198 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (08ef15b2-949f-480c-831a-b3edbd9990bc), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:49.910995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Allocated IP 2001:db8::3 (31ffe440-81be-4b25-8eaf-747568e393ee/a2313d7f-08e9-455b-ab44-15c2e55a8485/2ab79932-1a87-401a-873e-2b17f09facaf) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:49.941261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f813c0-8422-41d0-9572-49e12e24a609 None None] Network 384c6aea-0cc2-4e0e-9046-3e98ca0d2027 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:50.055120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Delete allocated IP 2001:db8::32a (bc254c69-2c00-4092-a9f7-38812e027719/434ede80-7171-4148-8382-cc125e58bf4a) {{(pid=107187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 25 01:04:50.069990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8011f5c1-00cd-43ac-9733-5d1384d4735f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:50.070408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.071252 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8011f5c1-00cd-43ac-9733-5d1384d4735f Sep 25 01:04:50.083083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55ab0c51-c103-4d8f-ba01-a7a5cd838dcb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (7c74ee79-acee-4af2-ae33-1b6f3104836f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.120378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8:0:1::31a (bc254c69-2c00-4092-a9f7-38812e027719/5ded34ba-c48c-454e-bc23-cc2a37023623/4ef24029-ee13-41f1-94d6-af4e42997924) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:50.167830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:50.176271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:50.202454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (31ffe440-81be-4b25-8eaf-747568e393ee), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.212673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (768389f8-2ade-4fa1-ab5b-eb79a4359212), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.348505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Publish callbacks [] for port (2ab79932-1a87-401a-873e-2b17f09facaf), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.353777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8011f5c1-00cd-43ac-9733-5d1384d4735f is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:50.354220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.366763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.411624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:50.414073 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 5 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:50.527318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Network 31ffe440-81be-4b25-8eaf-747568e393ee is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:50.549254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 8011f5c1-00cd-43ac-9733-5d1384d4735f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8011f5c1-00cd-43ac-9733-5d1384d4735f,segment=NetworkSegment(5ad69a07-9cd0-4730-975b-6c9cd0230a72),segment_id=5ad69a07-9cd0-4730-975b-6c9cd0230a72)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:50.569542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:50.575252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:50.589661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:50.590329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Pushing event updated for resources: {'Port': ['ID=2ab79932-1a87-401a-873e-2b17f09facaf,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:50.596189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:50.644582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.645548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4816e08f-8dde-4906-8c3a-67c72e7c4acc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:50.739239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:50.741081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=8011f5c1-00cd-43ac-9733-5d1384d4735f,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:50.793831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Attempting to bind port 2ab79932-1a87-401a-873e-2b17f09facaf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:50.794223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Attempting to bind port 2ab79932-1a87-401a-873e-2b17f09facaf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9bb6c25b-518b-43af-b970-038a109129a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '31ffe440-81be-4b25-8eaf-747568e393ee'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:50.794600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Attempting to bind port 2ab79932-1a87-401a-873e-2b17f09facaf on network 31ffe440-81be-4b25-8eaf-747568e393ee {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:50.795417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a2313d7f-08e9-455b-ab44-15c2e55a8485), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.829543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (4ef24029-ee13-41f1-94d6-af4e42997924), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.832257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 4816e08f-8dde-4906-8c3a-67c72e7c4acc triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:50.832671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.833351 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 4816e08f-8dde-4906-8c3a-67c72e7c4acc Sep 25 01:04:50.837364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:50.854538 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:50.864856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:50.879383 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:50.879820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55ab0c51-c103-4d8f-ba01-a7a5cd838dcb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (7c74ee79-acee-4af2-ae33-1b6f3104836f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.880181 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:50.885057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1933d652-a9e9-4fa0-8a74-b1b4fbc47773 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6224356 Sep 25 01:04:50.888361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55ab0c51-c103-4d8f-ba01-a7a5cd838dcb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (7c74ee79-acee-4af2-ae33-1b6f3104836f), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.890812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54552) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:50.912492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (4ef24029-ee13-41f1-94d6-af4e42997924), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.913473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:50.915372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Checking segment: {'id': '9bb6c25b-518b-43af-b970-038a109129a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '31ffe440-81be-4b25-8eaf-747568e393ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:50.915372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.915372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Bound using segment: {'id': '9bb6c25b-518b-43af-b970-038a109129a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '31ffe440-81be-4b25-8eaf-747568e393ee'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:50.916003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Bound port: 2ab79932-1a87-401a-873e-2b17f09facaf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb6c25b-518b-43af-b970-038a109129a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '31ffe440-81be-4b25-8eaf-747568e393ee'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:50.916476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.960142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:51.021735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 4816e08f-8dde-4906-8c3a-67c72e7c4acc is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:51.022935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 90cfebd7-8d92-4026-b550-e7e7e91e0a8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:51.062907 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:51.082229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] For port 2ab79932-1a87-401a-873e-2b17f09facaf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:51.088580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] For port 2ab79932-1a87-401a-873e-2b17f09facaf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ab79932-1a87-401a-873e-2b17f09facaf,segment=NetworkSegment(9bb6c25b-518b-43af-b970-038a109129a2),segment_id=9bb6c25b-518b-43af-b970-038a109129a2)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:51.090282 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 6 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:51.141818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:51.143540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:51.144110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.144591 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c Sep 25 01:04:51.148988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.339151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] In _notify_port_updated(), no bound segment for port 4ef24029-ee13-41f1-94d6-af4e42997924 on network bc254c69-2c00-4092-a9f7-38812e027719 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:04:51.344396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:51.345107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.346551 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "PUT /networking/v2.0/ports/4ef24029-ee13-41f1-94d6-af4e42997924 HTTP/1.1" status: 200 len: 930 time: 5.2273042 Sep 25 01:04:51.359081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b806263-92c8-4a0f-80da-b3d91cd337ef tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting subnet 23d44470-dba7-48a4-8f05-14ab4bfdeafd {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:04:51.362578 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54556) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:51.407724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff253892-f1d7-4ff6-85a8-2ba1f5e34188 None None] Pushing event updated for resources: {'Port': ['ID=2ab79932-1a87-401a-873e-2b17f09facaf,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:51.426587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2e8b5-ea6a-4c26-9f62-08c3bd34715d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=4ef24029-ee13-41f1-94d6-af4e42997924,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:51.434983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:51.447228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6203316e-5bdf-4f81-99c8-4eb3cf61f327 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:51.457337 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6203316e-5bdf-4f81-99c8-4eb3cf61f327 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.2450504 Sep 25 01:04:51.508607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:51.510040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5778136f-9a3c-4bce-99a8-aaf49d60aa9e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:51.581535 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:47Z', 'revision_number': 9, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:51.583037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9e49-bd85-4620-ae9f-9dadc840942c req-8c9ac0f0-a69c-4255-8048-b16c069ced50 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:51.588249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.595776 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-804f9e49-bd85-4620-ae9f-9dadc840942c req-8c9ac0f0-a69c-4255-8048-b16c069ced50 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 945 time: 0.7549329 Sep 25 01:04:51.603761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (a2313d7f-08e9-455b-ab44-15c2e55a8485), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.643256 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 7 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:51.647161 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:51.660560 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:51.661235 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:51.674677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Router 768389f8-2ade-4fa1-ab5b-eb79a4359212 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:04:51.703763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=a2313d7f-08e9-455b-ab44-15c2e55a8485,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:51.717891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b806263-92c8-4a0f-80da-b3d91cd337ef tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (23d44470-dba7-48a4-8f05-14ab4bfdeafd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.724878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:51.725333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.726735 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e Sep 25 01:04:51.732983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.810625 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:51.823055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:51.865106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:51.865514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.879265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:51.889591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Deleting port a46c594b-e552-455a-b033-d62be1c1e22b {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:51.890410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.897702 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55ab0c51-c103-4d8f-ba01-a7a5cd838dcb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (7c74ee79-acee-4af2-ae33-1b6f3104836f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.898281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ab0c51-c103-4d8f-ba01-a7a5cd838dcb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Fanout notify agent at l3_agent the message router_deleted on router 7c74ee79-acee-4af2-ae33-1b6f3104836f {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:04:51.929823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5778136f-9a3c-4bce-99a8-aaf49d60aa9e,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:51.936051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55ab0c51-c103-4d8f-ba01-a7a5cd838dcb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.936526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:51.937419 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-55ab0c51-c103-4d8f-ba01-a7a5cd838dcb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7c74ee79-acee-4af2-ae33-1b6f3104836f HTTP/1.1" status: 204 len: 168 time: 2.1390944 Sep 25 01:04:51.956707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54558) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:52.057077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b806263-92c8-4a0f-80da-b3d91cd337ef tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (23d44470-dba7-48a4-8f05-14ab4bfdeafd), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.072381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=5778136f-9a3c-4bce-99a8-aaf49d60aa9e,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:52.121292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:52.125059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e14d420d-d537-4d60-bcf2-b748afcfc67a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 4ef24029-ee13-41f1-94d6-af4e42997924 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:52.125756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e14d420d-d537-4d60-bcf2-b748afcfc67a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (4ef24029-ee13-41f1-94d6-af4e42997924), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.145699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'Port': ['ID=8c21a266-4fb3-4a82-a4fa-6b7f14d7384e,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:52.181129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:52.197577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c5e3c-0726-4ccd-905a-a0219d5c38f1 None None] Sync routers for ids ['768389f8-2ade-4fa1-ab5b-eb79a4359212'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:52.213807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c5e3c-0726-4ccd-905a-a0219d5c38f1 None None] Routers {'768389f8-2ade-4fa1-ab5b-eb79a4359212'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:52.214458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-685c5e3c-0726-4ccd-905a-a0219d5c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['768389f8-2ade-4fa1-ab5b-eb79a4359212'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:52.220784 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-804f9e49-bd85-4620-ae9f-9dadc840942c req-db9f8755-3ed7-4416-a42a-42eb5ee57350 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=68cbd0fd-0bf9-433c-a35f-eca25f083b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6250310 Sep 25 01:04:52.227722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (35c5c50a-090f-421b-baa4-748ba920df81), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.272913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-685c5e3c-0726-4ccd-905a-a0219d5c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:52.281495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:52.283445 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:47Z', 'revision_number': 9, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:52.298062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c5e3c-0726-4ccd-905a-a0219d5c38f1 None None] Routers {'768389f8-2ade-4fa1-ab5b-eb79a4359212'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:52.298741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-685c5e3c-0726-4ccd-905a-a0219d5c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['768389f8-2ade-4fa1-ab5b-eb79a4359212'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:52.325985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac568473-a379-49fe-a878-58fb1acf7c99 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting subnet 99673e97-7aca-4634-83e6-4c48aff4b3ae {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:04:52.327294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] For port a46c594b-e552-455a-b033-d62be1c1e22b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a46c594b-e552-455a-b033-d62be1c1e22b,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:52.327700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.345741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (08ef15b2-949f-480c-831a-b3edbd9990bc), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.353761 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2412a1-3a1e-4376-bc0c-3ab2571adb59 None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:04:47Z', 'revision_number': 9, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41547314-35f0-4521-8f46-98635803436a', 'name': '', 'network_id': 'd9b6cb08-673d-4a49-b909-eb08f24f3f33', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:8d:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:50Z', 'updated_at': '2022-09-25T01:04:05Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': 'b4b3fb15-598f-42cf-b484-e22c3f45ecb3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:52.360872 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 8 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:52.367031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (31ffe440-81be-4b25-8eaf-747568e393ee), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.367665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac568473-a379-49fe-a878-58fb1acf7c99 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (99673e97-7aca-4634-83e6-4c48aff4b3ae), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.395765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.399703 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-70f96085-9111-4d4f-ba77-2a4f55279d7b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.7255802 Sep 25 01:04:52.411963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54560) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:52.422877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:52.424227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2ab79932-1a87-401a-873e-2b17f09facaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:52.457521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:52.459042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-685c5e3c-0726-4ccd-905a-a0219d5c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:52.459816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c5e3c-0726-4ccd-905a-a0219d5c38f1 None None] The sync data for ids ['768389f8-2ade-4fa1-ab5b-eb79a4359212'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:52.488712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2ab79932-1a87-401a-873e-2b17f09facaf triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:52.489097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.489447 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2ab79932-1a87-401a-873e-2b17f09facaf Sep 25 01:04:52.492679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (08ef15b2-949f-480c-831a-b3edbd9990bc), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.557846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ffe440-81be-4b25-8eaf-747568e393ee']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:52.597524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2ab79932-1a87-401a-873e-2b17f09facaf is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:52.598073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.615209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb6c25b-518b-43af-b970-038a109129a2') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:52.615482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac568473-a379-49fe-a878-58fb1acf7c99 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (99673e97-7aca-4634-83e6-4c48aff4b3ae), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.615663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb6c25b-518b-43af-b970-038a109129a2') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:52.658419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 2ab79932-1a87-401a-873e-2b17f09facaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ab79932-1a87-401a-873e-2b17f09facaf,segment=NetworkSegment(9bb6c25b-518b-43af-b970-038a109129a2),segment_id=9bb6c25b-518b-43af-b970-038a109129a2)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:52.666872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.669397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8011f5c1-00cd-43ac-9733-5d1384d4735f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:52.690451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (9bb6c25b-518b-43af-b970-038a109129a2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.691098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b806263-92c8-4a0f-80da-b3d91cd337ef tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (23d44470-dba7-48a4-8f05-14ab4bfdeafd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.697974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e14d420d-d537-4d60-bcf2-b748afcfc67a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (4ef24029-ee13-41f1-94d6-af4e42997924), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.770591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e14d420d-d537-4d60-bcf2-b748afcfc67a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 4ef24029-ee13-41f1-94d6-af4e42997924 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:52.777298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (61fc3a54-a3c2-42d4-ab55-930ace3073ee), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.780267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=08ef15b2-949f-480c-831a-b3edbd9990bc,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:52.795029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=2ab79932-1a87-401a-873e-2b17f09facaf,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:52.820140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8011f5c1-00cd-43ac-9733-5d1384d4735f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:52.820535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.820936 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8011f5c1-00cd-43ac-9733-5d1384d4735f Sep 25 01:04:52.877662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Network 6463def2-15bf-492a-bcb1-7a5e1663a4ef is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:52.884197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004ee643-a93d-4161-9bff-90ec9262aad3 None None] Network 31ffe440-81be-4b25-8eaf-747568e393ee requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:52.888688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:52.934426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9bb6c25b-518b-43af-b970-038a109129a2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.945551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:52.946253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (9bb6c25b-518b-43af-b970-038a109129a2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.953306 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:53.007431 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9bb6c25b-518b-43af-b970-038a109129a2 resource provider aggregate not found Sep 25 01:04:53.009974 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 9 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:53.029882 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8328376a-68aa-410f-84ac-179de45a4b3f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/768389f8-2ade-4fa1-ab5b-eb79a4359212 HTTP/1.1" status: 200 len: 920 time: 0.6166642 Sep 25 01:04:53.042024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54566) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:53.061021 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9bb6c25b-518b-43af-b970-038a109129a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bb6c25b-518b-43af-b970-038a109129a2 found for delete ", "request_id": "req-bae494b9-0014-4f72-b208-d67660ddd5a9"}]} Sep 25 01:04:53.073677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.074132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (9a9a4491-f511-4262-961e-147c5571b6bc), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.074440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Floating IP 9a9a4491-f511-4262-961e-147c5571b6bc disassociated. External IP: 172.36.7.199, port: a46c594b-e552-455a-b033-d62be1c1e22b. Sep 25 01:04:53.074784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Calling delete_port for a46c594b-e552-455a-b033-d62be1c1e22b owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:53.111823 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-63fa3424-0517-4e65-9775-700efca5b4d2 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=768389f8-2ade-4fa1-ab5b-eb79a4359212 HTTP/1.1" status: 200 len: 205 time: 0.0583797 Sep 25 01:04:53.111823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54568) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:53.135042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.api [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:04:53.135042 dv-neutron-master-2-hyperv neutron-server[107187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:04:53.135042 dv-neutron-master-2-hyperv neutron-server[107187]: [parameters: {'id': '31ffe440-81be-4b25-8eaf-747568e393ee'}] Sep 25 01:04:53.135042 dv-neutron-master-2-hyperv neutron-server[107187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:04:53.135810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG oslo_db.api [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:04:53.287983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:53.314218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b806263-92c8-4a0f-80da-b3d91cd337ef tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (23d44470-dba7-48a4-8f05-14ab4bfdeafd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.361974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 8d06e6bd-eaa1-444f-b050-03588162ebf6 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:53.376235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:53.401148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Router 35c5c50a-090f-421b-baa4-748ba920df81 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:53.401641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8011f5c1-00cd-43ac-9733-5d1384d4735f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:53.415561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac568473-a379-49fe-a878-58fb1acf7c99 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (99673e97-7aca-4634-83e6-4c48aff4b3ae), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.473949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:53.486595 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:53.490973 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b806263-92c8-4a0f-80da-b3d91cd337ef tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Subnet': ['ID=23d44470-dba7-48a4-8f05-14ab4bfdeafd,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:53.511398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578ca0f-295b-4ffb-a944-1bf26989c055 None None] DHCP port deletion for 31ffe440-81be-4b25-8eaf-747568e393ee request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:53.526194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (768389f8-2ade-4fa1-ab5b-eb79a4359212), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.543278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b806263-92c8-4a0f-80da-b3d91cd337ef tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.551901 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2b806263-92c8-4a0f-80da-b3d91cd337ef tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/23d44470-dba7-48a4-8f05-14ab4bfdeafd HTTP/1.1" status: 204 len: 168 time: 2.6502979 Sep 25 01:04:53.563197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:53.568653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc396b6-f4bf-4076-a1aa-fc70bef64520 None None] Network 15929a10-9b99-4ee9-89b4-1b6478a7828d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:53.584475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54574) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:53.620348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a46c594b-e552-455a-b033-d62be1c1e22b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.639867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (31ffe440-81be-4b25-8eaf-747568e393ee), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.670929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b578ca0f-295b-4ffb-a944-1bf26989c055 None None] Deleting port 2ab79932-1a87-401a-873e-2b17f09facaf {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:53.672467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b578ca0f-295b-4ffb-a944-1bf26989c055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.690199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Pushing event deleted for resources: {'Port': ['ID=a46c594b-e552-455a-b033-d62be1c1e22b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:53.845464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b578ca0f-295b-4ffb-a944-1bf26989c055 None None] For port 2ab79932-1a87-401a-873e-2b17f09facaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ab79932-1a87-401a-873e-2b17f09facaf,segment=NetworkSegment(9bb6c25b-518b-43af-b970-038a109129a2),segment_id=9bb6c25b-518b-43af-b970-038a109129a2)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:53.846227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b578ca0f-295b-4ffb-a944-1bf26989c055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.858355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e14d420d-d537-4d60-bcf2-b748afcfc67a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (4ef24029-ee13-41f1-94d6-af4e42997924), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:53.879347 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 10 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:53.934196 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3b475d16-2e2b-403f-a92b-7cbdbd38fb97 req-44f93143-2651-4613-b62b-84715fedc5cc tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 210 time: 0.5754144 Sep 25 01:04:53.988432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b578ca0f-295b-4ffb-a944-1bf26989c055 None None] Calling delete_port for 2ab79932-1a87-401a-873e-2b17f09facaf owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:53.990765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting port 2ab79932-1a87-401a-873e-2b17f09facaf {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:53.991303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.050062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:54.099075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Provisioning complete for port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:54.100188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.100935 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 1 to provision port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c Sep 25 01:04:54.208391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (768389f8-2ade-4fa1-ab5b-eb79a4359212), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.254483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:54.285394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72ea2b-a147-4e8e-afe7-f31c4ec479b1 None None] DHCP port deletion for 15929a10-9b99-4ee9-89b4-1b6478a7828d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:54.295520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5778136f-9a3c-4bce-99a8-aaf49d60aa9e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:54.316705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] For port 2ab79932-1a87-401a-873e-2b17f09facaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ab79932-1a87-401a-873e-2b17f09facaf,segment=NetworkSegment(9bb6c25b-518b-43af-b970-038a109129a2),segment_id=9bb6c25b-518b-43af-b970-038a109129a2)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:54.317084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.345548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:54.350450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Deleting port 163c44de-7f75-4a93-bf39-314b687bd1a5 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:54.351011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (163c44de-7f75-4a93-bf39-314b687bd1a5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.362263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a46c594b-e552-455a-b033-d62be1c1e22b no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:54.368827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Calling delete_port for 2ab79932-1a87-401a-873e-2b17f09facaf owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:54.413597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:54.443423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d420d-d537-4d60-bcf2-b748afcfc67a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=4ef24029-ee13-41f1-94d6-af4e42997924,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:54.465482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac568473-a379-49fe-a878-58fb1acf7c99 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (99673e97-7aca-4634-83e6-4c48aff4b3ae), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.490202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: a46c594b-e552-455a-b033-d62be1c1e22b {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:54.490202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a46c594b-e552-455a-b033-d62be1c1e22b not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:54.513806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4c72ea2b-a147-4e8e-afe7-f31c4ec479b1 None None] Deleting port c534c208-363a-4164-a895-2a8dc3240421 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:54.514184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4c72ea2b-a147-4e8e-afe7-f31c4ec479b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c534c208-363a-4164-a895-2a8dc3240421), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.593233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b578ca0f-295b-4ffb-a944-1bf26989c055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.615808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ac568473-a379-49fe-a878-58fb1acf7c99 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.621870 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ac568473-a379-49fe-a878-58fb1acf7c99 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/99673e97-7aca-4634-83e6-4c48aff4b3ae HTTP/1.1" status: 204 len: 168 time: 2.6526763 Sep 25 01:04:54.649741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54576) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:54.651660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:54.658090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e14d420d-d537-4d60-bcf2-b748afcfc67a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.669291 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e14d420d-d537-4d60-bcf2-b748afcfc67a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/4ef24029-ee13-41f1-94d6-af4e42997924 HTTP/1.1" status: 204 len: 168 time: 3.0264580 Sep 25 01:04:54.674330 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] Sync routers for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:54.687984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b1dad-1c03-4c0a-a94e-6695acd1d881 None None] Network fac1391d-2edd-4299-8585-9b2ffc35450c requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:54.689497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54578) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:54.693726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac568473-a379-49fe-a878-58fb1acf7c99 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Subnet': ['ID=99673e97-7aca-4634-83e6-4c48aff4b3ae,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:54.702846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (15929a10-9b99-4ee9-89b4-1b6478a7828d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.719662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578ca0f-295b-4ffb-a944-1bf26989c055 None None] Pushing event deleted for resources: {'Port': ['ID=2ab79932-1a87-401a-873e-2b17f09facaf,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:54.773359 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:54.775715 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:54.814609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578ca0f-295b-4ffb-a944-1bf26989c055 None None] No DVR routers for this DVR port 2ab79932-1a87-401a-873e-2b17f09facaf on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:54.846501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:54.849572 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8aab43-6e71-4984-90e8-7366983b2812 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:04:54.856146 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9d8aab43-6e71-4984-90e8-7366983b2812 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/4ef24029-ee13-41f1-94d6-af4e42997924 HTTP/1.1" status: 404 len: 333 time: 0.1643260 Sep 25 01:04:54.860732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54580) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:54.902061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:54.903164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:54.903493 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e Sep 25 01:04:54.908372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router 61fc3a54-a3c2-42d4-ab55-930ace3073ee has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:55.021574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Current status of the port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:55.040386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4c72ea2b-a147-4e8e-afe7-f31c4ec479b1 None None] For port c534c208-363a-4164-a895-2a8dc3240421, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c534c208-363a-4164-a895-2a8dc3240421,segment=NetworkSegment(10c874ab-02ca-488c-86bc-de58c68f164c),segment_id=10c874ab-02ca-488c-86bc-de58c68f164c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:55.041209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4c72ea2b-a147-4e8e-afe7-f31c4ec479b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c534c208-363a-4164-a895-2a8dc3240421), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.114276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port c534c208-363a-4164-a895-2a8dc3240421 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:55.115749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c534c208-363a-4164-a895-2a8dc3240421), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.136235 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:55.139698 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:55.170863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4c72ea2b-a147-4e8e-afe7-f31c4ec479b1 None None] Calling delete_port for c534c208-363a-4164-a895-2a8dc3240421 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:55.179501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:55.202148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Provisioning complete for port ab85830a-e2a7-4568-94e9-a01b9f5130aa triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:55.203770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.204883 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Attempt 1 to provision port ab85830a-e2a7-4568-94e9-a01b9f5130aa Sep 25 01:04:55.314184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port c534c208-363a-4164-a895-2a8dc3240421, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c534c208-363a-4164-a895-2a8dc3240421,segment=NetworkSegment(10c874ab-02ca-488c-86bc-de58c68f164c),segment_id=10c874ab-02ca-488c-86bc-de58c68f164c)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:55.315035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c534c208-363a-4164-a895-2a8dc3240421), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.349682 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for c534c208-363a-4164-a895-2a8dc3240421 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:55.386335 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8998138a-31c1-408d-8708-530bbb832648', 'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'mac_address': 'fa:16:3e:eb:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:39Z', 'updated_at': '2022-09-25T00:59:47Z', 'revision_number': 5, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'subnets': [{'id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:55.417333 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] Checking router: 6ba4205a-1a5f-4219-bb2d-0a23eb020806 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:55.428618 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:55.429299 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:55.439859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2170e44-8eff-4765-a297-bea88cee9ac3 None None] DHCP port deletion for fac1391d-2edd-4299-8585-9b2ffc35450c request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:04:55.513968 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-af57267c-79fb-41ad-9f2e-25e233091c2f req-0a596da4-4982-41d4-a0ef-68a278f78726 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 210 time: 0.0600054 Sep 25 01:04:55.533794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] No DVR routers for this DVR port a46c594b-e552-455a-b033-d62be1c1e22b on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:55.546655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.550385 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-54f49b88-d049-42a1-9ad3-8caf857ed5c3 req-6126c341-3bf5-4a12-90b6-a5b35046e366 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.60 "DELETE /networking/v2.0/ports/a46c594b-e552-455a-b033-d62be1c1e22b HTTP/1.1" status: 204 len: 173 time: 4.0722075 Sep 25 01:04:55.551093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1680ad0e-2348-436b-9ef4-494e226ce069', 'name': 'network-vif-deleted', 'tag': 'a46c594b-e552-455a-b033-d62be1c1e22b'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:04:55.554195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dabf91-c646-48e5-a967-fa1551d9c252" -d '{"events": [{"server_uuid": "1680ad0e-2348-436b-9ef4-494e226ce069", "name": "network-vif-deleted", "tag": "a46c594b-e552-455a-b033-d62be1c1e22b"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:04:55.558293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (163c44de-7f75-4a93-bf39-314b687bd1a5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.570272 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:55.580897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (fac1391d-2edd-4299-8585-9b2ffc35450c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.587177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:55.589880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Calling delete_port for 163c44de-7f75-4a93-bf39-314b687bd1a5 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:55.598173 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-70faa3ed-fb2a-436a-af85-31920d7c2b0c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "PUT /networking/v2.0/routers/35c5c50a-090f-421b-baa4-748ba920df81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6561453 Sep 25 01:04:55.628062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:55.634648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c2170e44-8eff-4765-a297-bea88cee9ac3 None None] Deleting port 311f1425-08a0-4082-9e2b-4491f3b54fc4 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:55.636335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c2170e44-8eff-4765-a297-bea88cee9ac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.658323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:55.677751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Sync routers for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:55.768269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeffe9c2-028f-4914-9ecc-221b83e033e9 x-openstack-request-id: req-eeffe9c2-028f-4914-9ecc-221b83e033e9 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:04:55.769373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1680ad0e-2348-436b-9ef4-494e226ce069", "name": "network-vif-deleted", "tag": "a46c594b-e552-455a-b033-d62be1c1e22b", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:04:55.770138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eeffe9c2-028f-4914-9ecc-221b83e033e9 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:04:55.770770 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeffe9c2-028f-4914-9ecc-221b83e033e9'] response: {'server_uuid': '1680ad0e-2348-436b-9ef4-494e226ce069', 'name': 'network-vif-deleted', 'tag': 'a46c594b-e552-455a-b033-d62be1c1e22b', 'status': 'completed', 'code': 200} Sep 25 01:04:55.780044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2ab79932-1a87-401a-873e-2b17f09facaf), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.818138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No DVR routers for this DVR port 2ab79932-1a87-401a-873e-2b17f09facaf on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:55.845924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7700282c-cdd7-494c-85e4-39f78855cc03 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (41748ce9-f767-4d90-9fea-b0f4fb6e5cf9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.857778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Port': ['ID=2ab79932-1a87-401a-873e-2b17f09facaf,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:55.895308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 311f1425-08a0-4082-9e2b-4491f3b54fc4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:55.896042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.900275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7700282c-cdd7-494c-85e4-39f78855cc03 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (41748ce9-f767-4d90-9fea-b0f4fb6e5cf9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:55.912779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2ab79932-1a87-401a-873e-2b17f09facaf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:55.997420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:55.998092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:56.098626 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:56.172362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:56.173255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7700282c-cdd7-494c-85e4-39f78855cc03 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (41748ce9-f767-4d90-9fea-b0f4fb6e5cf9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.178341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7700282c-cdd7-494c-85e4-39f78855cc03 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.184594 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7700282c-cdd7-494c-85e4-39f78855cc03 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/41748ce9-f767-4d90-9fea-b0f4fb6e5cf9 HTTP/1.1" status: 204 len: 168 time: 1.2988131 Sep 25 01:04:56.193923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54596) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:56.248229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700282c-cdd7-494c-85e4-39f78855cc03 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41748ce9-f767-4d90-9fea-b0f4fb6e5cf9,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:56.257096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:56.276907 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0af5b71c-1756-4fb5-bf2e-e6ed3078c56a tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/routers/61fc3a54-a3c2-42d4-ab55-930ace3073ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8342891 Sep 25 01:04:56.281777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54604) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:56.286062 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8998138a-31c1-408d-8708-530bbb832648', 'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'mac_address': 'fa:16:3e:eb:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:39Z', 'updated_at': '2022-09-25T00:59:47Z', 'revision_number': 5, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'subnets': [{'id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:56.289146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'port': {'network_id': '8d06e6bd-eaa1-444f-b050-03588162ebf6', 'name': 'tempest-FloatingIPTestJSON-1264723944'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:56.290152 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70c2a8-3490-4904-b0cf-88325b2b33e2 None None] Sync routers for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:56.304149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:56.314951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2ab79932-1a87-401a-873e-2b17f09facaf {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:56.315447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2ab79932-1a87-401a-873e-2b17f09facaf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:56.316065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ead62133-286f-45c4-a49c-f6b97cb2367c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:56.341458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Current status of the port ab85830a-e2a7-4568-94e9-a01b9f5130aa is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:56.345485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Could not find standard attr ID for object 4ef24029-ee13-41f1-94d6-af4e42997924. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:04:56.354538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ead62133-286f-45c4-a49c-f6b97cb2367c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:56.354952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ead62133-286f-45c4-a49c-f6b97cb2367c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:56.365920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4c72ea2b-a147-4e8e-afe7-f31c4ec479b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (c534c208-363a-4164-a895-2a8dc3240421), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.378098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-df614626-46d1-458b-8984-b30e8ea6c901 None None] Could not find standard attr ID for object 68f91454-e4a3-47f9-a7d6-849c2c9723ba. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:04:56.383067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:56.426273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c534c208-363a-4164-a895-2a8dc3240421), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.428133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72ea2b-a147-4e8e-afe7-f31c4ec479b1 None None] Pushing event deleted for resources: {'Port': ['ID=c534c208-363a-4164-a895-2a8dc3240421,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:56.433027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72ea2b-a147-4e8e-afe7-f31c4ec479b1 None None] No DVR routers for this DVR port c534c208-363a-4164-a895-2a8dc3240421 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:56.480393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 311f1425-08a0-4082-9e2b-4491f3b54fc4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=311f1425-08a0-4082-9e2b-4491f3b54fc4,segment=NetworkSegment(2595ab87-4471-4d69-8cd9-7412d0bfd9b8),segment_id=2595ab87-4471-4d69-8cd9-7412d0bfd9b8)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:56.481260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.489047 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70c2a8-3490-4904-b0cf-88325b2b33e2 None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:56.489749 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6d70c2a8-3490-4904-b0cf-88325b2b33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:56.504259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 311f1425-08a0-4082-9e2b-4491f3b54fc4 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:56.514394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=c534c208-363a-4164-a895-2a8dc3240421,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:56.521340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:56.539682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c2170e44-8eff-4765-a297-bea88cee9ac3 None None] For port 311f1425-08a0-4082-9e2b-4491f3b54fc4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=311f1425-08a0-4082-9e2b-4491f3b54fc4,segment=NetworkSegment(2595ab87-4471-4d69-8cd9-7412d0bfd9b8),segment_id=2595ab87-4471-4d69-8cd9-7412d0bfd9b8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:56.540757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c2170e44-8eff-4765-a297-bea88cee9ac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.582866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c2170e44-8eff-4765-a297-bea88cee9ac3 None None] Calling delete_port for 311f1425-08a0-4082-9e2b-4491f3b54fc4 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:04:56.604732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-08853f3f-f7fe-47a0-bbbf-55fb1ece12d3 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (53628993-6a96-4e3e-8cce-d051859294de), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.613254 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6d70c2a8-3490-4904-b0cf-88325b2b33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:56.616646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No DVR routers for this DVR port c534c208-363a-4164-a895-2a8dc3240421 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:56.634343 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec92bb-d13f-414f-9fa8-8a3bee70aac6 None None] The sync data for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv is: [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T00:59:42Z', 'revision_number': 4, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8998138a-31c1-408d-8708-530bbb832648', 'name': '', 'network_id': 'da310e92-d7bd-433d-bd93-f81d5d9edbcf', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'mac_address': 'fa:16:3e:eb:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:39Z', 'updated_at': '2022-09-25T00:59:47Z', 'revision_number': 5, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'subnets': [{'id': '82e81295-8b2f-4758-b928-2ce277ab246c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:56.637184 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70c2a8-3490-4904-b0cf-88325b2b33e2 None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:56.638186 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6d70c2a8-3490-4904-b0cf-88325b2b33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:56.657618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Provisioning complete for port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:56.662990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.662990 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 1 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:56.743479 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6d70c2a8-3490-4904-b0cf-88325b2b33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:56.744951 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70c2a8-3490-4904-b0cf-88325b2b33e2 None None] The sync data for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:56.802170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c534c208-363a-4164-a895-2a8dc3240421 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:56.813173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:56.848277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-08853f3f-f7fe-47a0-bbbf-55fb1ece12d3 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (53628993-6a96-4e3e-8cce-d051859294de), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.904074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: c534c208-363a-4164-a895-2a8dc3240421 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:56.905120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c534c208-363a-4164-a895-2a8dc3240421 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:56.906497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 311f1425-08a0-4082-9e2b-4491f3b54fc4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:04:56.912925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (163c44de-7f75-4a93-bf39-314b687bd1a5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.919109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:56.928771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:56.960139 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f98fd31f-3fb3-405a-98d6-09aa602ddb96 req-29046cf9-5b62-45de-840c-3dd607a35cec tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1680ad0e-2348-436b-9ef4-494e226ce069 HTTP/1.1" status: 200 len: 210 time: 0.1435230 Sep 25 01:04:56.992985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.034815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (31ffe440-81be-4b25-8eaf-747568e393ee), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.039042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (15929a10-9b99-4ee9-89b4-1b6478a7828d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.055497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event deleted for resources: {'Port': ['ID=163c44de-7f75-4a93-bf39-314b687bd1a5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:57.122058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15929a10-9b99-4ee9-89b4-1b6478a7828d']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.141050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ffe440-81be-4b25-8eaf-747568e393ee']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.144193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c874ab-02ca-488c-86bc-de58c68f164c') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.144718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c874ab-02ca-488c-86bc-de58c68f164c') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.162467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Made reservation on behalf of 937675718fc54790a2b8f475b8b6d147 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:57.163111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb6c25b-518b-43af-b970-038a109129a2') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.163665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb6c25b-518b-43af-b970-038a109129a2') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.172729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.196576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (9bb6c25b-518b-43af-b970-038a109129a2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.197333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (10c874ab-02ca-488c-86bc-de58c68f164c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.200768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No DVR routers for this DVR port 311f1425-08a0-4082-9e2b-4491f3b54fc4 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:57.232802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] device_id is not set on port 6a5ba871-e393-466e-8af1-811d8d5504cb yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:04:57.257363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=311f1425-08a0-4082-9e2b-4491f3b54fc4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:57.301644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (10c874ab-02ca-488c-86bc-de58c68f164c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.313714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-08853f3f-f7fe-47a0-bbbf-55fb1ece12d3 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (53628993-6a96-4e3e-8cce-d051859294de), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.313714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-08853f3f-f7fe-47a0-bbbf-55fb1ece12d3 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.319308 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-08853f3f-f7fe-47a0-bbbf-55fb1ece12d3 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/53628993-6a96-4e3e-8cce-d051859294de HTTP/1.1" status: 204 len: 168 time: 1.0997400 Sep 25 01:04:57.331195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54608) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:57.348920 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-f49fd1c8-0c24-4345-a88d-26e92d2f17dc tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1618945945&fields=id&tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9 HTTP/1.1" status: 200 len: 267 time: 1.0380120 Sep 25 01:04:57.355754 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:57.358863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (10c874ab-02ca-488c-86bc-de58c68f164c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.361499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9bb6c25b-518b-43af-b970-038a109129a2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.400012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 311f1425-08a0-4082-9e2b-4491f3b54fc4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:04:57.400012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 311f1425-08a0-4082-9e2b-4491f3b54fc4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:04:57.450543 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 2 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:57.454916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c27fe2-e3df-464b-9daa-a1530694a17c None None] New status for floating IP 9a9a4491-f511-4262-961e-147c5571b6bc: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:04:57.457377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08853f3f-f7fe-47a0-bbbf-55fb1ece12d3 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53628993-6a96-4e3e-8cce-d051859294de,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:57.508034 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 10c874ab-02ca-488c-86bc-de58c68f164c resource provider aggregate not found Sep 25 01:04:57.509515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:57.509937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (9bb6c25b-518b-43af-b970-038a109129a2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.529957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:57.556482 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 10c874ab-02ca-488c-86bc-de58c68f164c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10c874ab-02ca-488c-86bc-de58c68f164c found for delete ", "request_id": "req-3e4cfb39-e501-4b2a-9d54-d0081576c170"}]} Sep 25 01:04:57.598777 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9bb6c25b-518b-43af-b970-038a109129a2 resource provider aggregate not found Sep 25 01:04:57.657539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (15929a10-9b99-4ee9-89b4-1b6478a7828d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.663517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-182989e0-ce64-454e-a12e-096e3f5e6af9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet 434ede80-7171-4148-8382-cc125e58bf4a {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:04:57.676785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.682715 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/networks/15929a10-9b99-4ee9-89b4-1b6478a7828d HTTP/1.1" status: 204 len: 168 time: 4.0845177 Sep 25 01:04:57.685811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-182989e0-ce64-454e-a12e-096e3f5e6af9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (434ede80-7171-4148-8382-cc125e58bf4a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.692226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54618) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:57.699146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (768389f8-2ade-4fa1-ab5b-eb79a4359212), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.726042 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9bb6c25b-518b-43af-b970-038a109129a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bb6c25b-518b-43af-b970-038a109129a2 found for delete ", "request_id": "req-5c522c92-a1b3-4aec-b4f2-f358dcdaea76"}]} Sep 25 01:04:57.735073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (fac1391d-2edd-4299-8585-9b2ffc35450c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.753323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494db39-62f0-408a-bd68-fa41607a50bb tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Network': ['ID=15929a10-9b99-4ee9-89b4-1b6478a7828d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:57.819208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Allocated IP 172.20.0.6 (8d06e6bd-eaa1-444f-b050-03588162ebf6/33acb1c0-1ffe-461c-bb5f-c96f777d9a9f/6a5ba871-e393-466e-8af1-811d8d5504cb) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:57.867844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-182989e0-ce64-454e-a12e-096e3f5e6af9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (434ede80-7171-4148-8382-cc125e58bf4a), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.879009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (31ffe440-81be-4b25-8eaf-747568e393ee), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.880346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:57.913245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac1391d-2edd-4299-8585-9b2ffc35450c']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.914373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c2170e44-8eff-4765-a297-bea88cee9ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (311f1425-08a0-4082-9e2b-4491f3b54fc4), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.918832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:49Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c21a266-4fb3-4a82-a4fa-6b7f14d7384e', 'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'mac_address': 'fa:16:3e:ab:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:45Z', 'updated_at': '2022-09-25T01:04:50Z', 'revision_number': 2, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'subnets': [{'id': '01695e12-1601-48c5-b791-cfda3448d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.931368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.943674 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/31ffe440-81be-4b25-8eaf-747568e393ee HTTP/1.1" status: 204 len: 168 time: 8.7505429 Sep 25 01:04:57.950101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:57.962893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (768389f8-2ade-4fa1-ab5b-eb79a4359212), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:57.964509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54620) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:57.969459 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2595ab87-4471-4d69-8cd9-7412d0bfd9b8') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.970047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2595ab87-4471-4d69-8cd9-7412d0bfd9b8') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:57.984924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471645859'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:58.019077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (768389f8-2ade-4fa1-ab5b-eb79a4359212), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.038201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Checking router: 35c5c50a-090f-421b-baa4-748ba920df81 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:58.039452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Updating router 35c5c50a-090f-421b-baa4-748ba920df81 port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:04:58.039715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff13fc2-6c3e-4e79-84a5-0b8c805f5336 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=31ffe440-81be-4b25-8eaf-747568e393ee,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:58.048838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (2595ab87-4471-4d69-8cd9-7412d0bfd9b8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.071631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2170e44-8eff-4765-a297-bea88cee9ac3 None None] No DVR routers for this DVR port 311f1425-08a0-4082-9e2b-4491f3b54fc4 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:04:58.087224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2170e44-8eff-4765-a297-bea88cee9ac3 None None] Pushing event deleted for resources: {'Port': ['ID=311f1425-08a0-4082-9e2b-4491f3b54fc4,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:58.134310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2595ab87-4471-4d69-8cd9-7412d0bfd9b8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.142221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-182989e0-ce64-454e-a12e-096e3f5e6af9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (434ede80-7171-4148-8382-cc125e58bf4a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.162015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-185a97f1-75cc-444a-ba16-70deb1c056a5 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:58.165731 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-185a97f1-75cc-444a-ba16-70deb1c056a5 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6463def2-15bf-492a-bcb1-7a5e1663a4ef HTTP/1.1" status: 200 len: 797 time: 0.7979105 Sep 25 01:04:58.174773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (768389f8-2ade-4fa1-ab5b-eb79a4359212), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.175518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Fanout notify agent at l3_agent the message router_deleted on router 768389f8-2ade-4fa1-ab5b-eb79a4359212 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:04:58.177719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:58.183210 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.191050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.197860 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-02393753-6033-440d-819a-c9051825240d tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/768389f8-2ade-4fa1-ab5b-eb79a4359212 HTTP/1.1" status: 204 len: 168 time: 5.0795164 Sep 25 01:04:58.197860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:04:58.197860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (2595ab87-4471-4d69-8cd9-7412d0bfd9b8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.198280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.206205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54626) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:58.223578 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:58.251339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2043643921', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': False}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:58.318442 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-87fff98f-0f29-4597-a1e6-cc1d7031f5fd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/quotas/a6f96cc6e90c4f7daea2b800f3dfc5f9 HTTP/1.1" status: 200 len: 375 time: 0.1135554 Sep 25 01:04:58.347206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:58.352977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (fac1391d-2edd-4299-8585-9b2ffc35450c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.363071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.374372 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/networks/fac1391d-2edd-4299-8585-9b2ffc35450c HTTP/1.1" status: 204 len: 168 time: 3.7120645 Sep 25 01:04:58.376677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (f1f444ec-b61a-4871-a9f0-987c433acaed), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.378163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (f1f444ec-b61a-4871-a9f0-987c433acaed), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.378547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54628) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:58.385229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1573974317'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:58.386631 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 3 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:58.432112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-182989e0-ce64-454e-a12e-096e3f5e6af9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (434ede80-7171-4148-8382-cc125e58bf4a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.465898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-182989e0-ce64-454e-a12e-096e3f5e6af9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.467872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:58.471108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85cd938-64e6-4944-bfb7-27c14f7bd435 None None] Network bc254c69-2c00-4092-a9f7-38812e027719 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:04:58.476846 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-182989e0-ce64-454e-a12e-096e3f5e6af9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/434ede80-7171-4148-8382-cc125e58bf4a HTTP/1.1" status: 204 len: 168 time: 1.1383591 Sep 25 01:04:58.497237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54630) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:58.512824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_controller (f1f444ec-b61a-4871-a9f0-987c433acaed), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.518865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:58.536665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182989e0-ce64-454e-a12e-096e3f5e6af9 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=434ede80-7171-4148-8382-cc125e58bf4a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:58.540271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f93a2-933b-4af1-9e62-99315931e2cd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Network': ['ID=fac1391d-2edd-4299-8585-9b2ffc35450c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:58.549507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (341b40dc-c124-4355-904e-5e62073908fc), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.549862 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment 341b40dc-c124-4355-904e-5e62073908fc of type vlan for network f10194c2-fa3f-45d6-b2a6-290e522326fb Sep 25 01:04:58.551925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for port (6a5ba871-e393-466e-8af1-811d8d5504cb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.585244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:58.589651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.617807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-06531761-b5f6-4606-9e3a-ed49aee52fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.727304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.747337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:58.755714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (f1f444ec-b61a-4871-a9f0-987c433acaed), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.793182 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-012bd679-73ef-4800-a1f2-b0b0d3129668 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4341259 Sep 25 01:04:58.835088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (f10194c2-fa3f-45d6-b2a6-290e522326fb), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.837995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:58.844295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Publish callbacks [] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.858703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:04:58.860057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.862242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:58.939395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=7,neutron:INSERT=12 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:58.973762 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 4 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:58.976210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6a5ba871-e393-466e-8af1-811d8d5504cb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.981385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5e459d8a-697b-41da-a9df-d27f3aa7e289), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:58.982114 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added segment 5e459d8a-697b-41da-a9df-d27f3aa7e289 of type vlan for network fdf9a19b-0884-405d-9dad-4748486a0803 Sep 25 01:04:58.991720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (f10194c2-fa3f-45d6-b2a6-290e522326fb), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.001960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:59.003229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.065990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:59.077097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029de5f8-ac5d-4ede-8eec-814310515069 None None] Pushing event updated for resources: {'Port': ['ID=8c21a266-4fb3-4a82-a4fa-6b7f14d7384e,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:59.082703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Attempting to bind port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:59.083100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Attempting to bind port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:59.084868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Attempting to bind port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e on network 6463def2-15bf-492a-bcb1-7a5e1663a4ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:59.088381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:59.088898 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:59.093380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.152163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (fdf9a19b-0884-405d-9dad-4748486a0803), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.162994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:59.163486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Checking segment: {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:59.163867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.164376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Bound using segment: {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:59.164918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Bound port: 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:59.165398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.196092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=f10194c2-fa3f-45d6-b2a6-290e522326fb,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:59.232039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network f10194c2-fa3f-45d6-b2a6-290e522326fb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:04:59.310841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54636) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:59.322603 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d7997bb6-97a9-42d5-9438-691236629389 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3552649 Sep 25 01:04:59.394251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54638) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:59.405919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:59.427694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] For port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:59.434354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] For port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c21a266-4fb3-4a82-a4fa-6b7f14d7384e,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:59.446268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.499046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5998235b-e636-437f-ba52-ca30895101db tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group (68cbd0fd-0bf9-433c-a35f-eca25f083b39), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.533699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5998235b-e636-437f-ba52-ca30895101db tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group (68cbd0fd-0bf9-433c-a35f-eca25f083b39), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.544445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029de5f8-ac5d-4ede-8eec-814310515069 None None] Pushing event updated for resources: {'Port': ['ID=8c21a266-4fb3-4a82-a4fa-6b7f14d7384e,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:59.553606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Network 8d06e6bd-eaa1-444f-b050-03588162ebf6 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:59.558078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:59.559740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:59.570939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:59.613663 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 5 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:04:59.630426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:59.672509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:59.683393 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event updated for resources: {'Port': ['ID=6a5ba871-e393-466e-8af1-811d8d5504cb,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:59.696495 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1c5aedbb-25b6-4081-810f-0a65c30a5c4b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8731725 Sep 25 01:04:59.753987 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (fdf9a19b-0884-405d-9dad-4748486a0803), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.755144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:59.759465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:59.760262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.814903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:59.870796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:59.871493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.894000 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 2595ab87-4471-4d69-8cd9-7412d0bfd9b8 resource provider aggregate not found Sep 25 01:04:59.934787 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 2595ab87-4471-4d69-8cd9-7412d0bfd9b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2595ab87-4471-4d69-8cd9-7412d0bfd9b8 found for delete ", "request_id": "req-59637a8b-065a-46aa-92c6-671b8eca3188"}]} Sep 25 01:04:59.936566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5998235b-e636-437f-ba52-ca30895101db tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (68cbd0fd-0bf9-433c-a35f-eca25f083b39), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.941270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5998235b-e636-437f-ba52-ca30895101db tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.943323 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5998235b-e636-437f-ba52-ca30895101db tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/68cbd0fd-0bf9-433c-a35f-eca25f083b39 HTTP/1.1" status: 204 len: 168 time: 0.6182508 Sep 25 01:04:59.946318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 41547314-35f0-4521-8f46-98635803436a {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:04:59.946982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (41547314-35f0-4521-8f46-98635803436a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:59.953796 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5735960 Sep 25 01:04:59.957015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54644) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:59.962983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54646) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:59.967129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:59.970508 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'subnet': {'network_id': 'fdf9a19b-0884-405d-9dad-4748486a0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:59.971530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:00.023560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a175e-865a-440b-a117-ddc6ce1edb1c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Network': ['ID=fdf9a19b-0884-405d-9dad-4748486a0803,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:00.058782 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-15fa5c3a-702f-4f19-b43c-e2da325ee32d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7713883 Sep 25 01:05:00.059105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network fdf9a19b-0884-405d-9dad-4748486a0803 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:00.096355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54648) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:00.108413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Request body: {'floatingip': {'port_id': '6a5ba871-e393-466e-8af1-811d8d5504cb'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:00.118736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:00.175882 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 6 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:00.307274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (4b928464-5ea5-4442-969e-f6577785ebc0), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:00.321426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:00.327520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port 41547314-35f0-4521-8f46-98635803436a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41547314-35f0-4521-8f46-98635803436a,segment=NetworkSegment(edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed),segment_id=edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:00.328496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (41547314-35f0-4521-8f46-98635803436a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:00.346848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:49Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c21a266-4fb3-4a82-a4fa-6b7f14d7384e', 'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'mac_address': 'fa:16:3e:ab:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:45Z', 'updated_at': '2022-09-25T01:04:59Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'subnets': [{'id': '01695e12-1601-48c5-b791-cfda3448d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:00.386755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b3c07-c1da-4b0a-bc96-483252257204 None None] The sync data for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv is: [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:49Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c21a266-4fb3-4a82-a4fa-6b7f14d7384e', 'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'mac_address': 'fa:16:3e:ab:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:45Z', 'updated_at': '2022-09-25T01:04:59Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'subnets': [{'id': '01695e12-1601-48c5-b791-cfda3448d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:00.423339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 41547314-35f0-4521-8f46-98635803436a owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:00.430574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998235b-e636-437f-ba52-ca30895101db tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cbd0fd-0bf9-433c-a35f-eca25f083b39,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:00.536289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:00.540395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:00.544265 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-e091fcee-491b-4868-86e5-b64b261106ad tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] show failed (client error): The resource could not be found. Sep 25 01:05:00.550001 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e091fcee-491b-4868-86e5-b64b261106ad tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "GET /networking/v2.0/security-groups/68cbd0fd-0bf9-433c-a35f-eca25f083b39 HTTP/1.1" status: 404 len: 347 time: 0.5699453 Sep 25 01:05:00.555889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54650) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:00.573377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (f1f444ec-b61a-4871-a9f0-987c433acaed), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:00.580117 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-2309c605-7d4d-4c30-b543-b08b14184698 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8813283 Sep 25 01:05:00.596263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:00.702194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:00.823195 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 7 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:00.824146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (2496a41f-6385-4d54-8ffc-7944d911c097), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:00.938346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:00.963665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Deleting port 88d83baa-0a6e-43f4-9317-2af2d6c52911 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:00.966041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (88d83baa-0a6e-43f4-9317-2af2d6c52911), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:01.026115 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bc359814-d85c-44e1-94d4-0bbc64846648 req-d4497140-aff0-4912-b6de-01dd74cb6f9a tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 210 time: 0.0665925 Sep 25 01:05:01.159781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:01.176434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:01.214099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:01.240641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Allocated IP 172.36.7.12 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/ddac7656-c111-4125-abe1-153aff408abe) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:01.318176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:01.342271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d4cd1-a646-467f-8d5c-e239cf969027 None None] Network bc254c69-2c00-4092-a9f7-38812e027719 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:01.350310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (88d83baa-0a6e-43f4-9317-2af2d6c52911), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:01.351050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for floatingip (88d83baa-0a6e-43f4-9317-2af2d6c52911), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:01.402661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:01.403364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:01.443841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:01.445421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=2496a41f-6385-4d54-8ffc-7944d911c097,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:01.455614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Calling delete_port for 88d83baa-0a6e-43f4-9317-2af2d6c52911 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:01.458632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (b3e444bf-a247-471c-995f-36c9319d8c2e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:01.502513 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 8 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:01.546312 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e7035fd2-3856-4fcc-bd80-4f6720f09028 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0332718 Sep 25 01:05:01.570631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54662) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:01.581263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:01.581996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:01.601097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-09add109-42b9-495e-8e29-c28286b1a3b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'security_group': {'name': 'tempest-secgroup-1855302927'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:01.657954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e068-ea8b-4975-88d2-65daa6607fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:01.897407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (061f3d74-c2d2-4b96-a7ed-e98b831622ba), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:01.930639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=b3e444bf-a247-471c-995f-36c9319d8c2e,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:01.936621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09add109-42b9-495e-8e29-c28286b1a3b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:01.951450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking segment: {'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:01.953066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network hostable DHCP agents. Network: f10194c2-fa3f-45d6-b2a6-290e522326fb, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:02.022168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:02.160381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for port (ddac7656-c111-4125-abe1-153aff408abe), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:02.190395 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 9 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:02.199766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network f10194c2-fa3f-45d6-b2a6-290e522326fb is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:02.232680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f10194c2-fa3f-45d6-b2a6-290e522326fb) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:02.246250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:02.247148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:02.273582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5777e0d8-490c-42e8-90f3-3728d78abf2b None None] Network f10194c2-fa3f-45d6-b2a6-290e522326fb requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:02.353674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (41547314-35f0-4521-8f46-98635803436a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:02.357494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:02.440842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Subnet': ['ID=061f3d74-c2d2-4b96-a7ed-e98b831622ba,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:02.470529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=41547314-35f0-4521-8f46-98635803436a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:02.475332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:02.620605 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9df121e3-984b-4dc5-b676-19c5344ddf6a req-b4426a56-9dd5-4c0a-adee-ec0f3fe58ed4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 210 time: 0.2656543 Sep 25 01:05:02.655493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Checking segment: {'id': '5e459d8a-697b-41da-a9df-d27f3aa7e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fdf9a19b-0884-405d-9dad-4748486a0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:02.659435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ddac7656-c111-4125-abe1-153aff408abe), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:02.666546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network hostable DHCP agents. Network: fdf9a19b-0884-405d-9dad-4748486a0803, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:02.734242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9279895-511b-43a1-8900-c7699e43d1c7 None None] Update dhcp port {'port': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'fixed_ips': [{'subnet_id': '5ded34ba-c48c-454e-bc23-cc2a37023623', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2496a41f-6385-4d54-8ffc-7944d911c097'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '90cfebd7-8d92-4026-b550-e7e7e91e0a8c'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:05:02.798064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f10194c2-fa3f-45d6-b2a6-290e522326fb', 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': 'b3e444bf-a247-471c-995f-36c9319d8c2e'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:02.799359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:02.844236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network fdf9a19b-0884-405d-9dad-4748486a0803 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:02.860864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event updated for resources: {'Port': ['ID=ddac7656-c111-4125-abe1-153aff408abe,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:02.875444 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fd296083-2dc6-407c-acf1-c5e30143ae08 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4732120 Sep 25 01:05:02.877016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54670) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:02.940290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d9279895-511b-43a1-8900-c7699e43d1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:02.956868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:03.026899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:03.045749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:03.058805 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 10 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:03.079475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fdf9a19b-0884-405d-9dad-4748486a0803) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:03.112270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:03.113409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:03.126089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:03.159725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:03.165098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:03.194870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (88d83baa-0a6e-43f4-9317-2af2d6c52911), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:03.204057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09add109-42b9-495e-8e29-c28286b1a3b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (322795d8-fcc5-4784-835c-e60180413dc7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:03.207354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c529e03-0584-4f75-ba66-96369055e7f7 None None] Network fdf9a19b-0884-405d-9dad-4748486a0803 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:03.295101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09add109-42b9-495e-8e29-c28286b1a3b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (322795d8-fcc5-4784-835c-e60180413dc7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:03.343107 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-718c1b4d-2506-45b1-9a78-a069a45f4944 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3773685 Sep 25 01:05:03.360401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54672) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:03.362320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Pushing event deleted for resources: {'Port': ['ID=88d83baa-0a6e-43f4-9317-2af2d6c52911,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:03.370891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ee9cbc13-aa76-44ed-9e7f-5b6f4bb34f8c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1390341277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:03.419633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:05:03.481823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:03.487254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Could not find standard attr ID for object 2ab79932-1a87-401a-873e-2b17f09facaf. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:03.526259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:03.526902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:03.527500 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e Sep 25 01:05:03.693430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Provisioning complete for port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:03.696309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:03.696309 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 1 to provision port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c Sep 25 01:05:03.757909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09add109-42b9-495e-8e29-c28286b1a3b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:03.765599 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-09add109-42b9-495e-8e29-c28286b1a3b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.1880164 Sep 25 01:05:03.782566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54676) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:03.804186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4ddc8b02-246f-4900-b35f-f69a38bb4de8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'security_group': {'name': 'tempest-secgroup-263678386'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:03.994544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09add109-42b9-495e-8e29-c28286b1a3b6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322795d8-fcc5-4784-835c-e60180413dc7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:03.998153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:04.005147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.011579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Allocated IP 2001:db8::1 (f10194c2-fa3f-45d6-b2a6-290e522326fb/b3e444bf-a247-471c-995f-36c9319d8c2e/ea3c2c7d-9392-4550-91e5-2a8738d77449) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:04.013325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (f10194c2-fa3f-45d6-b2a6-290e522326fb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.046019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks [] for floatingip (9a9a4491-f511-4262-961e-147c5571b6bc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.052851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-d9279895-511b-43a1-8900-c7699e43d1c7 None None] Allocated IP 2001:db8::2 (bc254c69-2c00-4092-a9f7-38812e027719/2496a41f-6385-4d54-8ffc-7944d911c097/90cfebd7-8d92-4026-b550-e7e7e91e0a8c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:04.057573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.068478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-be022e17-8335-483e-93d9-cc926b7f50b0 tempest-ServerActionsTestJSON-1096273793 tempest-ServerActionsTestJSON-1096273793-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/9a9a4491-f511-4262-961e-147c5571b6bc HTTP/1.1" status: 204 len: 168 time: 3.5114236 Sep 25 01:05:04.074727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fdf9a19b-0884-405d-9dad-4748486a0803', 'network_id': 'fdf9a19b-0884-405d-9dad-4748486a0803', 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'fixed_ips': [{'subnet_id': '061f3d74-c2d2-4b96-a7ed-e98b831622ba'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:04.076634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.078302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54678) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:04.088906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:04.132867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:04.147083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbc13-aa76-44ed-9e7f-5b6f4bb34f8c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (9e4b62a9-b881-418e-a57e-aed7f542e617), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.148960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbc13-aa76-44ed-9e7f-5b6f4bb34f8c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (9e4b62a9-b881-418e-a57e-aed7f542e617), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.235637 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6751adf3-93ee-4699-a307-31ae97bd09bb req-f49f5ed5-e1af-4820-9800-ea6aec758917 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 210 time: 0.1523674 Sep 25 01:05:04.294018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.390963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:04.392215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.415629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (4b928464-5ea5-4442-969e-f6577785ebc0), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.452425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-430edf8d-d5a1-487f-a6b1-d0a7c9594a58 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:04.454789 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-430edf8d-d5a1-487f-a6b1-d0a7c9594a58 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.60 "GET /networking/v2.0/networks?id=6463def2-15bf-492a-bcb1-7a5e1663a4ef HTTP/1.1" status: 200 len: 797 time: 0.6869869 Sep 25 01:05:04.479866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Current status of the port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:04.480778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:04.537009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8b02-246f-4900-b35f-f69a38bb4de8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.586642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Provisioning complete for port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:04.587161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.587509 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 1 to provision port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e Sep 25 01:05:04.639080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:04.658835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbc13-aa76-44ed-9e7f-5b6f4bb34f8c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (9e4b62a9-b881-418e-a57e-aed7f542e617), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.660327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (b3e444bf-a247-471c-995f-36c9319d8c2e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.713497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c21a266-4fb3-4a82-a4fa-6b7f14d7384e,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:04.720177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbc13-aa76-44ed-9e7f-5b6f4bb34f8c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (9e4b62a9-b881-418e-a57e-aed7f542e617), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.738674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.771254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:04.772865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (f1f444ec-b61a-4871-a9f0-987c433acaed), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.855927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d9279895-511b-43a1-8900-c7699e43d1c7 None None] For port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,segment=NetworkSegment(d2b9ca07-18e0-4d76-9371-0e22aec64604),segment_id=d2b9ca07-18e0-4d76-9371-0e22aec64604)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:04.903548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Allocated IP 2001:db8::2 (fdf9a19b-0884-405d-9dad-4748486a0803/061f3d74-c2d2-4b96-a7ed-e98b831622ba/928fab1d-74a8-44df-8cff-00b34e5434da) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:04.936464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbc13-aa76-44ed-9e7f-5b6f4bb34f8c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.938683 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ee9cbc13-aa76-44ed-9e7f-5b6f4bb34f8c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5757461 Sep 25 01:05:04.940843 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP 4b928464-5ea5-4442-969e-f6577785ebc0 associated. External IP: 172.36.7.21, port: c9514a8e-d064-4e87-96ab-15e44e691ac1. Sep 25 01:05:04.943931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54686) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:04.947223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:04.948192 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-d9401905-6d5f-405e-9429-ff31cb210fe2 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9 HTTP/1.1" status: 200 len: 380 time: 0.4739594 Sep 25 01:05:04.955289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Publish callbacks [] for port (ea3c2c7d-9392-4550-91e5-2a8738d77449), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:04.997418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ea3c2c7d-9392-4550-91e5-2a8738d77449), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.013047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'port': {'device_id': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'admin_state_up': True, 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'security_groups': ['5317aa8b-722e-42a2-830f-4d941a009141']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:05.023767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=8c21a266-4fb3-4a82-a4fa-6b7f14d7384e,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:05.050820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d9279895-511b-43a1-8900-c7699e43d1c7 None None] Publish callbacks [] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.098305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d9279895-511b-43a1-8900-c7699e43d1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.108380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (b3e444bf-a247-471c-995f-36c9319d8c2e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.170674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Network f10194c2-fa3f-45d6-b2a6-290e522326fb is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:05.187921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:05.190018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Current status of the port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:05.192926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:05.197974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:05.200424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:05.231575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e444bf-a247-471c-995f-36c9319d8c2e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:05.244080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Pushing event updated for resources: {'Port': ['ID=ea3c2c7d-9392-4550-91e5-2a8738d77449,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:05.274125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Provisioning complete for port 08ef15b2-949f-480c-831a-b3edbd9990bc triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:05.274702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (08ef15b2-949f-480c-831a-b3edbd9990bc), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.275205 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 1 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:05.282566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8b02-246f-4900-b35f-f69a38bb4de8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (b4ef887b-0010-4ec5-9b1d-aaddc965bca7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.396613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8b02-246f-4900-b35f-f69a38bb4de8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b4ef887b-0010-4ec5-9b1d-aaddc965bca7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.522915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0e459eab-8fc5-4132-8a79-efabfdd9cae3 req-46c18ca5-1c64-4e84-b269-dc92af5c496b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 210 time: 0.1449673 Sep 25 01:05:05.535354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (f10194c2-fa3f-45d6-b2a6-290e522326fb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.564518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8b02-246f-4900-b35f-f69a38bb4de8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.580081 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4ddc8b02-246f-4900-b35f-f69a38bb4de8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.7726004 Sep 25 01:05:05.581790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54690) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:05.584198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9279895-511b-43a1-8900-c7699e43d1c7 None None] Pushing event updated for resources: {'Port': ['ID=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:05.584909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:05.593233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-94493d20-d13c-4360-bd82-6d5d846028de tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'security_group': {'name': 'tempest-secgroup-256462276'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:05.674785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc8b02-246f-4900-b35f-f69a38bb4de8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ef887b-0010-4ec5-9b1d-aaddc965bca7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:05.693964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10194c2-fa3f-45d6-b2a6-290e522326fb']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:05.731379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:05.736097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341b40dc-c124-4355-904e-5e62073908fc') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:05.736440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341b40dc-c124-4355-904e-5e62073908fc') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:05.742254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:05.754686 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:05.761514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Made reservation on behalf of a6f96cc6e90c4f7daea2b800f3dfc5f9 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:05.765993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.772892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (341b40dc-c124-4355-904e-5e62073908fc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.781735 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ba61073f-921a-453a-8627-506c0e862a3d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0516453 Sep 25 01:05:05.787356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54692) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:05.795855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94493d20-d13c-4360-bd82-6d5d846028de tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.806903 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:05.808911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (f1f444ec-b61a-4871-a9f0-987c433acaed), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.809796 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:05.833818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (341b40dc-c124-4355-904e-5e62073908fc), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.851248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:05.852256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:05.856751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:05.857232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (341b40dc-c124-4355-904e-5e62073908fc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:05.857831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:05.935495 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:05.941067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.002336 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:06.005509 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:06.005509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Publish callbacks [] for port (928fab1d-74a8-44df-8cff-00b34e5434da), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.005509 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempt 2 to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 Sep 25 01:05:06.025836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.035474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.038639 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:06.042672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:06.043051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:06.043443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.087563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:06.103730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94493d20-d13c-4360-bd82-6d5d846028de tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (ecd84291-3b22-440d-918a-b3ffb53c3210), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.123266 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:06.126262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.170661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Network fdf9a19b-0884-405d-9dad-4748486a0803 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.176334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:06.179171 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:06.179852 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempt 3 to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 Sep 25 01:05:06.184337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:06.196368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:06.204529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Pushing event updated for resources: {'Port': ['ID=928fab1d-74a8-44df-8cff-00b34e5434da,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:06.217105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:06.220450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:06.220889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.263862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:06.279038 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 341b40dc-c124-4355-904e-5e62073908fc resource provider aggregate not found Sep 25 01:05:06.287149 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 2 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.292450 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:06.295838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2769f3-4bce-499a-80b0-dcaa0a006b48 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting subnet b4b3fb15-598f-42cf-b484-e22c3f45ecb3 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:05:06.299927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.343053 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-df2769f3-4bce-499a-80b0-dcaa0a006b48 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (b4b3fb15-598f-42cf-b484-e22c3f45ecb3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.405141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:06.408373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:06.448009 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempt 4 to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 Sep 25 01:05:06.449840 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:06.501798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Attempting to bind port 928fab1d-74a8-44df-8cff-00b34e5434da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:06.502855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Attempting to bind port 928fab1d-74a8-44df-8cff-00b34e5434da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5e459d8a-697b-41da-a9df-d27f3aa7e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fdf9a19b-0884-405d-9dad-4748486a0803'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:06.505443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Attempting to bind port 928fab1d-74a8-44df-8cff-00b34e5434da on network fdf9a19b-0884-405d-9dad-4748486a0803 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.516488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:06.517254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:06.518059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.522509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.523610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.538708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:05:01Z', 'revision_number': 10, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:06.566028 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:06.611592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-df2769f3-4bce-499a-80b0-dcaa0a006b48 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (b4b3fb15-598f-42cf-b484-e22c3f45ecb3), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.616068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.627906 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:06.631055 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:05:06.632327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.677428 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:06.678174 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.729141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:06.733695 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:06.735271 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempt 5 to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 Sep 25 01:05:06.783082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:06.783841 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:06.784911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.815363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:06.821145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:06.857109 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:06.899999 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempt 6 to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 Sep 25 01:05:06.905893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:06.905893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Checking segment: {'id': '5e459d8a-697b-41da-a9df-d27f3aa7e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fdf9a19b-0884-405d-9dad-4748486a0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:06.905893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.905893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Bound using segment: {'id': '5e459d8a-697b-41da-a9df-d27f3aa7e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fdf9a19b-0884-405d-9dad-4748486a0803'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:06.905893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Bound port: 928fab1d-74a8-44df-8cff-00b34e5434da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e459d8a-697b-41da-a9df-d27f3aa7e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fdf9a19b-0884-405d-9dad-4748486a0803'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:06.916730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:06.976584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:06.983081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:07.019658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:07.020026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:07.020466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:07.056796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Allocated IP 172.20.0.13 (6463def2-15bf-492a-bcb1-7a5e1663a4ef/01695e12-1601-48c5-b791-cfda3448d49a/65b27757-a804-4687-9001-350f3af19276) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.091821 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:07.096754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:07.145392 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 3 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:07.148676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:07.169304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94493d20-d13c-4360-bd82-6d5d846028de tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (ecd84291-3b22-440d-918a-b3ffb53c3210), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:07.175731 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:05:01Z', 'revision_number': 10, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.198066 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:07.203606 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:07.208021 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-26f18664-8a23-49ff-8736-3cbae72d54e2 req-2a0bbbd8-68c9-4af0-b19e-847d7ab351fe tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 210 time: 0.0439401 Sep 25 01:05:07.211677 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea234e17-ec44-42bc-a7b1-016e03496a27 None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:05:01Z', 'revision_number': 10, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None, '_interfaces': [{'id': '0effb53e-37d6-413c-bffa-edd2e0778af2', 'name': '', 'network_id': '3737168f-742b-4329-8ee5-f46e4a0a0e1a', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'mac_address': 'fa:16:3e:64:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158c887f-f0df-40f4-a672-f7de71a07111', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:39Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 5, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'subnets': [{'id': '4703a319-a610-4b82-9c73-9edd21c6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:07.226092 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempt 7 to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 Sep 25 01:05:07.232818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 2001:db8::1 (fdf9a19b-0884-405d-9dad-4748486a0803/061f3d74-c2d2-4b96-a7ed-e98b831622ba/e85b3855-989a-4962-9dc3-bcd8046ec533) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:07.268917 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] For port 928fab1d-74a8-44df-8cff-00b34e5434da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:07.273541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.api [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:05:07.273541 dv-neutron-master-2-hyperv neutron-server[107187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:05:07.273541 dv-neutron-master-2-hyperv neutron-server[107187]: [parameters: {'id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:07.273541 dv-neutron-master-2-hyperv neutron-server[107187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:05:07.278597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] For port 928fab1d-74a8-44df-8cff-00b34e5434da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928fab1d-74a8-44df-8cff-00b34e5434da,segment=NetworkSegment(5e459d8a-697b-41da-a9df-d27f3aa7e289),segment_id=5e459d8a-697b-41da-a9df-d27f3aa7e289)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:07.284945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:07.285358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:07.286544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:07.288577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:07.289106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:07.289498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:07.289843 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e Sep 25 01:05:07.290494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG oslo_db.api [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:05:07.294895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:07.315116 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 341b40dc-c124-4355-904e-5e62073908fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 341b40dc-c124-4355-904e-5e62073908fc found for delete ", "request_id": "req-16ba1f42-b41c-4ed0-86c4-824f995505da"}]} Sep 25 01:05:07.316570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94493d20-d13c-4360-bd82-6d5d846028de tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd84291-3b22-440d-918a-b3ffb53c3210,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.417819 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:07.424319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:07.457574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (6ba4205a-1a5f-4219-bb2d-0a23eb020806), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.479502 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:07.484542 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:07.484542 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempt 8 to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 Sep 25 01:05:07.505165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94493d20-d13c-4360-bd82-6d5d846028de tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:07.510752 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-94493d20-d13c-4360-bd82-6d5d846028de tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.9245243 Sep 25 01:05:07.513827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54700) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:07.524375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1358093249', 'security_groups': ['ecd84291-3b22-440d-918a-b3ffb53c3210'], 'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2496a41f-6385-4d54-8ffc-7944d911c097'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:07.539884 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a61a8d-dec9-420d-bdb5-255c6d464308 None None] Pushing event updated for resources: {'Port': ['ID=928fab1d-74a8-44df-8cff-00b34e5434da,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:07.547000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:07.547716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:07.548471 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:07.580463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:07.585020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:07.630926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-df2769f3-4bce-499a-80b0-dcaa0a006b48 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (b4b3fb15-598f-42cf-b484-e22c3f45ecb3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:07.639740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.647039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:07.650139 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:07.681973 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempt 9 to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 Sep 25 01:05:07.730322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:07.730709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:07.731176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.771236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:07.775850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:07.794059 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 4 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:07.811847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (f10194c2-fa3f-45d6-b2a6-290e522326fb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:07.824272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:07.843220 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:07.846305 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:07.868601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for port (65b27757-a804-4687-9001-350f3af19276), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:07.883219 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempt 10 to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 Sep 25 01:05:07.919443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:07.921315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 90cfebd7-8d92-4026-b550-e7e7e91e0a8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:07.967715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:07.971238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:07.971616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:07.978545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:08.004326 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:08.008284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempting to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on network f10194c2-fa3f-45d6-b2a6-290e522326fb {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet b3e444bf-a247-471c-995f-36c9319d8c2e could not be found. Sep 25 01:05:08.038683 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:08.043061 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Failed to bind port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '341b40dc-c124-4355-904e-5e62073908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f10194c2-fa3f-45d6-b2a6-290e522326fb'}] Sep 25 01:05:08.043725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ea3c2c7d-9392-4550-91e5-2a8738d77449), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.083128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting port ea3c2c7d-9392-4550-91e5-2a8738d77449 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:08.083784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ea3c2c7d-9392-4550-91e5-2a8738d77449), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.088002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:08.116351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:08.116791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.117196 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c Sep 25 01:05:08.129354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Router f1f444ec-b61a-4871-a9f0-987c433acaed is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:05:08.184558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] For port ea3c2c7d-9392-4550-91e5-2a8738d77449, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:08.184827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Attempted to set empty binding levels {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:05:08.194868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ea3c2c7d-9392-4550-91e5-2a8738d77449), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.267761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (65b27757-a804-4687-9001-350f3af19276), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.319263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d41522-384f-44c7-b38b-b877a5bd5e20 None None] Pushing event updated for resources: {'Port': ['ID=ea3c2c7d-9392-4550-91e5-2a8738d77449,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:08.322132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:08.373292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (e85b3855-989a-4962-9dc3-bcd8046ec533), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.439137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:08.455070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd1708-ea6d-4a85-a429-cdbc464215e2 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:08.459199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:08.471309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd1708-ea6d-4a85-a429-cdbc464215e2 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:08.472207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-accd1708-ea6d-4a85-a429-cdbc464215e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:08.484579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] For port ea3c2c7d-9392-4550-91e5-2a8738d77449, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:08.485412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ea3c2c7d-9392-4550-91e5-2a8738d77449), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.526691 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 5 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:08.559362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Network 6463def2-15bf-492a-bcb1-7a5e1663a4ef is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:08.560183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-df2769f3-4bce-499a-80b0-dcaa0a006b48 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (b4b3fb15-598f-42cf-b484-e22c3f45ecb3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.573049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Calling delete_port for ea3c2c7d-9392-4550-91e5-2a8738d77449 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:08.574901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-accd1708-ea6d-4a85-a429-cdbc464215e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:08.592941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:08.594562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:08.607139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'Port': ['ID=65b27757-a804-4687-9001-350f3af19276,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:08.609985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:08.628654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:08.638663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:08.644931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd1708-ea6d-4a85-a429-cdbc464215e2 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:08.645685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-accd1708-ea6d-4a85-a429-cdbc464215e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:08.664207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2769f3-4bce-499a-80b0-dcaa0a006b48 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b3fb15-598f-42cf-b484-e22c3f45ecb3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:08.666827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e85b3855-989a-4962-9dc3-bcd8046ec533), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.672253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-df2769f3-4bce-499a-80b0-dcaa0a006b48 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.677852 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-df2769f3-4bce-499a-80b0-dcaa0a006b48 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b4b3fb15-598f-42cf-b484-e22c3f45ecb3 HTTP/1.1" status: 204 len: 168 time: 2.8832541 Sep 25 01:05:08.682996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54704) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:08.723866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-accd1708-ea6d-4a85-a429-cdbc464215e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:08.723866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd1708-ea6d-4a85-a429-cdbc464215e2 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:08.749258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e82d5-d0a2-47a6-a5a7-46cbb8282315 req-23930a7d-64bc-4544-b6b7-9b537129cb0e tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:08.754980 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bf5e82d5-d0a2-47a6-a5a7-46cbb8282315 req-23930a7d-64bc-4544-b6b7-9b537129cb0e tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 932 time: 0.3080232 Sep 25 01:05:08.760682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.879613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:08.880605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:08.889921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] device_id is not set on port c365deeb-ba65-4778-bc1c-97fe45cd5348 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:05:08.936987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 928fab1d-74a8-44df-8cff-00b34e5434da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:08.960433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network fdf9a19b-0884-405d-9dad-4748486a0803 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:08.989301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=e85b3855-989a-4962-9dc3-bcd8046ec533,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:08.994028 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:09.008314 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:09.009461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (9e4b62a9-b881-418e-a57e-aed7f542e617), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.041102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 928fab1d-74a8-44df-8cff-00b34e5434da triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:09.042338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.043073 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 928fab1d-74a8-44df-8cff-00b34e5434da Sep 25 01:05:09.070979 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bf5e82d5-d0a2-47a6-a5a7-46cbb8282315 req-a4d3deca-079f-4417-aed9-8974157f8ba3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281215 Sep 25 01:05:09.108926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a977e-14f5-4baa-a164-ef58182684e1 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:05:09.110231 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-b2f5a039-3943-47d9-a958-1682e76aae2c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1031907 Sep 25 01:05:09.145249 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 6 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:09.152103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (d9b6cb08-673d-4a49-b909-eb08f24f3f33), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.169548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:09.200675 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Sync routers for ids ['f1f444ec-b61a-4871-a9f0-987c433acaed'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:09.215085 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Routers {'f1f444ec-b61a-4871-a9f0-987c433acaed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:09.218332 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f1f444ec-b61a-4871-a9f0-987c433acaed'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:09.221353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:09.235091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.239853 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-71092d32-24ed-4a8a-8730-d68af1fc3b69 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.0026796 Sep 25 01:05:09.243988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54708) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:09.252413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Deleting port 8998138a-31c1-408d-8708-530bbb832648 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:09.253100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8998138a-31c1-408d-8708-530bbb832648), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.274306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ea3c2c7d-9392-4550-91e5-2a8738d77449), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.310645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No DVR routers for this DVR port ea3c2c7d-9392-4550-91e5-2a8738d77449 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:09.353715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Request body: {'port': {'device_id': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:09.382564 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Set router f1f444ec-b61a-4871-a9f0-987c433acaed gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:09.399799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Port': ['ID=ea3c2c7d-9392-4550-91e5-2a8738d77449,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:09.418526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:09.442441 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:09.452529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 928fab1d-74a8-44df-8cff-00b34e5434da is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:09.454107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.467560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8::2e (bc254c69-2c00-4092-a9f7-38812e027719/2496a41f-6385-4d54-8ffc-7944d911c097/c365deeb-ba65-4778-bc1c-97fe45cd5348) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:09.481113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:09.566474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:09.567345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.576955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 928fab1d-74a8-44df-8cff-00b34e5434da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928fab1d-74a8-44df-8cff-00b34e5434da,segment=NetworkSegment(5e459d8a-697b-41da-a9df-d27f3aa7e289),segment_id=5e459d8a-697b-41da-a9df-d27f3aa7e289)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:09.579843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697a977e-14f5-4baa-a164-ef58182684e1 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:05:09.584998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.619656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 41547314-35f0-4521-8f46-98635803436a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:09.622891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router 61fc3a54-a3c2-42d4-ab55-930ace3073ee has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:09.625275 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f444ec-b61a-4871-a9f0-987c433acaed', 'name': 'tempest-snat-router-2043643921', 'tenant_id': '3204138973e34cf590ae1100ca3faefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.12'}], 'enable_snat': False}, 'gw_port_id': 'ddac7656-c111-4125-abe1-153aff408abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:58Z', 'updated_at': '2022-09-25T01:05:03Z', 'revision_number': 3, 'project_id': '3204138973e34cf590ae1100ca3faefb', 'gw_port': {'id': 'ddac7656-c111-4125-abe1-153aff408abe', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f444ec-b61a-4871-a9f0-987c433acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:00Z', 'updated_at': '2022-09-25T01:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:09.625956 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:09.661329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] For port 8998138a-31c1-408d-8708-530bbb832648, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8998138a-31c1-408d-8708-530bbb832648,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:09.661928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8998138a-31c1-408d-8708-530bbb832648), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.662069 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Checking router: f1f444ec-b61a-4871-a9f0-987c433acaed for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:05:09.662334 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Updating router f1f444ec-b61a-4871-a9f0-987c433acaed port ddac7656-c111-4125-abe1-153aff408abe binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:05:09.680449 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 41547314-35f0-4521-8f46-98635803436a {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:09.680806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 41547314-35f0-4521-8f46-98635803436a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:09.694663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Calling delete_port for 8998138a-31c1-408d-8708-530bbb832648 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:09.699391 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ddac7656-c111-4125-abe1-153aff408abe), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.732048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (f10194c2-fa3f-45d6-b2a6-290e522326fb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.735374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (65b27757-a804-4687-9001-350f3af19276), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.754329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=928fab1d-74a8-44df-8cff-00b34e5434da,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:09.756431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:09.764937 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e85b3855-989a-4962-9dc3-bcd8046ec533), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.791028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:09.793947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10194c2-fa3f-45d6-b2a6-290e522326fb']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:09.841427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341b40dc-c124-4355-904e-5e62073908fc') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:09.841889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341b40dc-c124-4355-904e-5e62073908fc') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:09.869241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (341b40dc-c124-4355-904e-5e62073908fc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.902650 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-34c95f77-b801-4dc9-9f86-ec5eb8ff0952 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/f1f444ec-b61a-4871-a9f0-987c433acaed HTTP/1.1" status: 200 len: 908 time: 0.6549246 Sep 25 01:05:09.917487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54710) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:09.920228 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 7 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:09.930455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2043643921', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': True}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:09.979571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (c365deeb-ba65-4778-bc1c-97fe45cd5348), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:09.981433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (341b40dc-c124-4355-904e-5e62073908fc), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.036406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6dc3221-ad64-47f4-bed0-eceeb2f9afaf,segment=NetworkSegment(edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed),segment_id=edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:10.036899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.047053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ecb204-1041-40c3-9bc0-5286cc1e059f None None] Network fdf9a19b-0884-405d-9dad-4748486a0803 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:10.052313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:10.068315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676513b2-2615-44d8-8770-4ec8f8ac28b2 None None] Network f10194c2-fa3f-45d6-b2a6-290e522326fb requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:10.100152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:10.100954 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (341b40dc-c124-4355-904e-5e62073908fc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.163866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17615389-2e1f-4cc6-93e1-c2fd0801cb9c None None] Network d9b6cb08-673d-4a49-b909-eb08f24f3f33 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:10.168137 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Publish callbacks [] for port (ddac7656-c111-4125-abe1-153aff408abe), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.179663 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:10.190220 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ddac7656-c111-4125-abe1-153aff408abe), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.259458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:10.306795 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Attempting to bind port ddac7656-c111-4125-abe1-153aff408abe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:10.309039 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Attempting to bind port ddac7656-c111-4125-abe1-153aff408abe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:10.309976 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Attempting to bind port ddac7656-c111-4125-abe1-153aff408abe on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:10.318679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for b6dc3221-ad64-47f4-bed0-eceeb2f9afaf owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:10.459184 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:10.460419 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:10.461377 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.462386 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:10.464086 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Bound port: ddac7656-c111-4125-abe1-153aff408abe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:10.465325 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ddac7656-c111-4125-abe1-153aff408abe), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.529053 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 341b40dc-c124-4355-904e-5e62073908fc resource provider aggregate not found Sep 25 01:05:10.534276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dbcd2-9f8d-4666-9a97-3e7431f072a1 req-41f689cd-485c-4883-8546-f470259b7cf1 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:10.549565 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0f2dbcd2-9f8d-4666-9a97-3e7431f072a1 req-41f689cd-485c-4883-8546-f470259b7cf1 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 932 time: 0.2226479 Sep 25 01:05:10.565764 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 8 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:10.600878 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] For port ddac7656-c111-4125-abe1-153aff408abe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:10.605630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (35c11d79-0799-4788-a569-10e6495b4f27), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.607997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (35c11d79-0799-4788-a569-10e6495b4f27), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.611595 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] For port ddac7656-c111-4125-abe1-153aff408abe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ddac7656-c111-4125-abe1-153aff408abe,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:10.634317 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ddac7656-c111-4125-abe1-153aff408abe), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.673162 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Routers {'f1f444ec-b61a-4871-a9f0-987c433acaed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:10.674363 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f1f444ec-b61a-4871-a9f0-987c433acaed'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:10.728251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b27757-a804-4687-9001-350f3af19276 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:05:10.731495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.744896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Publish callbacks [] for port (65b27757-a804-4687-9001-350f3af19276), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.748348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:10.791771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Transition to ACTIVE for port object 65b27757-a804-4687-9001-350f3af19276 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:05:10.794356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:10.804105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (f10194c2-fa3f-45d6-b2a6-290e522326fb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.858337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (65b27757-a804-4687-9001-350f3af19276), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.861292 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Pushing event updated for resources: {'Port': ['ID=ddac7656-c111-4125-abe1-153aff408abe,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:10.866727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.875888 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/f10194c2-fa3f-45d6-b2a6-290e522326fb HTTP/1.1" status: 204 len: 168 time: 7.9864917 Sep 25 01:05:10.881839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (c365deeb-ba65-4778-bc1c-97fe45cd5348), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:10.885795 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 341b40dc-c124-4355-904e-5e62073908fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 341b40dc-c124-4355-904e-5e62073908fc found for delete ", "request_id": "req-a618d74c-7643-4f68-8f5e-42e58fbc0fe0"}]} Sep 25 01:05:10.888423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54718) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:10.898636 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.899022 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.899398 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.899769 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.900204 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.900562 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.900962 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.901357 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.901765 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.902122 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.902501 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.902845 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.903195 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.903636 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.904027 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:10.917277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1114811983'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:10.991476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36dd59-1b38-4bdb-888b-992f90488191 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=f10194c2-fa3f-45d6-b2a6-290e522326fb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:11.050110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] DHCP port deletion for d9b6cb08-673d-4a49-b909-eb08f24f3f33 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:05:11.147485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 928fab1d-74a8-44df-8cff-00b34e5434da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:11.152497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:11.154527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:11.161288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.215616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:11.230350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Pushing event updated for resources: {'Port': ['ID=65b27757-a804-4687-9001-350f3af19276,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:11.245337 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86829b6d-35ff-4b57-8fcd-cf8bd201a779 None None] Pushing event updated for resources: {'Port': ['ID=ddac7656-c111-4125-abe1-153aff408abe,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:11.260884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:11.273663 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 9 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:11.328650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:11.342859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:11.345436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.445350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] Deleting port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:11.446830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.465336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 928fab1d-74a8-44df-8cff-00b34e5434da triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:11.466477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.467276 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 928fab1d-74a8-44df-8cff-00b34e5434da Sep 25 01:05:11.488631 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] Set router f1f444ec-b61a-4871-a9f0-987c433acaed gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:11.579364 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0604188 Sep 25 01:05:11.593144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54720) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:11.627031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-da342872-bbd3-4306-883e-1fc5d584415e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:11.640884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:11.696001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1b058-0472-4721-97dd-9567d9919a3d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=c365deeb-ba65-4778-bc1c-97fe45cd5348,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:11.743296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (e85b3855-989a-4962-9dc3-bcd8046ec533), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.753580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:11.763990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:11.766016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9f694854-ae83-4a7e-8d86-ba7f9bef2a35), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.766789 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment 9f694854-ae83-4a7e-8d86-ba7f9bef2a35 of type vlan for network 3d4728a1-54b7-4489-afc8-e8c30d85511f Sep 25 01:05:11.771105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Attempting to bind port 65b27757-a804-4687-9001-350f3af19276 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:11.771712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Attempting to bind port 65b27757-a804-4687-9001-350f3af19276 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:11.771916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:11.772475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Attempting to bind port 65b27757-a804-4687-9001-350f3af19276 on network 6463def2-15bf-492a-bcb1-7a5e1663a4ef {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:11.773800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.789159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:11.835502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.897720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] For port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:11.898229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.922290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] Calling delete_port for b6dc3221-ad64-47f4-bed0-eceeb2f9afaf owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:11.928712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.ipam_backend_mixin [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] Port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf was not found and therefore no delete operation was performed {{(pid=107189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:05:11.932193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (b6dc3221-ad64-47f4-bed0-eceeb2f9afaf), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:11.965265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b5d6a-bbf4-4aac-8b4f-9ca38eca96de None None] Sync routers for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:11.982004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] No DVR routers for this DVR port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:12.092348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a56a9f-3e74-4977-846e-487cf6351d3e None None] Pushing event deleted for resources: {'Port': ['ID=b6dc3221-ad64-47f4-bed0-eceeb2f9afaf,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:12.096485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (3d4728a1-54b7-4489-afc8-e8c30d85511f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.165547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_controller (35c11d79-0799-4788-a569-10e6495b4f27), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.177356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b5d6a-bbf4-4aac-8b4f-9ca38eca96de None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:12.178660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-071b5d6a-bbf4-4aac-8b4f-9ca38eca96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:12.214873 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f444ec-b61a-4871-a9f0-987c433acaed', 'name': 'tempest-snat-router-2043643921', 'tenant_id': '3204138973e34cf590ae1100ca3faefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.12'}], 'enable_snat': False}, 'gw_port_id': 'ddac7656-c111-4125-abe1-153aff408abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:58Z', 'updated_at': '2022-09-25T01:05:03Z', 'revision_number': 3, 'project_id': '3204138973e34cf590ae1100ca3faefb', 'gw_port': {'id': 'ddac7656-c111-4125-abe1-153aff408abe', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f444ec-b61a-4871-a9f0-987c433acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:00Z', 'updated_at': '2022-09-25T01:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:12.222147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Port 65b27757-a804-4687-9001-350f3af19276 on network 6463def2-15bf-492a-bcb1-7a5e1663a4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:05:12.222673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Attempting to bind port 65b27757-a804-4687-9001-350f3af19276 on network 6463def2-15bf-492a-bcb1-7a5e1663a4ef {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:12.230031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=b6dc3221-ad64-47f4-bed0-eceeb2f9afaf,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:12.237249 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5fdeaa12-4b77-483e-ab05-417f7dfee22d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/4b928464-5ea5-4442-969e-f6577785ebc0 HTTP/1.1" status: 200 len: 977 time: 12.1381745 Sep 25 01:05:12.238325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (e85b3855-989a-4962-9dc3-bcd8046ec533), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.240284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (9e4b62a9-b881-418e-a57e-aed7f542e617), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.240519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:12.244617 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-071b5d6a-bbf4-4aac-8b4f-9ca38eca96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:12.246305 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0f2dbcd2-9f8d-4666-9a97-3e7431f072a1 req-ba0f0ca6-5105-4109-95d0-c0588d8e9e10 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6956446 Sep 25 01:05:12.252209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54722) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:12.254853 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 10 to provision port 08ef15b2-949f-480c-831a-b3edbd9990bc Sep 25 01:05:12.256915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 928fab1d-74a8-44df-8cff-00b34e5434da is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:12.257581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8998138a-31c1-408d-8708-530bbb832648), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.310702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da342872-bbd3-4306-883e-1fc5d584415e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:12.319077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b5d6a-bbf4-4aac-8b4f-9ca38eca96de None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:12.320092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-071b5d6a-bbf4-4aac-8b4f-9ca38eca96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:12.320500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-da342872-bbd3-4306-883e-1fc5d584415e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.321954 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19445c7-8759-49ed-8cbb-69e52dce97f4 None None] The sync data for ids ['f1f444ec-b61a-4871-a9f0-987c433acaed'] in dv-neutron-master-2-hyperv is: [{'id': 'f1f444ec-b61a-4871-a9f0-987c433acaed', 'name': 'tempest-snat-router-2043643921', 'tenant_id': '3204138973e34cf590ae1100ca3faefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.12'}], 'enable_snat': False}, 'gw_port_id': 'ddac7656-c111-4125-abe1-153aff408abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:58Z', 'updated_at': '2022-09-25T01:05:03Z', 'revision_number': 3, 'project_id': '3204138973e34cf590ae1100ca3faefb', 'gw_port': {'id': 'ddac7656-c111-4125-abe1-153aff408abe', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f444ec-b61a-4871-a9f0-987c433acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:00Z', 'updated_at': '2022-09-25T01:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:12.362502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:05:12.425881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-071b5d6a-bbf4-4aac-8b4f-9ca38eca96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:12.427285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b5d6a-bbf4-4aac-8b4f-9ca38eca96de None None] The sync data for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:12.443179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Port 08ef15b2-949f-480c-831a-b3edbd9990bc cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:12.461509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Provisioning complete for port 8011f5c1-00cd-43ac-9733-5d1384d4735f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:12.462453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.463206 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 1 to provision port 8011f5c1-00cd-43ac-9733-5d1384d4735f Sep 25 01:05:12.502619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (3d4728a1-54b7-4489-afc8-e8c30d85511f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.507998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:12.508678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.613460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Current status of the port 8011f5c1-00cd-43ac-9733-5d1384d4735f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:12.618255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:12.618620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Checking segment: {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:12.619034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Bound using segment: {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:12.619513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Bound port: 65b27757-a804-4687-9001-350f3af19276, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b0a7981-3fa9-46df-b35a-abb56f184e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:12.619915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (65b27757-a804-4687-9001-350f3af19276), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.634114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Provisioning complete for port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:12.634634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:12.636485 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Attempt 1 to provision port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e Sep 25 01:05:12.669345 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7560732 Sep 25 01:05:12.687735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54724) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:12.697619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:12.745044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d037d80-8dba-47d9-8ab8-d90392a17604 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=3d4728a1-54b7-4489-afc8-e8c30d85511f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:12.804032 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.ipam_backend_mixin [None req-da342872-bbd3-4306-883e-1fc5d584415e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2496a41f-6385-4d54-8ffc-7944d911c097 (CIDR: 2001:db8::/64) Sep 25 01:05:12.838405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Current status of the port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:12.845894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-271c2a42-684c-4f97-a684-66fd565497d4 None None] Could not find standard attr ID for object 4ef24029-ee13-41f1-94d6-af4e42997924. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:12.873415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 3d4728a1-54b7-4489-afc8-e8c30d85511f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:12.882154 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-da342872-bbd3-4306-883e-1fc5d584415e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:05:12.882643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da342872-bbd3-4306-883e-1fc5d584415e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:12.940431 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-da342872-bbd3-4306-883e-1fc5d584415e tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3339987 Sep 25 01:05:12.966364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54726) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:12.972260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-53e3ec3d-4aea-4687-a248-c4ed5b279fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:13.007440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No DVR routers for this DVR port b6dc3221-ad64-47f4-bed0-eceeb2f9afaf on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:13.102404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:13.106904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Provisioning complete for port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:13.107481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.109850 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 1 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:13.153633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:13.160638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b27757-a804-4687-9001-350f3af19276,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:13.187594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:13.201799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ddac7656-c111-4125-abe1-153aff408abe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:13.206362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (65b27757-a804-4687-9001-350f3af19276), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.229943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:13.232557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.235285 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/65b27757-a804-4687-9001-350f3af19276 HTTP/1.1" status: 200 len: 1094 time: 4.1055796 Sep 25 01:05:13.236121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:13.237567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'tag': '65b27757-a804-4687-9001-350f3af19276'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:05:13.250149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e421012d-3152-45f0-a3f2-6abb3199de76" -d '{"events": [{"name": "network-changed", "server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "tag": "65b27757-a804-4687-9001-350f3af19276"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:05:13.360610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:13.369810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.399280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ddac7656-c111-4125-abe1-153aff408abe triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:13.403538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ddac7656-c111-4125-abe1-153aff408abe), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.404428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=e85b3855-989a-4962-9dc3-bcd8046ec533,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:13.406342 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ddac7656-c111-4125-abe1-153aff408abe Sep 25 01:05:13.511741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:13.513008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8998138a-31c1-408d-8708-530bbb832648,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:13.612774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (d9b6cb08-673d-4a49-b909-eb08f24f3f33), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.654377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (35c11d79-0799-4788-a569-10e6495b4f27), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.663847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ddac7656-c111-4125-abe1-153aff408abe is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:13.664523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ddac7656-c111-4125-abe1-153aff408abe), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.709223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port 6a5ba871-e393-466e-8af1-811d8d5504cb {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:13.709730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6a5ba871-e393-466e-8af1-811d8d5504cb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.712906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ddac7656-c111-4125-abe1-153aff408abe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ddac7656-c111-4125-abe1-153aff408abe,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:13.715214 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 2 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:13.791351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:13.792594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ddac7656-c111-4125-abe1-153aff408abe), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.827358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6a5ba871-e393-466e-8af1-811d8d5504cb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:13.898988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ddac7656-c111-4125-abe1-153aff408abe,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:13.923041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b6dc3221-ad64-47f4-bed0-eceeb2f9afaf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:13.933863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8efb25-b22d-4c5d-ba99-fbca9411839f x-openstack-request-id: req-7d8efb25-b22d-4c5d-ba99-fbca9411839f {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:05:13.934515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "tag": "65b27757-a804-4687-9001-350f3af19276", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:05:13.934798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d8efb25-b22d-4c5d-ba99-fbca9411839f {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:05:13.935162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b6cb08-673d-4a49-b909-eb08f24f3f33']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:13.935296 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8efb25-b22d-4c5d-ba99-fbca9411839f'] response: {'name': 'network-changed', 'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'tag': '65b27757-a804-4687-9001-350f3af19276', 'status': 'completed', 'code': 200} Sep 25 01:05:13.952974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: b6dc3221-ad64-47f4-bed0-eceeb2f9afaf {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:13.953572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b6dc3221-ad64-47f4-bed0-eceeb2f9afaf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:14.028432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-f1911e5d-5c9d-4182-85b3-afc72c8cea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:14.030022 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-f1911e5d-5c9d-4182-85b3-afc72c8cea7c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9&device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 1128 time: 0.7016008 Sep 25 01:05:14.056380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:14.057053 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:14.067452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e3d2a-fc94-4271-a39f-5b0fa6c1a462 service neutron] Pushing event updated for resources: {'Port': ['ID=65b27757-a804-4687-9001-350f3af19276,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:14.088162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e66e12-549a-42fc-ada7-a68a0a6950bc req-bdecd437-c0fa-4efd-99c2-06ab8e2e9f39 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:14.089856 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-87e66e12-549a-42fc-ada7-a68a0a6950bc req-bdecd437-c0fa-4efd-99c2-06ab8e2e9f39 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 944 time: 0.4918456 Sep 25 01:05:14.105280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.123740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:14.143504 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-f94d20b1-ebe2-4d9c-bc57-dd1313f28810 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b27757-a804-4687-9001-350f3af19276 HTTP/1.1" status: 200 len: 217 time: 0.0999794 Sep 25 01:05:14.176666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e3ec3d-4aea-4687-a248-c4ed5b279fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:14.183083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-53e3ec3d-4aea-4687-a248-c4ed5b279fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.200619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network fdf9a19b-0884-405d-9dad-4748486a0803 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:14.236762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:14.286303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.297997 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 3 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:14.308665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:14.345683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-f105e719-ed70-42af-a648-7349c0073955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:14.348186 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-f105e719-ed70-42af-a648-7349c0073955 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=01695e12-1601-48c5-b791-cfda3448d49a HTTP/1.1" status: 200 len: 834 time: 0.1966817 Sep 25 01:05:14.404976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:14.462196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:14.462873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.518610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-bdadbbe4-eaec-4d32-8830-3a49ba0155bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:14.520313 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-bdadbbe4-eaec-4d32-8830-3a49ba0155bc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6463def2-15bf-492a-bcb1-7a5e1663a4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1350842 Sep 25 01:05:14.565987 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.566586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (4b928464-5ea5-4442-969e-f6577785ebc0), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.566704 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Floating IP 4b928464-5ea5-4442-969e-f6577785ebc0 disassociated. External IP: 172.36.7.21, port: 6a5ba871-e393-466e-8af1-811d8d5504cb. Sep 25 01:05:14.567026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for 6a5ba871-e393-466e-8af1-811d8d5504cb owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:14.638184 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.ipam_backend_mixin [None req-53e3ec3d-4aea-4687-a248-c4ed5b279fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5ded34ba-c48c-454e-bc23-cc2a37023623 (CIDR: 2001:db8:0:1::/64) Sep 25 01:05:14.649187 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed resource provider aggregate not found Sep 25 01:05:14.656062 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e3ec3d-4aea-4687-a248-c4ed5b279fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:05:14.656754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e3ec3d-4aea-4687-a248-c4ed5b279fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:14.676410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (bed306a6-fdc5-42fc-a5aa-b0da479b3408), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.709443 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edeebc97-1d86-4bfd-ac05-2fbf6e9dd5ed found for delete ", "request_id": "req-f0595fe4-35f5-4b58-987e-8afd0545247d"}]} Sep 25 01:05:14.741984 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-53e3ec3d-4aea-4687-a248-c4ed5b279fb4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7767396 Sep 25 01:05:14.751418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54738) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:14.768037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'subnet': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:14.780214 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-87e66e12-549a-42fc-ada7-a68a0a6950bc req-5fd618b1-2800-4de1-af19-c6534f4a27f8 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6684928 Sep 25 01:05:14.794768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (6ba4205a-1a5f-4219-bb2d-0a23eb020806), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.807732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-629048e4-5d03-49cf-8416-659cc9b55517 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564518 Sep 25 01:05:14.814197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (d9b6cb08-673d-4a49-b909-eb08f24f3f33), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.814577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=bed306a6-fdc5-42fc-a5aa-b0da479b3408,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:14.907435 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 4 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:14.925386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.928877 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d9b6cb08-673d-4a49-b909-eb08f24f3f33 HTTP/1.1" status: 204 len: 168 time: 6.2373557 Sep 25 01:05:14.932186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54740) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:14.959975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (35c11d79-0799-4788-a569-10e6495b4f27), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:14.974371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7ba6d-ad5d-4325-979d-95aa4439b919 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Network': ['ID=d9b6cb08-673d-4a49-b909-eb08f24f3f33,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:14.984113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:14.992770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking segment: {'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:14.993169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network hostable DHCP agents. Network: 3d4728a1-54b7-4489-afc8-e8c30d85511f, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:14.994819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:15.101223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network 3d4728a1-54b7-4489-afc8-e8c30d85511f is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:15.108560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ddac7656-c111-4125-abe1-153aff408abe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:15.136292 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8deeb3ca-f6d5-42c7-bdcb-57db72c0a244 req-156d87cd-ff77-47e7-a134-492cbe871aea service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167486 Sep 25 01:05:15.164310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3d4728a1-54b7-4489-afc8-e8c30d85511f) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:15.179046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b5fcc-e06f-46ba-82b7-eedc746e928b None None] Network 3d4728a1-54b7-4489-afc8-e8c30d85511f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:15.186237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:15.187314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.210935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Made reservation on behalf of 9d916dec203f4b278e19c6351473e052 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:15.217775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.244512 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b5f3fa07-b8ec-47ef-a25e-5a75cc61b63e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5503972 Sep 25 01:05:15.245061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54742) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:15.250524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ddac7656-c111-4125-abe1-153aff408abe triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:15.250896 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ddac7656-c111-4125-abe1-153aff408abe), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.251415 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ddac7656-c111-4125-abe1-153aff408abe Sep 25 01:05:15.296315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:15.356826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:15.412835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.423656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3d4728a1-54b7-4489-afc8-e8c30d85511f', 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': 'bed306a6-fdc5-42fc-a5aa-b0da479b3408'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:15.426066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.455424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:15.486453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ddac7656-c111-4125-abe1-153aff408abe is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:15.497775 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 5 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:15.510842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (3d4728a1-54b7-4489-afc8-e8c30d85511f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.656221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:15.668895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (bed306a6-fdc5-42fc-a5aa-b0da479b3408), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.751007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Allocated IP 2001:db8::1 (3d4728a1-54b7-4489-afc8-e8c30d85511f/bed306a6-fdc5-42fc-a5aa-b0da479b3408/a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:15.824076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router 9e4b62a9-b881-418e-a57e-aed7f542e617 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:05:15.838833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6a5ba871-e393-466e-8af1-811d8d5504cb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.871543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (b3b5632f-403a-4a50-90b8-3c753bfa181a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.907392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:15.934213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Network bc254c69-2c00-4092-a9f7-38812e027719 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:15.942593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:15.946824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:15.947461 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.965935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Subnet': ['ID=b3b5632f-403a-4a50-90b8-3c753bfa181a,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:15.978932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Publish callbacks [] for port (a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.982335 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-70fd2b41-c240-4c7a-b802-c29b8e4a535d tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2262590 Sep 25 01:05:15.983878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54746) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:15.986477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88adfa8-5818-4f3c-8133-db7ef1841af5 None None] Network bc254c69-2c00-4092-a9f7-38812e027719 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:15.989977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:15.991818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:15.992745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1539920518', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3b5632f-403a-4a50-90b8-3c753bfa181a'}], 'security_groups': ['322795d8-fcc5-4784-835c-e60180413dc7', 'b4ef887b-0010-4ec5-9b1d-aaddc965bca7']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:16.027017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=6a5ba871-e393-466e-8af1-811d8d5504cb,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:16.109131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Network 3d4728a1-54b7-4489-afc8-e8c30d85511f is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:16.128402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:16.137416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:16.159247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Pushing event updated for resources: {'Port': ['ID=a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:16.162976 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 6 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:16.193551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Allocated IP 172.36.7.18 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/aa1caf61-80eb-4aca-9afe-f4780b10c786) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:16.229923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (bed306a6-fdc5-42fc-a5aa-b0da479b3408), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:16.242959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0b1d7-6083-4bdb-a817-77e00ad211fb req-4ff99451-7239-4383-9280-0e0e85b014a1 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:16.245806 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fec0b1d7-6083-4bdb-a817-77e00ad211fb req-4ff99451-7239-4383-9280-0e0e85b014a1 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 944 time: 0.2488701 Sep 25 01:05:16.285111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:16.319768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:16.323175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:16.350467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=bed306a6-fdc5-42fc-a5aa-b0da479b3408,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:16.371399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:16.371781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:16.372236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:16.387759 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fec0b1d7-6083-4bdb-a817-77e00ad211fb req-f0413372-1915-42b4-b5f3-e09bd9b04c8d tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902634 Sep 25 01:05:16.399224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.402729 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:16.406539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:16.409063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.438260 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:16.442110 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:16.442110 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempt 2 to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 Sep 25 01:05:16.463666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:16.464089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:16.464468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.495706 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:16.499012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:16.533300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.546039 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:16.549390 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:16.550686 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempt 3 to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 Sep 25 01:05:16.557212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:16.571206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (3d4728a1-54b7-4489-afc8-e8c30d85511f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:16.578760 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea26eaf-b719-47cf-a85c-32550a83b913 None None] Sync routers for ids ['9e4b62a9-b881-418e-a57e-aed7f542e617'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:16.590008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:16.590608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:16.591195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:16.602172 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea26eaf-b719-47cf-a85c-32550a83b913 None None] Routers {'9e4b62a9-b881-418e-a57e-aed7f542e617'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:16.603505 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9ea26eaf-b719-47cf-a85c-32550a83b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['9e4b62a9-b881-418e-a57e-aed7f542e617'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:16.611267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c365deeb-ba65-4778-bc1c-97fe45cd5348), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:16.626456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f95995-3d52-4b7c-8000-b7fbebd1f6c6 None None] Update dhcp port {'port': {'network_id': 'bc254c69-2c00-4092-a9f7-38812e027719', 'fixed_ips': [{'subnet_id': '5ded34ba-c48c-454e-bc23-cc2a37023623', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2496a41f-6385-4d54-8ffc-7944d911c097', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3b5632f-403a-4a50-90b8-3c753bfa181a'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '90cfebd7-8d92-4026-b550-e7e7e91e0a8c'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:05:16.630604 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7f9bebe6-75bf-401b-b75a-a7ea2597f946 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/9e4b62a9-b881-418e-a57e-aed7f542e617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6782370 Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.631124 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:16.634648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:16.641288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54748) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:16.655097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4728a1-54b7-4489-afc8-e8c30d85511f']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:16.655437 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9ea26eaf-b719-47cf-a85c-32550a83b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:16.677812 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea26eaf-b719-47cf-a85c-32550a83b913 None None] Routers {'9e4b62a9-b881-418e-a57e-aed7f542e617'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:16.679173 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9ea26eaf-b719-47cf-a85c-32550a83b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['9e4b62a9-b881-418e-a57e-aed7f542e617'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.705882 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:16.712225 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:16.716754 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempt 4 to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 Sep 25 01:05:16.744214 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9ea26eaf-b719-47cf-a85c-32550a83b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:16.744843 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea26eaf-b719-47cf-a85c-32550a83b913 None None] The sync data for ids ['9e4b62a9-b881-418e-a57e-aed7f542e617'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:16.755365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:16.756007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:16.756576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:16.762318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-51f95995-3d52-4b7c-8000-b7fbebd1f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:16.763908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f694854-ae83-4a7e-8d86-ba7f9bef2a35') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:16.764610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f694854-ae83-4a7e-8d86-ba7f9bef2a35') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:16.785303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.801325 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:16.807722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:16.843368 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 7 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:16.849518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (9f694854-ae83-4a7e-8d86-ba7f9bef2a35), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:16.854014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router 61fc3a54-a3c2-42d4-ab55-930ace3073ee has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:16.865069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5665cc06-e178-4a3e-9f8b-8743b58384c6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:16.867780 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5665cc06-e178-4a3e-9f8b-8743b58384c6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports/e85b3855-989a-4962-9dc3-bcd8046ec533 HTTP/1.1" status: 200 len: 911 time: 0.2250161 Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:16.879897 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:16.883988 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:16.888326 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempt 5 to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 Sep 25 01:05:16.888991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54750) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:16.952992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9f694854-ae83-4a7e-8d86-ba7f9bef2a35), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:17.058772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:17.059873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:17.060348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (9f694854-ae83-4a7e-8d86-ba7f9bef2a35), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:17.076394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:17.112201 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4f41692a-86eb-4fbb-8b9f-aaaeaf662af4 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6ba4205a-1a5f-4219-bb2d-0a23eb020806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9879014 Sep 25 01:05:17.119502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54754) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:17.131041 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9f694854-ae83-4a7e-8d86-ba7f9bef2a35 resource provider aggregate not found Sep 25 01:05:17.132734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] Sync routers for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:17.156523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:17.157290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:17.157880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:17.167076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:17.196936 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9f694854-ae83-4a7e-8d86-ba7f9bef2a35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f694854-ae83-4a7e-8d86-ba7f9bef2a35 found for delete ", "request_id": "req-b28b1659-b2e4-4a03-a297-87901ffa33a5"}]} Sep 25 01:05:17.221425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:17.232751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:17.234918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.240575 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:17.246909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:17.274718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-928cb8f1-2078-4dc9-a9d4-9044a01535be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:17.276553 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-928cb8f1-2078-4dc9-a9d4-9044a01535be service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9&device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 1128 time: 0.2197881 Sep 25 01:05:17.279405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:17.303908 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1f85df-d942-4948-8c62-02a46693cbdf None None] Sync routers for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:17.331822 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f85df-d942-4948-8c62-02a46693cbdf None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:17.334027 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7e1f85df-d942-4948-8c62-02a46693cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:17.337590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.api [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:05:17.337590 dv-neutron-master-2-hyperv neutron-server[107187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:05:17.337590 dv-neutron-master-2-hyperv neutron-server[107187]: [parameters: {'id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:17.337590 dv-neutron-master-2-hyperv neutron-server[107187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:05:17.338361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG oslo_db.api [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:05:17.410117 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7e1f85df-d942-4948-8c62-02a46693cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:17.426672 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f85df-d942-4948-8c62-02a46693cbdf None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:17.428956 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7e1f85df-d942-4948-8c62-02a46693cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:17.483201 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7e1f85df-d942-4948-8c62-02a46693cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:17.485851 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1f85df-d942-4948-8c62-02a46693cbdf None None] The sync data for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.518381 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:17.521977 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:17.522867 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempt 6 to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 Sep 25 01:05:17.561427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:17.561835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:17.562907 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.587286 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:17.590491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.638751 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:17.641888 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:17.642356 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempt 7 to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 Sep 25 01:05:17.659970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-2ee190c6-fdfa-4410-a8a1-a1e451a27882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:17.662688 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-2ee190c6-fdfa-4410-a8a1-a1e451a27882 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6463def2-15bf-492a-bcb1-7a5e1663a4ef HTTP/1.1" status: 200 len: 898 time: 0.3349838 Sep 25 01:05:17.668395 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 8 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:17.675162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:17.675850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:17.676444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:17.727801 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-a1ec481c-91fd-40f6-a45c-6b72aa46cfbf service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b27757-a804-4687-9001-350f3af19276 HTTP/1.1" status: 200 len: 217 time: 0.0575895 Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.728363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:17.732072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:17.736824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:17.776301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Delete allocated IP 2001:db8::2e (bc254c69-2c00-4092-a9f7-38812e027719/2496a41f-6385-4d54-8ffc-7944d911c097) {{(pid=107187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 25 01:05:17.806648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:17.826950 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:17.846788 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:17.846788 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempt 8 to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 Sep 25 01:05:17.847015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Allocated IP 2001:db8:0:2::13b (bc254c69-2c00-4092-a9f7-38812e027719/b3b5632f-403a-4a50-90b8-3c753bfa181a/c365deeb-ba65-4778-bc1c-97fe45cd5348) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:17.847015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (3d4728a1-54b7-4489-afc8-e8c30d85511f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:17.847015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:17.851034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:17.906014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks [] for router (6ba4205a-1a5f-4219-bb2d-0a23eb020806), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:17.932369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:17.932895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:17.933469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:17.936013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41bc0b-16bb-428a-a0c0-d91fa75ee982 req-abff045c-dbc0-44bf-b29e-a411ca13472e tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:17.938992 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8f41bc0b-16bb-428a-a0c0-d91fa75ee982 req-abff045c-dbc0-44bf-b29e-a411ca13472e tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 944 time: 0.2496045 Sep 25 01:05:17.965950 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-4b945aa9-34f5-4476-973a-17ad4a8c07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:17.967644 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-4b945aa9-34f5-4476-973a-17ad4a8c07fa service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=01695e12-1601-48c5-b791-cfda3448d49a HTTP/1.1" status: 200 len: 834 time: 0.2172637 Sep 25 01:05:17.988831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.010141 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:18.016122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:18.036553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (9e4b62a9-b881-418e-a57e-aed7f542e617), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.078174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.085828 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6a4f7209-c42e-4691-b473-bbf667d59f9d tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6a5ba871-e393-466e-8af1-811d8d5504cb HTTP/1.1" status: 204 len: 168 time: 5.8199289 Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.087412 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:18.093652 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:18.094033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:18.097868 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempt 9 to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 Sep 25 01:05:18.110359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54760) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:18.144570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:18.161036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:18.161598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:18.162453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:18.183405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.203313 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:18.212666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:18.220306 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.238277 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:18.241208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:18.241208 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempt 10 to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 Sep 25 01:05:18.246432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T01:05:11Z', 'revision_number': 5, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:18.285993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event updated for resources: {'Port': ['ID=aa1caf61-80eb-4aca-9afe-f4780b10c786,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:18.290452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] Checking router: 6ba4205a-1a5f-4219-bb2d-0a23eb020806 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:05:18.301712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:18.302648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:18.304753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.349284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:18.354995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempting to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on network 3d4728a1-54b7-4489-afc8-e8c30d85511f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:18.355617 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 9 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:18.358346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] Routers {'6ba4205a-1a5f-4219-bb2d-0a23eb020806'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:18.359387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:18.384554 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8f41bc0b-16bb-428a-a0c0-d91fa75ee982 req-2f945f4f-a0d3-4379-9f59-61d735bd3b0f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886638 Sep 25 01:05:18.405322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 65b27757-a804-4687-9001-350f3af19276 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:05:18.450812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 0effb53e-37d6-413c-bffa-edd2e0778af2 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:18.451178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.454468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:18.510784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:18.517511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks [] for router_gateway (6ba4205a-1a5f-4219-bb2d-0a23eb020806), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet bed306a6-fdc5-42fc-a5aa-b0da479b3408 could not be found. Sep 25 01:05:18.519503 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:05:18.523045 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Failed to bind port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '9f694854-ae83-4a7e-8d86-ba7f9bef2a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d4728a1-54b7-4489-afc8-e8c30d85511f'}] Sep 25 01:05:18.523045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.583862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:18.619015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:18.717320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:18.718341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.774725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Deleting port 006b2911-bfef-4322-b885-0840a106ce87 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:18.775447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (006b2911-bfef-4322-b885-0840a106ce87), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.787705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] Set router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:18.793827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] For port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:18.794340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.807997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port 0effb53e-37d6-413c-bffa-edd2e0778af2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0effb53e-37d6-413c-bffa-edd2e0778af2,segment=NetworkSegment(4713135a-ac3f-45bc-9f8f-7b5bf3cbde91),segment_id=4713135a-ac3f-45bc-9f8f-7b5bf3cbde91)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:18.808486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.811258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Calling delete_port for a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:18.850223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-93944df9-f19d-4278-8c48-a2ca0f87427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:18.850223 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-93944df9-f19d-4278-8c48-a2ca0f87427c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6463def2-15bf-492a-bcb1-7a5e1663a4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.8684285 Sep 25 01:05:18.850683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] For port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:18.850683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Attempted to set empty binding levels {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:05:18.913056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:18.917873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b27757-a804-4687-9001-350f3af19276,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:18.924110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 0effb53e-37d6-413c-bffa-edd2e0778af2 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:18.994772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '65b27757-a804-4687-9001-350f3af19276', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'port_id': '65b27757-a804-4687-9001-350f3af19276', 'mac_address': 'fa:16:3e:97:20:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:05:19.079576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035cf3a-0b38-458b-8b16-5c0c2f157b52 None None] Pushing event updated for resources: {'Port': ['ID=a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:19.116136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 65b27757-a804-4687-9001-350f3af19276 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:19.116136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (65b27757-a804-4687-9001-350f3af19276), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.118150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:19.143716 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 10 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:19.175532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] For port 006b2911-bfef-4322-b885-0840a106ce87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=006b2911-bfef-4322-b885-0840a106ce87,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:19.176012 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (006b2911-bfef-4322-b885-0840a106ce87), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.185504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b27757-a804-4687-9001-350f3af19276 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:05:19.214345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (35c11d79-0799-4788-a569-10e6495b4f27), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.219406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Calling delete_port for 006b2911-bfef-4322-b885-0840a106ce87 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:19.225886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:19.239740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.240053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b27757-a804-4687-9001-350f3af19276,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:19.241114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T01:05:11Z', 'revision_number': 5, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:19.249733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for port (c365deeb-ba65-4778-bc1c-97fe45cd5348), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.297522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (c365deeb-ba65-4778-bc1c-97fe45cd5348), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.301447 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-9905ad7c-d9b1-43ca-b254-cb2e319af763 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376912 Sep 25 01:05:19.305429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Port': ['ID=a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:19.342783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No DVR routers for this DVR port a9a4a5c8-925c-44ac-b1a5-eac5ef2ac282 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:19.422198 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:19.465854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63c314-ff4f-4b6e-a3b5-ca23662623a7 None None] The sync data for ids ['6ba4205a-1a5f-4219-bb2d-0a23eb020806'] in dv-neutron-master-2-hyperv is: [{'id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'name': 'tempest-ServerActionsTestJSON-1484848181-router', 'tenant_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': '006b2911-bfef-4322-b885-0840a106ce87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:59:25Z', 'updated_at': '2022-09-25T01:05:11Z', 'revision_number': 5, 'project_id': '05c1407a105c4bd4a5e9c4debd1d7f74', 'gw_port': {'id': '006b2911-bfef-4322-b885-0840a106ce87', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:74:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4205a-1a5f-4219-bb2d-0a23eb020806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:59:28Z', 'updated_at': '2022-09-25T00:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:19.473983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (65b27757-a804-4687-9001-350f3af19276), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.479050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:19.485058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Provisioning complete for port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:19.485441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.485879 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 1 to provision port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c Sep 25 01:05:19.527214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:19.528789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:19.551262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] In _notify_port_updated(), no bound segment for port c365deeb-ba65-4778-bc1c-97fe45cd5348 on network bc254c69-2c00-4092-a9f7-38812e027719 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:05:19.556280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:19.556999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.558415 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "PUT /networking/v2.0/ports/c365deeb-ba65-4778-bc1c-97fe45cd5348 HTTP/1.1" status: 200 len: 970 time: 3.5723450 Sep 25 01:05:19.588120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54764) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:19.630509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ea254-0305-4344-ba04-ab2650bf07aa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event updated for resources: {'Port': ['ID=c365deeb-ba65-4778-bc1c-97fe45cd5348,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:19.641131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (61fc3a54-a3c2-42d4-ab55-930ace3073ee), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.655413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=65b27757-a804-4687-9001-350f3af19276,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:19.682571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-51f95995-3d52-4b7c-8000-b7fbebd1f6c6 None None] Allocated IP 2001:db8:0:2::2 (bc254c69-2c00-4092-a9f7-38812e027719/b3b5632f-403a-4a50-90b8-3c753bfa181a/90cfebd7-8d92-4026-b550-e7e7e91e0a8c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:19.691551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (3d4728a1-54b7-4489-afc8-e8c30d85511f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.698640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Current status of the port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:19.717634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Provisioning complete for port c365deeb-ba65-4778-bc1c-97fe45cd5348 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:19.718121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c365deeb-ba65-4778-bc1c-97fe45cd5348), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.718751 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 1 to provision port c365deeb-ba65-4778-bc1c-97fe45cd5348 Sep 25 01:05:19.745139 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e421012d-3152-45f0-a3f2-6abb3199de76 req-7d1c4d7a-bc04-4952-973c-7723ad3b233d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368079 Sep 25 01:05:19.756504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4728a1-54b7-4489-afc8-e8c30d85511f']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:19.768009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fccf92-f72c-4b0d-b7d7-6f5cd2781ced req-37c4f0a1-da85-42cb-9fce-5dccd4035965 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:19.769733 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43fccf92-f72c-4b0d-b7d7-6f5cd2781ced req-37c4f0a1-da85-42cb-9fce-5dccd4035965 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 945 time: 0.1675200 Sep 25 01:05:19.775920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port e85b3855-989a-4962-9dc3-bcd8046ec533 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:19.776226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e85b3855-989a-4962-9dc3-bcd8046ec533), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.789986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f694854-ae83-4a7e-8d86-ba7f9bef2a35') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:19.790331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f694854-ae83-4a7e-8d86-ba7f9bef2a35') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:19.806456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:19.807818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port c365deeb-ba65-4778-bc1c-97fe45cd5348 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:19.828194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (9f694854-ae83-4a7e-8d86-ba7f9bef2a35), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.863564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-51f95995-3d52-4b7c-8000-b7fbebd1f6c6 None None] For port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,segment=NetworkSegment(d2b9ca07-18e0-4d76-9371-0e22aec64604),segment_id=d2b9ca07-18e0-4d76-9371-0e22aec64604)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:19.890746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9f694854-ae83-4a7e-8d86-ba7f9bef2a35), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.910009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-51f95995-3d52-4b7c-8000-b7fbebd1f6c6 None None] Publish callbacks [] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.912521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:19.912952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (9f694854-ae83-4a7e-8d86-ba7f9bef2a35), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.917074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-51f95995-3d52-4b7c-8000-b7fbebd1f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.935645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['65b27757-a804-4687-9001-350f3af19276'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:05:20.044998 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9f694854-ae83-4a7e-8d86-ba7f9bef2a35 resource provider aggregate not found Sep 25 01:05:20.088658 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43fccf92-f72c-4b0d-b7d7-6f5cd2781ced req-18aa9103-c0b4-4c0b-8282-c77f6b04f8cc tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072109 Sep 25 01:05:20.091139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e85b3855-989a-4962-9dc3-bcd8046ec533), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.095283 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9f694854-ae83-4a7e-8d86-ba7f9bef2a35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f694854-ae83-4a7e-8d86-ba7f9bef2a35 found for delete ", "request_id": "req-99118192-4f2c-4168-9500-ed84b78a45ae"}]} Sep 25 01:05:20.110089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f95995-3d52-4b7c-8000-b7fbebd1f6c6 None None] Pushing event updated for resources: {'Port': ['ID=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:20.117505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for e85b3855-989a-4962-9dc3-bcd8046ec533 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:20.119661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (3d4728a1-54b7-4489-afc8-e8c30d85511f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.130709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.133946 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/3d4728a1-54b7-4489-afc8-e8c30d85511f HTTP/1.1" status: 204 len: 168 time: 4.8874965 Sep 25 01:05:20.137739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54770) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:20.147780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1719426353'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:20.173854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfe628-244b-4a93-b868-d8fcb705948f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=3d4728a1-54b7-4489-afc8-e8c30d85511f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:20.220769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:20.261120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:20.265715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.291070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (0effb53e-37d6-413c-bffa-edd2e0778af2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.336519 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 2 to provision port c365deeb-ba65-4778-bc1c-97fe45cd5348 Sep 25 01:05:20.360683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:20.388100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2a310403-2d44-4dde-8c91-c6c56f4893bb), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.388740 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment 2a310403-2d44-4dde-8c91-c6c56f4893bb of type vlan for network 243e8ea7-b369-49db-ab3c-c7de6aba02bd Sep 25 01:05:20.408149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-43bcc535-388e-4267-b441-633761607978 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port c365deeb-ba65-4778-bc1c-97fe45cd5348 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:20.411565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port c365deeb-ba65-4778-bc1c-97fe45cd5348 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:20.414406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43bcc535-388e-4267-b441-633761607978 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c365deeb-ba65-4778-bc1c-97fe45cd5348), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.461419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=0effb53e-37d6-413c-bffa-edd2e0778af2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:20.474268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (243e8ea7-b369-49db-ab3c-c7de6aba02bd), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.496957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:20.529291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (243e8ea7-b369-49db-ab3c-c7de6aba02bd), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.536199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:20.536810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.540969 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (35c11d79-0799-4788-a569-10e6495b4f27), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.547557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e85b3855-989a-4962-9dc3-bcd8046ec533), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.570354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:20.663033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=e85b3855-989a-4962-9dc3-bcd8046ec533,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:20.683166 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5408587 Sep 25 01:05:20.689768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54772) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:20.695771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': '243e8ea7-b369-49db-ab3c-c7de6aba02bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:20.768284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb92533-19ae-437b-bdc0-931aaefa0313 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=243e8ea7-b369-49db-ab3c-c7de6aba02bd,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:20.785473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 243e8ea7-b369-49db-ab3c-c7de6aba02bd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:20.807020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43bcc535-388e-4267-b441-633761607978 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c365deeb-ba65-4778-bc1c-97fe45cd5348), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.851932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (9e4b62a9-b881-418e-a57e-aed7f542e617), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.904728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (006b2911-bfef-4322-b885-0840a106ce87), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.913287 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 3 to provision port c365deeb-ba65-4778-bc1c-97fe45cd5348 Sep 25 01:05:20.989231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port c365deeb-ba65-4778-bc1c-97fe45cd5348 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:20.993623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-43bcc535-388e-4267-b441-633761607978 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for c365deeb-ba65-4778-bc1c-97fe45cd5348 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:21.031142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:21.031913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:21.031913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.039039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec9c42d-d3fd-49d1-ae6f-42d7425cf1ea None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:05:21.080744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:21.083923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=006b2911-bfef-4322-b885-0840a106ce87,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:21.105963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 90cfebd7-8d92-4026-b550-e7e7e91e0a8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:21.127292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router 9e4b62a9-b881-418e-a57e-aed7f542e617 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:21.221816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:21.221816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.222168 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c Sep 25 01:05:21.268113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:21.270395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (158c887f-f0df-40f4-a672-f7de71a07111), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.276063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9c42d-d3fd-49d1-ae6f-42d7425cf1ea None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:05:21.292156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:21.302587 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6892a1d2-0d77-4493-9bc4-f34cf6abcb33 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/9e4b62a9-b881-418e-a57e-aed7f542e617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4122405 Sep 25 01:05:21.306629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54776) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:21.317619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port 08ef15b2-949f-480c-831a-b3edbd9990bc {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:21.318235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (08ef15b2-949f-480c-831a-b3edbd9990bc), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.321746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8101d-02b7-4dae-81c4-e504c9c82d1a None None] Sync routers for ids ['9e4b62a9-b881-418e-a57e-aed7f542e617'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:21.356030 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0ab30745-c63e-40b3-a71c-728d8e71c354 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e4b62a9-b881-418e-a57e-aed7f542e617 HTTP/1.1" status: 200 len: 205 time: 0.0477045 Sep 25 01:05:21.358163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54778) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:21.362543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (6ba4205a-1a5f-4219-bb2d-0a23eb020806), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.406679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8101d-02b7-4dae-81c4-e504c9c82d1a None None] Routers {'9e4b62a9-b881-418e-a57e-aed7f542e617'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:21.407320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-06d8101d-02b7-4dae-81c4-e504c9c82d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['9e4b62a9-b881-418e-a57e-aed7f542e617'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:21.417398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:21.427541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c5e3-7384-4faf-978c-825999376b68 req-85d6e383-ada7-45e1-8563-a3a7185bb7d1 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:21.429929 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3952c5e3-7384-4faf-978c-825999376b68 req-85d6e383-ada7-45e1-8563-a3a7185bb7d1 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 945 time: 0.1996176 Sep 25 01:05:21.451194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7afd380e-0994-42b9-9663-0c5169746ff1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (9e4b62a9-b881-418e-a57e-aed7f542e617), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.459072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8998138a-31c1-408d-8708-530bbb832648 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:21.482260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-06d8101d-02b7-4dae-81c4-e504c9c82d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:21.489695 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 4 to provision port c365deeb-ba65-4778-bc1c-97fe45cd5348 Sep 25 01:05:21.494356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 8998138a-31c1-408d-8708-530bbb832648 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:21.494356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8998138a-31c1-408d-8708-530bbb832648 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:21.541488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8101d-02b7-4dae-81c4-e504c9c82d1a None None] Routers {'9e4b62a9-b881-418e-a57e-aed7f542e617'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:21.542031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-06d8101d-02b7-4dae-81c4-e504c9c82d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['9e4b62a9-b881-418e-a57e-aed7f542e617'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:21.600096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-06d8101d-02b7-4dae-81c4-e504c9c82d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:21.600578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8101d-02b7-4dae-81c4-e504c9c82d1a None None] The sync data for ids ['9e4b62a9-b881-418e-a57e-aed7f542e617'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:21.602019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (6ba4205a-1a5f-4219-bb2d-0a23eb020806), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.604755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port c365deeb-ba65-4778-bc1c-97fe45cd5348 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:21.608901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks [] for router_controller (6ba4205a-1a5f-4219-bb2d-0a23eb020806), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.676452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Router 35c11d79-0799-4788-a569-10e6495b4f27 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:05:21.700733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7afd380e-0994-42b9-9663-0c5169746ff1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (9e4b62a9-b881-418e-a57e-aed7f542e617), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.705184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7afd380e-0994-42b9-9663-0c5169746ff1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (9e4b62a9-b881-418e-a57e-aed7f542e617), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.731905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72310513-5974-415e-8ba4-6f473b2bedb8 None None] Network 3d4728a1-54b7-4489-afc8-e8c30d85511f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:21.737443 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3952c5e3-7384-4faf-978c-825999376b68 req-feda8e81-900b-4934-9ab9-1f529a16e598 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378428 Sep 25 01:05:21.773632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72310513-5974-415e-8ba4-6f473b2bedb8 None None] Network 3d4728a1-54b7-4489-afc8-e8c30d85511f could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:05:21.799763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (6ba4205a-1a5f-4219-bb2d-0a23eb020806), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.800430 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ba4205a-1a5f-4219-bb2d-0a23eb020806 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:21.814649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (a5f22bf2-d69b-402b-83cf-c93a3c025ff1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.838445 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (08ef15b2-949f-480c-831a-b3edbd9990bc), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.842221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:21.859770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.861929 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f2dcf9ef-5a98-4db4-8425-204a21877d2e admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/6ba4205a-1a5f-4219-bb2d-0a23eb020806 HTTP/1.1" status: 204 len: 168 time: 4.7345681 Sep 25 01:05:21.931004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54780) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:21.965884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=a5f22bf2-d69b-402b-83cf-c93a3c025ff1,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:21.975368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7afd380e-0994-42b9-9663-0c5169746ff1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (9e4b62a9-b881-418e-a57e-aed7f542e617), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.976239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afd380e-0994-42b9-9663-0c5169746ff1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Fanout notify agent at l3_agent the message router_deleted on router 9e4b62a9-b881-418e-a57e-aed7f542e617 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:22.026357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7afd380e-0994-42b9-9663-0c5169746ff1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.034019 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7afd380e-0994-42b9-9663-0c5169746ff1 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9e4b62a9-b881-418e-a57e-aed7f542e617 HTTP/1.1" status: 204 len: 168 time: 0.6684587 Sep 25 01:05:22.039778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54782) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:22.078827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:22.106340 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 5 to provision port c365deeb-ba65-4778-bc1c-97fe45cd5348 Sep 25 01:05:22.166928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port c365deeb-ba65-4778-bc1c-97fe45cd5348 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:22.192008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90583c3-a5ec-42f9-b5ca-41484a9df7c8 admin admin] Deleting subnet 82e81295-8b2f-4758-b928-2ce277ab246c {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:05:22.206554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f90583c3-a5ec-42f9-b5ca-41484a9df7c8 admin admin] Publish callbacks [] for subnet (82e81295-8b2f-4758-b928-2ce277ab246c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.246404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking segment: {'id': '2a310403-2d44-4dde-8c91-c6c56f4893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '243e8ea7-b369-49db-ab3c-c7de6aba02bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:22.247081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network hostable DHCP agents. Network: 243e8ea7-b369-49db-ab3c-c7de6aba02bd, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:22.259579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:22.292134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-99756f58-0dea-467a-bb73-b1f5597bb5ff tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting subnet 061f3d74-c2d2-4b96-a7ed-e98b831622ba {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:05:22.304042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-99756f58-0dea-467a-bb73-b1f5597bb5ff tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (061f3d74-c2d2-4b96-a7ed-e98b831622ba), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.348410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f90583c3-a5ec-42f9-b5ca-41484a9df7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (82e81295-8b2f-4758-b928-2ce277ab246c), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.416599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 65b27757-a804-4687-9001-350f3af19276 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:22.438051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for 08ef15b2-949f-480c-831a-b3edbd9990bc owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:22.489738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43bcc535-388e-4267-b441-633761607978 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c365deeb-ba65-4778-bc1c-97fe45cd5348), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.495472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:22.505641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 65b27757-a804-4687-9001-350f3af19276 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:05:22.518946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 65b27757-a804-4687-9001-350f3af19276 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:22.519772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (65b27757-a804-4687-9001-350f3af19276), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.520418 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 65b27757-a804-4687-9001-350f3af19276 Sep 25 01:05:22.600729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcc535-388e-4267-b441-633761607978 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=c365deeb-ba65-4778-bc1c-97fe45cd5348,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:22.614992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:22.626453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 65b27757-a804-4687-9001-350f3af19276 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:22.627803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (65b27757-a804-4687-9001-350f3af19276), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.661067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b27757-a804-4687-9001-350f3af19276'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:05:22.663788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e8a1c4-fa8a-49c7-bca3-98c60dd1f847" -d '{"events": [{"server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "name": "network-vif-plugged", "status": "completed", "tag": "65b27757-a804-4687-9001-350f3af19276"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:05:22.664582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43bcc535-388e-4267-b441-633761607978 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.667825 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-43bcc535-388e-4267-b441-633761607978 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c365deeb-ba65-4778-bc1c-97fe45cd5348 HTTP/1.1" status: 204 len: 168 time: 3.0730848 Sep 25 01:05:22.671544 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 6 to provision port c365deeb-ba65-4778-bc1c-97fe45cd5348 Sep 25 01:05:22.671736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54786) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:22.708231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b27757-a804-4687-9001-350f3af19276,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:22.709859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Port c365deeb-ba65-4778-bc1c-97fe45cd5348 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:05:22.714892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Could not find standard attr ID for object e85b3855-989a-4962-9dc3-bcd8046ec533. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:22.717085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (65b27757-a804-4687-9001-350f3af19276), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.727325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Could not find standard attr ID for object 6a5ba871-e393-466e-8af1-811d8d5504cb. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:22.755414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014bccbc-280a-41b8-933a-4250e312a86e x-openstack-request-id: req-014bccbc-280a-41b8-933a-4250e312a86e {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:05:22.755803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "name": "network-vif-plugged", "status": "completed", "tag": "65b27757-a804-4687-9001-350f3af19276", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:05:22.756188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-014bccbc-280a-41b8-933a-4250e312a86e {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:05:22.757368 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014bccbc-280a-41b8-933a-4250e312a86e'] response: {'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b27757-a804-4687-9001-350f3af19276', 'code': 200} Sep 25 01:05:22.768099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:22.770764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:22.784431 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Sync routers for ids ['35c11d79-0799-4788-a569-10e6495b4f27'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:22.787066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Provisioning complete for port 928fab1d-74a8-44df-8cff-00b34e5434da triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:22.788270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.788721 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 1 to provision port 928fab1d-74a8-44df-8cff-00b34e5434da Sep 25 01:05:22.811916 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Routers {'35c11d79-0799-4788-a569-10e6495b4f27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:22.812975 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c11d79-0799-4788-a569-10e6495b4f27'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:22.822887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-99756f58-0dea-467a-bb73-b1f5597bb5ff tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (061f3d74-c2d2-4b96-a7ed-e98b831622ba), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.840813 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb7bcac-a36b-4d2b-9b5d-5a8bb1620657 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] GET failed (client error): The resource could not be found. Sep 25 01:05:22.842960 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fbb7bcac-a36b-4d2b-9b5d-5a8bb1620657 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports/c365deeb-ba65-4778-bc1c-97fe45cd5348 HTTP/1.1" status: 404 len: 333 time: 0.1689391 Sep 25 01:05:22.876376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=65b27757-a804-4687-9001-350f3af19276,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:22.877276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network 243e8ea7-b369-49db-ab3c-c7de6aba02bd is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:22.899299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54790) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:22.973129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 243e8ea7-b369-49db-ab3c-c7de6aba02bd) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:22.993233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:22.993853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.995271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d672cb4a-5bb5-40da-9f03-05ae07ff72c4 None None] Network 243e8ea7-b369-49db-ab3c-c7de6aba02bd requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:23.009874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 006b2911-bfef-4322-b885-0840a106ce87 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:23.019516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:23.034519 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-104eb926-aade-4e34-b302-cf0a0b257af5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0857651 Sep 25 01:05:23.047542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54792) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:23.082918 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:23.105737 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:23.114141 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6e823d7f-90df-4f4e-8d47-5352573f8aea tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4231932 Sep 25 01:05:23.118773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f90583c3-a5ec-42f9-b5ca-41484a9df7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (82e81295-8b2f-4758-b928-2ce277ab246c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.121418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54794) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:23.127127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:23.130574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Set router 35c11d79-0799-4788-a569-10e6495b4f27 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:23.147799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': '243e8ea7-b369-49db-ab3c-c7de6aba02bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:23.188793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253face-964c-4a94-874c-3c69c7329aca req-882c023c-9c60-4b64-9810-55d635815d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:23.191539 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a253face-964c-4a94-874c-3c69c7329aca req-882c023c-9c60-4b64-9810-55d635815d75 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 1130 time: 0.1567764 Sep 25 01:05:23.241578 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.244435 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e5a783d3-8f35-4464-b190-d2b558c6646f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.3171024 Sep 25 01:05:23.256895 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54796) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:23.266978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (08ef15b2-949f-480c-831a-b3edbd9990bc), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.299927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-99756f58-0dea-467a-bb73-b1f5597bb5ff tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (061f3d74-c2d2-4b96-a7ed-e98b831622ba), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.383738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 006b2911-bfef-4322-b885-0840a106ce87 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:23.384097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 006b2911-bfef-4322-b885-0840a106ce87 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:23.385658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80201-ecda-4b93-a584-6724c01c1968 req-74fa4063-4f0d-47d7-8b02-a2e3d9e83c4d tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:23.393754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Current status of the port 928fab1d-74a8-44df-8cff-00b34e5434da is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:23.399870 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4ac80201-ecda-4b93-a584-6724c01c1968 req-74fa4063-4f0d-47d7-8b02-a2e3d9e83c4d tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.4416389 Sep 25 01:05:23.422344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:23.423010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:23.424903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:23.433706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Provisioning complete for port 65b27757-a804-4687-9001-350f3af19276 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:23.434056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (65b27757-a804-4687-9001-350f3af19276), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.434478 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Attempt 1 to provision port 65b27757-a804-4687-9001-350f3af19276 Sep 25 01:05:23.460816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-795d8ebb-e0d6-41f2-bb0f-6150e6ee6b7b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (ecd84291-3b22-440d-918a-b3ffb53c3210), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.483410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=08ef15b2-949f-480c-831a-b3edbd9990bc,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:23.506574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c11d79-0799-4788-a569-10e6495b4f27', 'name': 'tempest-snat-router-2043643921', 'tenant_id': '3204138973e34cf590ae1100ca3faefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.18'}], 'enable_snat': True}, 'gw_port_id': 'aa1caf61-80eb-4aca-9afe-f4780b10c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:10Z', 'updated_at': '2022-09-25T01:05:18Z', 'revision_number': 3, 'project_id': '3204138973e34cf590ae1100ca3faefb', 'gw_port': {'id': 'aa1caf61-80eb-4aca-9afe-f4780b10c786', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c11d79-0799-4788-a569-10e6495b4f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:15Z', 'updated_at': '2022-09-25T01:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:23.562906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-795d8ebb-e0d6-41f2-bb0f-6150e6ee6b7b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (ecd84291-3b22-440d-918a-b3ffb53c3210), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.580894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-99756f58-0dea-467a-bb73-b1f5597bb5ff tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (061f3d74-c2d2-4b96-a7ed-e98b831622ba), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.585321 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Checking router: 35c11d79-0799-4788-a569-10e6495b4f27 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:05:23.586046 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Updating router 35c11d79-0799-4788-a569-10e6495b4f27 port aa1caf61-80eb-4aca-9afe-f4780b10c786 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:05:23.604440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a4bd80-6005-4f1a-99dc-b7e394c9a99b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting subnet 4703a319-a610-4b82-9c73-9edd21c6d077 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:05:23.618174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a4bd80-6005-4f1a-99dc-b7e394c9a99b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (4703a319-a610-4b82-9c73-9edd21c6d077), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.637628 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.664214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f90583c3-a5ec-42f9-b5ca-41484a9df7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (82e81295-8b2f-4758-b928-2ce277ab246c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.674751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-99756f58-0dea-467a-bb73-b1f5597bb5ff tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.676978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14cd344-984e-45e0-86b3-071f36ea1e29 None None] Network fdf9a19b-0884-405d-9dad-4748486a0803 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:23.680027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a4bd80-6005-4f1a-99dc-b7e394c9a99b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (4703a319-a610-4b82-9c73-9edd21c6d077), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.680891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:23.700905 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-99756f58-0dea-467a-bb73-b1f5597bb5ff tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/061f3d74-c2d2-4b96-a7ed-e98b831622ba HTTP/1.1" status: 204 len: 168 time: 1.6595147 Sep 25 01:05:23.703814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:23.731079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54798) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:23.798664 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a4bd80-6005-4f1a-99dc-b7e394c9a99b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (4703a319-a610-4b82-9c73-9edd21c6d077), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.805062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99756f58-0dea-467a-bb73-b1f5597bb5ff tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Subnet': ['ID=061f3d74-c2d2-4b96-a7ed-e98b831622ba,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:23.819292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f90583c3-a5ec-42f9-b5ca-41484a9df7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.822882 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f90583c3-a5ec-42f9-b5ca-41484a9df7c8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/82e81295-8b2f-4758-b928-2ce277ab246c HTTP/1.1" status: 204 len: 168 time: 1.8730946 Sep 25 01:05:23.825323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-243e8ea7-b369-49db-ab3c-c7de6aba02bd', 'network_id': '243e8ea7-b369-49db-ab3c-c7de6aba02bd', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': 'a5f22bf2-d69b-402b-83cf-c93a3c025ff1'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:23.827015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.840763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54800) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:23.921670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d69490-188a-4004-b634-ad591020b554 None None] Network da310e92-d7bd-433d-bd93-f81d5d9edbcf requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:23.938600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:23.938856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:05:19Z', 'revision_number': 11, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:23.940163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-795d8ebb-e0d6-41f2-bb0f-6150e6ee6b7b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (ecd84291-3b22-440d-918a-b3ffb53c3210), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.944845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-795d8ebb-e0d6-41f2-bb0f-6150e6ee6b7b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:23.949464 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-795d8ebb-e0d6-41f2-bb0f-6150e6ee6b7b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ecd84291-3b22-440d-918a-b3ffb53c3210 HTTP/1.1" status: 204 len: 168 time: 1.0376589 Sep 25 01:05:23.958907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54802) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:23.978587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90583c3-a5ec-42f9-b5ca-41484a9df7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e81295-8b2f-4758-b928-2ce277ab246c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:23.995238 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a253face-964c-4a94-874c-3c69c7329aca req-a8716e0c-219a-4509-8db3-b32ac2420963 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7853251 Sep 25 01:05:24.040148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:24.056447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:05:24.120346 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Publish callbacks [] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.133016 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.156395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d8ebb-e0d6-41f2-bb0f-6150e6ee6b7b tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd84291-3b22-440d-918a-b3ffb53c3210,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:24.221641 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aa493-6c28-49dc-8e48-f8351c9e2167 None None] Pushing event updated for resources: {'Port': ['ID=aa1caf61-80eb-4aca-9afe-f4780b10c786,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:24.241687 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:05:24.250062 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Attempting to bind port aa1caf61-80eb-4aca-9afe-f4780b10c786 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:24.254434 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Attempting to bind port aa1caf61-80eb-4aca-9afe-f4780b10c786 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:24.254434 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Attempting to bind port aa1caf61-80eb-4aca-9afe-f4780b10c786 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:24.268106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (fdf9a19b-0884-405d-9dad-4748486a0803), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.278931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (b4ef887b-0010-4ec5-9b1d-aaddc965bca7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.287446 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e2931112-f18f-4293-a538-bddc78681e98 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/35c11d79-0799-4788-a569-10e6495b4f27 HTTP/1.1" status: 200 len: 907 time: 1.0243595 Sep 25 01:05:24.287745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:24.287745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:24.292305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (61fc3a54-a3c2-42d4-ab55-930ace3073ee), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.298233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54804) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:24.301140 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a4bd80-6005-4f1a-99dc-b7e394c9a99b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (4703a319-a610-4b82-9c73-9edd21c6d077), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.302699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b232-f0b6-4472-9d59-c98f11dea5be None None] Current status of the port 65b27757-a804-4687-9001-350f3af19276 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:24.335756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:24.344756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a4bd80-6005-4f1a-99dc-b7e394c9a99b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.350079 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-72a4bd80-6005-4f1a-99dc-b7e394c9a99b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4703a319-a610-4b82-9c73-9edd21c6d077 HTTP/1.1" status: 204 len: 168 time: 1.2831001 Sep 25 01:05:24.363396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54806) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:24.376766 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:24.377454 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:24.378106 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.379320 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:24.380257 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Bound port: aa1caf61-80eb-4aca-9afe-f4780b10c786, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:24.391488 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.396220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d7fa9-cc1f-4082-997c-d9171d584aff None None] Network 3737168f-742b-4329-8ee5-f46e4a0a0e1a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:24.481971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:24.521592 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] For port aa1caf61-80eb-4aca-9afe-f4780b10c786, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:24.528044 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] For port aa1caf61-80eb-4aca-9afe-f4780b10c786, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa1caf61-80eb-4aca-9afe-f4780b10c786,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:24.533839 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:24.541351 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.549293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:24.557320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.567432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a07d01a-4c16-438f-b6aa-6dd60b57b695 None None] DHCP port deletion for fdf9a19b-0884-405d-9dad-4748486a0803 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:05:24.597231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:24.624868 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Routers {'35c11d79-0799-4788-a569-10e6495b4f27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:24.625966 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c11d79-0799-4788-a569-10e6495b4f27'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:24.655870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (3737168f-742b-4329-8ee5-f46e4a0a0e1a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.672176 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4ac80201-ecda-4b93-a584-6724c01c1968 req-ddc85b1b-9c54-4394-9ce9-faff5fee9a88 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2707582 Sep 25 01:05:24.689715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4bd80-6005-4f1a-99dc-b7e394c9a99b tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Subnet': ['ID=4703a319-a610-4b82-9c73-9edd21c6d077,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:24.723701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Provisioning complete for port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:24.724307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.725448 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 1 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:24.734098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (da310e92-d7bd-433d-bd93-f81d5d9edbcf), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.799533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (b4ef887b-0010-4ec5-9b1d-aaddc965bca7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.865450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Deleting port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:24.865687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:24.875449 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aa493-6c28-49dc-8e48-f8351c9e2167 None None] Pushing event updated for resources: {'Port': ['ID=aa1caf61-80eb-4aca-9afe-f4780b10c786,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:24.925518 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] Set router 35c11d79-0799-4788-a569-10e6495b4f27 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:24.990836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:05:19Z', 'revision_number': 11, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:25.091395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c34fe-0493-4162-a17a-b4cd7c282483 None None] DHCP port deletion for da310e92-d7bd-433d-bd93-f81d5d9edbcf request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:05:25.105513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (35c11d79-0799-4788-a569-10e6495b4f27), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.130149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d1e64-be3a-436f-adb3-f1f6cec6d54b None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:05:19Z', 'revision_number': 11, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:25.140596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Allocated IP 2001:db8::2 (243e8ea7-b369-49db-ab3c-c7de6aba02bd/a5f22bf2-d69b-402b-83cf-c93a3c025ff1/1cd59362-70f2-45ff-a656-b76b3db1cd36) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:25.147019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 928fab1d-74a8-44df-8cff-00b34e5434da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:25.151316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] For port 7d54a04f-4be4-44a5-adb3-647fd8df6f61, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d54a04f-4be4-44a5-adb3-647fd8df6f61,segment=NetworkSegment(4713135a-ac3f-45bc-9f8f-7b5bf3cbde91),segment_id=4713135a-ac3f-45bc-9f8f-7b5bf3cbde91)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:25.151901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.159582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:25.192539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5a07d01a-4c16-438f-b6aa-6dd60b57b695 None None] Deleting port 928fab1d-74a8-44df-8cff-00b34e5434da {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:25.193087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5a07d01a-4c16-438f-b6aa-6dd60b57b695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.236804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Calling delete_port for 7d54a04f-4be4-44a5-adb3-647fd8df6f61 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:25.238475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:25.289723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b4ef887b-0010-4ec5-9b1d-aaddc965bca7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.294098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.301806 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b4ef887b-0010-4ec5-9b1d-aaddc965bca7 HTTP/1.1" status: 204 len: 168 time: 1.3197005 Sep 25 01:05:25.302852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54808) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:25.431366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router 61fc3a54-a3c2-42d4-ab55-930ace3073ee has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:25.434506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-495c34fe-0493-4162-a17a-b4cd7c282483 None None] Deleting port dd641db6-b239-44cb-8906-9c02ee3cf964 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:25.435303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-495c34fe-0493-4162-a17a-b4cd7c282483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.587212 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c11d79-0799-4788-a569-10e6495b4f27', 'name': 'tempest-snat-router-2043643921', 'tenant_id': '3204138973e34cf590ae1100ca3faefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.18'}], 'enable_snat': True}, 'gw_port_id': 'aa1caf61-80eb-4aca-9afe-f4780b10c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:10Z', 'updated_at': '2022-09-25T01:05:18Z', 'revision_number': 3, 'project_id': '3204138973e34cf590ae1100ca3faefb', 'gw_port': {'id': 'aa1caf61-80eb-4aca-9afe-f4780b10c786', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c11d79-0799-4788-a569-10e6495b4f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:15Z', 'updated_at': '2022-09-25T01:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:25.594662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 928fab1d-74a8-44df-8cff-00b34e5434da {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:25.596082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.600302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ef887b-0010-4ec5-9b1d-aaddc965bca7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:25.603161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (7d54a04f-4be4-44a5-adb3-647fd8df6f61), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.612049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1ac82-2f4e-4729-9aa6-c73650f606e1 None None] DHCP port deletion for 3737168f-742b-4329-8ee5-f46e4a0a0e1a request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:05:25.636712 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14ec041-fbf1-450e-91ff-19fdc7376825 None None] The sync data for ids ['35c11d79-0799-4788-a569-10e6495b4f27'] in dv-neutron-master-2-hyperv is: [{'id': '35c11d79-0799-4788-a569-10e6495b4f27', 'name': 'tempest-snat-router-2043643921', 'tenant_id': '3204138973e34cf590ae1100ca3faefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.18'}], 'enable_snat': True}, 'gw_port_id': 'aa1caf61-80eb-4aca-9afe-f4780b10c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:10Z', 'updated_at': '2022-09-25T01:05:18Z', 'revision_number': 3, 'project_id': '3204138973e34cf590ae1100ca3faefb', 'gw_port': {'id': 'aa1caf61-80eb-4aca-9afe-f4780b10c786', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:82:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c11d79-0799-4788-a569-10e6495b4f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:15Z', 'updated_at': '2022-09-25T01:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.687524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.689111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Port': ['ID=7d54a04f-4be4-44a5-adb3-647fd8df6f61,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:25.692716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.693479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.694083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.694670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.696699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a59a3e-15b7-4b2a-917a-ffa26f958e25 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:25.697397 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 2 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:25.821455 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:25.838850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No DVR routers for this DVR port 7d54a04f-4be4-44a5-adb3-647fd8df6f61 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:25.865404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:25.885069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5a07d01a-4c16-438f-b6aa-6dd60b57b695 None None] For port 928fab1d-74a8-44df-8cff-00b34e5434da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928fab1d-74a8-44df-8cff-00b34e5434da,segment=NetworkSegment(5e459d8a-697b-41da-a9df-d27f3aa7e289),segment_id=5e459d8a-697b-41da-a9df-d27f3aa7e289)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:25.886563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5a07d01a-4c16-438f-b6aa-6dd60b57b695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.893992 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:25.908763 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-67edb228-00ae-4e80-876f-6a83ef568c1c tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/routers/61fc3a54-a3c2-42d4-ab55-930ace3073ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7893558 Sep 25 01:05:25.909045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef52-24a6-4c0c-913c-5f1bc143bba8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (322795d8-fcc5-4784-835c-e60180413dc7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:25.913904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54812) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:25.989566 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b77e3-7244-4cd8-a98b-01040f854ab5 None None] Sync routers for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:26.028180 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b77e3-7244-4cd8-a98b-01040f854ab5 None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:26.033551 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-898b77e3-7244-4cd8-a98b-01040f854ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:26.049892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Deleting port dd641db6-b239-44cb-8906-9c02ee3cf964 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:26.050444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.125516 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-898b77e3-7244-4cd8-a98b-01040f854ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:26.139360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router (61fc3a54-a3c2-42d4-ab55-930ace3073ee), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.159425 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b77e3-7244-4cd8-a98b-01040f854ab5 None None] Routers {'61fc3a54-a3c2-42d4-ab55-930ace3073ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:26.160714 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-898b77e3-7244-4cd8-a98b-01040f854ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:26.173724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef52-24a6-4c0c-913c-5f1bc143bba8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (322795d8-fcc5-4784-835c-e60180413dc7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.239237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:26.244365 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-898b77e3-7244-4cd8-a98b-01040f854ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:26.247641 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b77e3-7244-4cd8-a98b-01040f854ab5 None None] The sync data for ids ['61fc3a54-a3c2-42d4-ab55-930ace3073ee'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:26.415376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (3737168f-742b-4329-8ee5-f46e4a0a0e1a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.419917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:26.438555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (35c11d79-0799-4788-a569-10e6495b4f27), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.464877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15221dc-8038-4944-9b7e-560ab6115470 req-36fe921e-3d26-440a-8262-3aa5155bf8b1 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:26.466819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:26.469748 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f15221dc-8038-4944-9b7e-560ab6115470 req-36fe921e-3d26-440a-8262-3aa5155bf8b1 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.3560860 Sep 25 01:05:26.474632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3737168f-742b-4329-8ee5-f46e4a0a0e1a']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:26.489678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 928fab1d-74a8-44df-8cff-00b34e5434da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928fab1d-74a8-44df-8cff-00b34e5434da,segment=NetworkSegment(5e459d8a-697b-41da-a9df-d27f3aa7e289),segment_id=5e459d8a-697b-41da-a9df-d27f3aa7e289)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:26.491183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.495308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:26.495749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4713135a-ac3f-45bc-9f8f-7b5bf3cbde91') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:26.514166 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (4713135a-ac3f-45bc-9f8f-7b5bf3cbde91), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.526329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_gateway (61fc3a54-a3c2-42d4-ab55-930ace3073ee), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.527033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 928fab1d-74a8-44df-8cff-00b34e5434da owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:26.545525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4713135a-ac3f-45bc-9f8f-7b5bf3cbde91), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.573326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:26.573600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (4713135a-ac3f-45bc-9f8f-7b5bf3cbde91), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.613336 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 3 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:26.624829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5a07d01a-4c16-438f-b6aa-6dd60b57b695 None None] Calling delete_port for 928fab1d-74a8-44df-8cff-00b34e5434da owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:26.655358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Publish callbacks [] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.696599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port 0d357033-f97a-4e63-adea-308687a276a0 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:26.696599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0d357033-f97a-4e63-adea-308687a276a0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.709903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 928fab1d-74a8-44df-8cff-00b34e5434da is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:26.711332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.813296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:26.816571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0d357033-f97a-4e63-adea-308687a276a0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.830610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] For port dd641db6-b239-44cb-8906-9c02ee3cf964, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd641db6-b239-44cb-8906-9c02ee3cf964,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:26.831122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.831264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.837048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for 0d357033-f97a-4e63-adea-308687a276a0 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:26.847646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-495c34fe-0493-4162-a17a-b4cd7c282483 None None] For port dd641db6-b239-44cb-8906-9c02ee3cf964, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd641db6-b239-44cb-8906-9c02ee3cf964,segment=NetworkSegment(a2945ff0-1f47-4158-b913-d2b882e9004c),segment_id=a2945ff0-1f47-4158-b913-d2b882e9004c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:26.848378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-495c34fe-0493-4162-a17a-b4cd7c282483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.851570 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 4713135a-ac3f-45bc-9f8f-7b5bf3cbde91 resource provider aggregate not found Sep 25 01:05:26.871014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (3737168f-742b-4329-8ee5-f46e4a0a0e1a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.883977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:26.889450 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/networks/3737168f-742b-4329-8ee5-f46e4a0a0e1a HTTP/1.1" status: 204 len: 168 time: 2.4744799 Sep 25 01:05:26.900324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54820) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:26.923616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Network 243e8ea7-b369-49db-ab3c-c7de6aba02bd is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:26.934670 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f15221dc-8038-4944-9b7e-560ab6115470 req-a520b9f9-f625-4260-b564-bca603bb8abf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913910 Sep 25 01:05:26.938862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-495c34fe-0493-4162-a17a-b4cd7c282483 None None] Calling delete_port for dd641db6-b239-44cb-8906-9c02ee3cf964 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:26.940721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:26.947055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'routes': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:26.954604 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 4713135a-ac3f-45bc-9f8f-7b5bf3cbde91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4713135a-ac3f-45bc-9f8f-7b5bf3cbde91 found for delete ", "request_id": "req-db450c2a-8cc7-4b11-a741-d8156a9b9af0"}]} Sep 25 01:05:26.957449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Pushing event deleted for resources: {'Network': ['ID=3737168f-742b-4329-8ee5-f46e4a0a0e1a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:26.959290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 928fab1d-74a8-44df-8cff-00b34e5434da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=928fab1d-74a8-44df-8cff-00b34e5434da,segment=NetworkSegment(5e459d8a-697b-41da-a9df-d27f3aa7e289),segment_id=5e459d8a-697b-41da-a9df-d27f3aa7e289)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:26.961658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:26.968877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.969292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.969710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.970060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.970446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.971139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.971498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.972149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.972737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.973313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.973945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.974700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.976046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.977188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.977537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00417ece-2679-4c36-92cb-91c2ecc0ba62 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:26.990801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:27.041043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Calling delete_port for dd641db6-b239-44cb-8906-9c02ee3cf964 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:27.044801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (fda40e5f-bee6-4d5d-9fd8-4ea130f760a1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.055638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef52-24a6-4c0c-913c-5f1bc143bba8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (322795d8-fcc5-4784-835c-e60180413dc7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.056874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef52-24a6-4c0c-913c-5f1bc143bba8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.058169 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8d56ef52-24a6-4c0c-913c-5f1bc143bba8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/322795d8-fcc5-4784-835c-e60180413dc7 HTTP/1.1" status: 204 len: 168 time: 1.7012877 Sep 25 01:05:27.094210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.098110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54824) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:27.120731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Pushing event updated for resources: {'Port': ['ID=1cd59362-70f2-45ff-a656-b76b3db1cd36,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:27.154051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:27.172874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=fda40e5f-bee6-4d5d-9fd8-4ea130f760a1,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:27.190981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:27.227295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=928fab1d-74a8-44df-8cff-00b34e5434da,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:27.233057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd789d-0903-4ca2-b925-78f55a987a49 req-12a72c61-2a42-4a28-9238-af705865d958 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:27.235873 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b4fd789d-0903-4ca2-b925-78f55a987a49 req-12a72c61-2a42-4a28-9238-af705865d958 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1461940 Sep 25 01:05:27.237631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network 243e8ea7-b369-49db-ab3c-c7de6aba02bd is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:27.260914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56ef52-24a6-4c0c-913c-5f1bc143bba8 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322795d8-fcc5-4784-835c-e60180413dc7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:27.277763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:27.310822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51e7bd3-8a6b-4032-a8ca-51832ca28ecf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet 2496a41f-6385-4d54-8ffc-7944d911c097 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:05:27.319566 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 4 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:27.329685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5a07d01a-4c16-438f-b6aa-6dd60b57b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.357394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51e7bd3-8a6b-4032-a8ca-51832ca28ecf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (2496a41f-6385-4d54-8ffc-7944d911c097), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.397855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:27.398927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.403689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Deleting port aa1caf61-80eb-4aca-9afe-f4780b10c786 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:27.404292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.459308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07d01a-4c16-438f-b6aa-6dd60b57b695 None None] Pushing event deleted for resources: {'Port': ['ID=928fab1d-74a8-44df-8cff-00b34e5434da,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:27.501462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a07d01a-4c16-438f-b6aa-6dd60b57b695 None None] No DVR routers for this DVR port 928fab1d-74a8-44df-8cff-00b34e5434da on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:27.513039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device aa1caf61-80eb-4aca-9afe-f4780b10c786 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:27.523159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Attempting to bind port 1cd59362-70f2-45ff-a656-b76b3db1cd36 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:27.523780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Attempting to bind port 1cd59362-70f2-45ff-a656-b76b3db1cd36 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2a310403-2d44-4dde-8c91-c6c56f4893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '243e8ea7-b369-49db-ab3c-c7de6aba02bd'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:27.524397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Attempting to bind port 1cd59362-70f2-45ff-a656-b76b3db1cd36 on network 243e8ea7-b369-49db-ab3c-c7de6aba02bd {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:27.532102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51e7bd3-8a6b-4032-a8ca-51832ca28ecf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (2496a41f-6385-4d54-8ffc-7944d911c097), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.572888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:27.587494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.extraroute_db [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Added routes are [] {{(pid=107187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 25 01:05:27.588048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.extraroute_db [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Removed routes are [] {{(pid=107187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 25 01:05:27.588682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (158c887f-f0df-40f4-a672-f7de71a07111), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.633894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-495c34fe-0493-4162-a17a-b4cd7c282483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.707393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c34fe-0493-4162-a17a-b4cd7c282483 None None] Pushing event deleted for resources: {'Port': ['ID=dd641db6-b239-44cb-8906-9c02ee3cf964,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:27.715806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c34fe-0493-4162-a17a-b4cd7c282483 None None] No DVR routers for this DVR port dd641db6-b239-44cb-8906-9c02ee3cf964 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:27.731759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:27.732130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Checking segment: {'id': '2a310403-2d44-4dde-8c91-c6c56f4893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '243e8ea7-b369-49db-ab3c-c7de6aba02bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:27.732836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.733153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Bound using segment: {'id': '2a310403-2d44-4dde-8c91-c6c56f4893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '243e8ea7-b369-49db-ab3c-c7de6aba02bd'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:27.734147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Bound port: 1cd59362-70f2-45ff-a656-b76b3db1cd36, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a310403-2d44-4dde-8c91-c6c56f4893bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '243e8ea7-b369-49db-ab3c-c7de6aba02bd'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:27.734562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.755637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port aa1caf61-80eb-4aca-9afe-f4780b10c786 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:27.757574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.757574 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port aa1caf61-80eb-4aca-9afe-f4780b10c786 Sep 25 01:05:27.792366 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d5345afc-4792-484c-be49-ae152f70ecca tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.6496842 Sep 25 01:05:27.808380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54826) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:27.871923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] For port 1cd59362-70f2-45ff-a656-b76b3db1cd36, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:27.880169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (928fab1d-74a8-44df-8cff-00b34e5434da), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.917270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port aa1caf61-80eb-4aca-9afe-f4780b10c786 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:27.917270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.949866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port aa1caf61-80eb-4aca-9afe-f4780b10c786, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa1caf61-80eb-4aca-9afe-f4780b10c786,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:27.955664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:27.975377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No DVR routers for this DVR port 928fab1d-74a8-44df-8cff-00b34e5434da on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:28.024968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:28.025756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:28.026219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=928fab1d-74a8-44df-8cff-00b34e5434da,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:28.042900 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b4fd789d-0903-4ca2-b925-78f55a987a49 req-15cd1e12-fcb6-4ab2-8a6d-bf797532550b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7955141 Sep 25 01:05:28.050434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (0d357033-f97a-4e63-adea-308687a276a0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.063892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] For port 1cd59362-70f2-45ff-a656-b76b3db1cd36, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cd59362-70f2-45ff-a656-b76b3db1cd36,segment=NetworkSegment(2a310403-2d44-4dde-8c91-c6c56f4893bb),segment_id=2a310403-2d44-4dde-8c91-c6c56f4893bb)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:28.066829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=aa1caf61-80eb-4aca-9afe-f4780b10c786,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:28.074837 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 5 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:28.099598 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54828) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:28.113429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.117386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dd641db6-b239-44cb-8906-9c02ee3cf964 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:28.166542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: dd641db6-b239-44cb-8906-9c02ee3cf964 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:28.167150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dd641db6-b239-44cb-8906-9c02ee3cf964 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:28.167809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7d54a04f-4be4-44a5-adb3-647fd8df6f61 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:28.209024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=0d357033-f97a-4e63-adea-308687a276a0,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:28.223624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 7d54a04f-4be4-44a5-adb3-647fd8df6f61 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:28.224018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7d54a04f-4be4-44a5-adb3-647fd8df6f61 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:28.224462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0effb53e-37d6-413c-bffa-edd2e0778af2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:28.226501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:28.255722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 0effb53e-37d6-413c-bffa-edd2e0778af2 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:28.257031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0effb53e-37d6-413c-bffa-edd2e0778af2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:28.285752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d03ee-104e-49d1-8e89-55f0aff881d4 None None] Pushing event updated for resources: {'Port': ['ID=1cd59362-70f2-45ff-a656-b76b3db1cd36,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:28.296862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e0257-b77a-4afe-a947-8e382d54c6a6 tempest-TestNetworkAdvancedServerOps-503325328 tempest-TestNetworkAdvancedServerOps-503325328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:28.302087 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6c4e0257-b77a-4afe-a947-8e382d54c6a6 tempest-TestNetworkAdvancedServerOps-503325328 tempest-TestNetworkAdvancedServerOps-503325328-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 1125 time: 0.1974068 Sep 25 01:05:28.305515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54830) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:28.310766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '65b27757-a804-4687-9001-350f3af19276', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:28.338093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51e7bd3-8a6b-4032-a8ca-51832ca28ecf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (2496a41f-6385-4d54-8ffc-7944d911c097), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.394061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (61fc3a54-a3c2-42d4-ab55-930ace3073ee), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.473523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.503803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (158c887f-f0df-40f4-a672-f7de71a07111), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.516756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] For port aa1caf61-80eb-4aca-9afe-f4780b10c786, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa1caf61-80eb-4aca-9afe-f4780b10c786,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:28.517409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.525758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71b139-3919-48e8-b107-a84e58893b52 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:28.528561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71b139-3919-48e8-b107-a84e58893b52 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:28.531264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71b139-3919-48e8-b107-a84e58893b52 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:28.533787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71b139-3919-48e8-b107-a84e58893b52 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:28.536064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71b139-3919-48e8-b107-a84e58893b52 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:28.538406 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6c71b139-3919-48e8-b107-a84e58893b52 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7244260 Sep 25 01:05:28.553000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=10,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:28.554672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54832) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:28.563562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (158c887f-f0df-40f4-a672-f7de71a07111), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.572398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (dd641db6-b239-44cb-8906-9c02ee3cf964), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.578039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d73cf09-1fa1-4945-8f1a-c31995f436c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.579698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-630421217'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:28.636423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51e7bd3-8a6b-4032-a8ca-51832ca28ecf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (2496a41f-6385-4d54-8ffc-7944d911c097), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.640221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Calling delete_port for aa1caf61-80eb-4aca-9afe-f4780b10c786 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:28.695037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5961265e-4547-4317-b6fd-b7feada1cd94 None None] Network bc254c69-2c00-4092-a9f7-38812e027719 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:28.700743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (61fc3a54-a3c2-42d4-ab55-930ace3073ee), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.703841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51e7bd3-8a6b-4032-a8ca-51832ca28ecf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.712287 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d51e7bd3-8a6b-4032-a8ca-51832ca28ecf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2496a41f-6385-4d54-8ffc-7944d911c097 HTTP/1.1" status: 204 len: 168 time: 1.6082613 Sep 25 01:05:28.713242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_controller (61fc3a54-a3c2-42d4-ab55-930ace3073ee), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.741284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54834) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:28.743892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e7bd3-8a6b-4032-a8ca-51832ca28ecf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=2496a41f-6385-4d54-8ffc-7944d911c097,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:28.753115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:28.754076 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 6 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:28.769148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd641db6-b239-44cb-8906-9c02ee3cf964,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:28.771248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] No DVR routers for this DVR port dd641db6-b239-44cb-8906-9c02ee3cf964 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:28.852975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:28.860241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (fdf9a19b-0884-405d-9dad-4748486a0803), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.861569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:28.863129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:28.867414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.893287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 158c887f-f0df-40f4-a672-f7de71a07111 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:28.899764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (61fc3a54-a3c2-42d4-ab55-930ace3073ee), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.900203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Fanout notify agent at l3_agent the message router_deleted on router 61fc3a54-a3c2-42d4-ab55-930ace3073ee {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:28.912942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.914322 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-207951bd-f7c4-4dc6-b2ba-c2981f8da036 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/routers/61fc3a54-a3c2-42d4-ab55-930ace3073ee HTTP/1.1" status: 204 len: 168 time: 2.9987407 Sep 25 01:05:28.923110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54836) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:28.935338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:28.935615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf9a19b-0884-405d-9dad-4748486a0803']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:28.994115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d0cb02-9fc2-47cc-b412-da8bd8e968c6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet b3b5632f-403a-4a50-90b8-3c753bfa181a {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:05:29.012245 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41d0cb02-9fc2-47cc-b412-da8bd8e968c6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (b3b5632f-403a-4a50-90b8-3c753bfa181a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.041887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e459d8a-697b-41da-a9df-d27f3aa7e289') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:29.042378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e459d8a-697b-41da-a9df-d27f3aa7e289') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:29.104583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (5e459d8a-697b-41da-a9df-d27f3aa7e289), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.109253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:29.118255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (da310e92-d7bd-433d-bd93-f81d5d9edbcf), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.174287 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (fef068bb-0191-45db-bd5a-e524a2dfc170), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.174647 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment fef068bb-0191-45db-bd5a-e524a2dfc170 of type vlan for network e34566c8-fc83-487c-9bfc-60a29d4661b1 Sep 25 01:05:29.181949 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f0e399-38a3-46ca-bf72-6aa033163dea tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting subnet 33acb1c0-1ffe-461c-bb5f-c96f777d9a9f {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:05:29.212105 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:29.234253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:29.251800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98f0e399-38a3-46ca-bf72-6aa033163dea tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for subnet (33acb1c0-1ffe-461c-bb5f-c96f777d9a9f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.292132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41d0cb02-9fc2-47cc-b412-da8bd8e968c6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (b3b5632f-403a-4a50-90b8-3c753bfa181a), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.367106 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 7 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:29.404765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5e459d8a-697b-41da-a9df-d27f3aa7e289), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.419825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da310e92-d7bd-433d-bd93-f81d5d9edbcf']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:29.428683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:29.444217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:29.444978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (5e459d8a-697b-41da-a9df-d27f3aa7e289), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.453737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:29.456065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98f0e399-38a3-46ca-bf72-6aa033163dea tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (33acb1c0-1ffe-461c-bb5f-c96f777d9a9f), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.480550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] Sync routers for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:29.504360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.507821 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6daede18-1bab-486d-87ff-10082bed59f5 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111 HTTP/1.1" status: 200 len: 700 time: 2.5683911 Sep 25 01:05:29.511115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2945ff0-1f47-4158-b913-d2b882e9004c') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:29.511336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2945ff0-1f47-4158-b913-d2b882e9004c') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:29.514744 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 5e459d8a-697b-41da-a9df-d27f3aa7e289 resource provider aggregate not found Sep 25 01:05:29.519625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:29.519789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54840) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:29.520172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:29.582556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1cd59362-70f2-45ff-a656-b76b3db1cd36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:29.605550 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 5e459d8a-697b-41da-a9df-d27f3aa7e289 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e459d8a-697b-41da-a9df-d27f3aa7e289 found for delete ", "request_id": "req-4fa59dc3-e17d-4714-bbea-c1fce678fd06"}]} Sep 25 01:05:29.620887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (a2945ff0-1f47-4158-b913-d2b882e9004c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.657185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a2945ff0-1f47-4158-b913-d2b882e9004c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.666828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (e34566c8-fc83-487c-9bfc-60a29d4661b1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.693737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:29.714711 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3cf73e42-b865-4dad-9b5f-073abdfcc7bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158c887f-f0df-40f4-a672-f7de71a07111 HTTP/1.1" status: 200 len: 205 time: 0.1744835 Sep 25 01:05:29.722566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54844) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:29.761862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:29.762745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (a2945ff0-1f47-4158-b913-d2b882e9004c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.791262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:05:19Z', 'revision_number': 11, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:29.821698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41d0cb02-9fc2-47cc-b412-da8bd8e968c6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (b3b5632f-403a-4a50-90b8-3c753bfa181a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.840840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (fdf9a19b-0884-405d-9dad-4748486a0803), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.882545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] Checking router: 158c887f-f0df-40f4-a672-f7de71a07111 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:05:29.886832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:29.888274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b365d3-b839-4d61-8f2f-2b2d79d87fd4 None None] Network 243e8ea7-b369-49db-ab3c-c7de6aba02bd requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:29.890869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98f0e399-38a3-46ca-bf72-6aa033163dea tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (33acb1c0-1ffe-461c-bb5f-c96f777d9a9f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.923331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1cd59362-70f2-45ff-a656-b76b3db1cd36 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:29.923879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.924399 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1cd59362-70f2-45ff-a656-b76b3db1cd36 Sep 25 01:05:29.929406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Allocated IP 172.36.7.192 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/4419bacc-9f79-4544-a1e9-24cb5bc09504) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:29.961849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.970411 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/networks/fdf9a19b-0884-405d-9dad-4748486a0803 HTTP/1.1" status: 204 len: 168 time: 6.2241855 Sep 25 01:05:29.979446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] Routers {'158c887f-f0df-40f4-a672-f7de71a07111'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:29.980148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['158c887f-f0df-40f4-a672-f7de71a07111'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:29.982611 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 8 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:29.993311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (e34566c8-fc83-487c-9bfc-60a29d4661b1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:29.998520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:30.000142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.004745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54846) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:30.013789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-60039150', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:30.046224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8804e-78b8-433f-a280-c2a865218e44 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Network': ['ID=fdf9a19b-0884-405d-9dad-4748486a0803,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:30.063643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6e5e-54b6-4d68-ac21-e015cf374b18 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (158c887f-f0df-40f4-a672-f7de71a07111), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.074683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (da310e92-d7bd-433d-bd93-f81d5d9edbcf), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.126513 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5484028 Sep 25 01:05:30.130395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.135869 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/da310e92-d7bd-433d-bd93-f81d5d9edbcf HTTP/1.1" status: 204 len: 168 time: 6.2600434 Sep 25 01:05:30.136796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54848) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:30.142090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:30.149432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-488d5432-5a32-43f5-a8ba-be91e594fed7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'New_network'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:30.153058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (aa1caf61-80eb-4aca-9afe-f4780b10c786), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.196663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] Set router 158c887f-f0df-40f4-a672-f7de71a07111 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:30.231582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b8d8c-3557-402e-b2b8-3ee3f1b2f7e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=da310e92-d7bd-433d-bd93-f81d5d9edbcf,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:30.243218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb887e-0884-4ca9-85dd-f7174bb59d4b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=e34566c8-fc83-487c-9bfc-60a29d4661b1,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:30.252657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41d0cb02-9fc2-47cc-b412-da8bd8e968c6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (b3b5632f-403a-4a50-90b8-3c753bfa181a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.349129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0cb02-9fc2-47cc-b412-da8bd8e968c6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b5632f-403a-4a50-90b8-3c753bfa181a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:30.353124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (4a6356c1-ba3d-4679-b25e-332af46e6ab8), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.355369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (4a6356c1-ba3d-4679-b25e-332af46e6ab8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.366262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:30.368855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:30.400853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:05:19Z', 'revision_number': 11, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:30.414686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for port (4419bacc-9f79-4544-a1e9-24cb5bc09504), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.434819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54852) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:30.445652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98f0e399-38a3-46ca-bf72-6aa033163dea tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (33acb1c0-1ffe-461c-bb5f-c96f777d9a9f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.450930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-41d0cb02-9fc2-47cc-b412-da8bd8e968c6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.454849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa1caf61-80eb-4aca-9afe-f4780b10c786,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:30.460741 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-41d0cb02-9fc2-47cc-b412-da8bd8e968c6 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b3b5632f-403a-4a50-90b8-3c753bfa181a HTTP/1.1" status: 204 len: 168 time: 1.7072904 Sep 25 01:05:30.475130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54854) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:30.482408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448d2504-12f9-4644-a1aa-ec4e7b68121f None None] Network bc254c69-2c00-4092-a9f7-38812e027719 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:30.516109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0e399-38a3-46ca-bf72-6aa033163dea tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Subnet': ['ID=33acb1c0-1ffe-461c-bb5f-c96f777d9a9f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:30.525259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:30.527151 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98f0e399-38a3-46ca-bf72-6aa033163dea tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.530996 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-98f0e399-38a3-46ca-bf72-6aa033163dea tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/33acb1c0-1ffe-461c-bb5f-c96f777d9a9f HTTP/1.1" status: 204 len: 168 time: 1.6065500 Sep 25 01:05:30.534688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54856) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:30.547882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b7954-d584-46da-b220-76ba5d81973c None None] The sync data for ids ['158c887f-f0df-40f4-a672-f7de71a07111'] in dv-neutron-master-2-hyperv is: [{'id': '158c887f-f0df-40f4-a672-f7de71a07111', 'name': 'tempest-RoutersTest-router-699803394', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:34Z', 'updated_at': '2022-09-25T01:05:19Z', 'revision_number': 11, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:30.566784 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (4419bacc-9f79-4544-a1e9-24cb5bc09504), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.571145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1cd59362-70f2-45ff-a656-b76b3db1cd36 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:30.571890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.579761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a336bb-27c4-42e8-bdb4-6d03517d3489 None None] Network 8d06e6bd-eaa1-444f-b050-03588162ebf6 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:30.585519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6e5e-54b6-4d68-ac21-e015cf374b18 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (158c887f-f0df-40f4-a672-f7de71a07111), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.664431 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e4c2a071-08ad-49df-80b2-982c29ec11b1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=05c1407a105c4bd4a5e9c4debd1d7f74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2277908 Sep 25 01:05:30.671967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54858) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:30.727632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:30.753016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:30.762848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:30.796574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'Port': ['ID=4419bacc-9f79-4544-a1e9-24cb5bc09504,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:30.798962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6e5e-54b6-4d68-ac21-e015cf374b18 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (158c887f-f0df-40f4-a672-f7de71a07111), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.806234 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (8d06e6bd-eaa1-444f-b050-03588162ebf6), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.843086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (4a6356c1-ba3d-4679-b25e-332af46e6ab8), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.849860 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c898d61-e9b2-479a-86bb-c04ab4fee6a3 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:30.850338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c898d61-e9b2-479a-86bb-c04ab4fee6a3 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:30.858185 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5c898d61-e9b2-479a-86bb-c04ab4fee6a3 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2496a41f-6385-4d54-8ffc-7944d911c097 HTTP/1.1" status: 404 len: 337 time: 0.3503458 Sep 25 01:05:30.862928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54860) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:30.907245 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-48a68dc6-bc15-418f-8087-b185973e8a68 admin admin] Publish callbacks [] for security_group (9c2fedf7-2080-4689-b5b3-0cc34feeb74c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.910366 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 9 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:30.913800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6e5e-54b6-4d68-ac21-e015cf374b18 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (158c887f-f0df-40f4-a672-f7de71a07111), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.913800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea6e5e-54b6-4d68-ac21-e015cf374b18 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Fanout notify agent at l3_agent the message router_deleted on router 158c887f-f0df-40f4-a672-f7de71a07111 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:30.978690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-48a68dc6-bc15-418f-8087-b185973e8a68 admin admin] Publish callbacks [] for security_group (9c2fedf7-2080-4689-b5b3-0cc34feeb74c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:30.991264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port ab85830a-e2a7-4568-94e9-a01b9f5130aa {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:30.991264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.011258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6e5e-54b6-4d68-ac21-e015cf374b18 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.012737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b3ea6e5e-54b6-4d68-ac21-e015cf374b18 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111 HTTP/1.1" status: 204 len: 168 time: 1.2887263 Sep 25 01:05:31.031115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54862) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:31.046571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 1cd59362-70f2-45ff-a656-b76b3db1cd36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cd59362-70f2-45ff-a656-b76b3db1cd36,segment=NetworkSegment(2a310403-2d44-4dde-8c91-c6c56f4893bb),segment_id=2a310403-2d44-4dde-8c91-c6c56f4893bb)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:31.071524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (35c11d79-0799-4788-a569-10e6495b4f27), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.076789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-26f102b3-2bbe-458c-9cd1-a39dfef5de02 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1215756796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:31.091181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:31.113259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.114672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device aa1caf61-80eb-4aca-9afe-f4780b10c786 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:31.115717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-488d5432-5a32-43f5-a8ba-be91e594fed7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (e34566c8-fc83-487c-9bfc-60a29d4661b1), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.194435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:31.207238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:31.212669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c813a2f-4b22-4318-9e07-336ad0d2db82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting subnet 5ded34ba-c48c-454e-bc23-cc2a37023623 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:05:31.227079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] For port ab85830a-e2a7-4568-94e9-a01b9f5130aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab85830a-e2a7-4568-94e9-a01b9f5130aa,segment=NetworkSegment(24c7b63d-212a-4acd-a516-bcb8828a19c7),segment_id=24c7b63d-212a-4acd-a516-bcb8828a19c7)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:31.228056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.234064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:31.234742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:31.236206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=1cd59362-70f2-45ff-a656-b76b3db1cd36,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:31.243902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: aa1caf61-80eb-4aca-9afe-f4780b10c786 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:31.244521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device aa1caf61-80eb-4aca-9afe-f4780b10c786 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 25 01:05:31.250373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-48a68dc6-bc15-418f-8087-b185973e8a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (9c2fedf7-2080-4689-b5b3-0cc34feeb74c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.253503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-48a68dc6-bc15-418f-8087-b185973e8a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.254891 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-48a68dc6-bc15-418f-8087-b185973e8a68 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9c2fedf7-2080-4689-b5b3-0cc34feeb74c HTTP/1.1" status: 204 len: 168 time: 0.5796759 Sep 25 01:05:31.290745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Port aa1caf61-80eb-4aca-9afe-f4780b10c786 not found, will not notify nova. {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 25 01:05:31.302297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for ab85830a-e2a7-4568-94e9-a01b9f5130aa owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:31.329525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a68dc6-bc15-418f-8087-b185973e8a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2fedf7-2080-4689-b5b3-0cc34feeb74c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:31.343761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c813a2f-4b22-4318-9e07-336ad0d2db82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for subnet (5ded34ba-c48c-454e-bc23-cc2a37023623), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.354142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.354697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.355294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.355832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.358324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.359646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.360272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.362258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.363263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.364179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.365087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.365962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-488d5432-5a32-43f5-a8ba-be91e594fed7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (e34566c8-fc83-487c-9bfc-60a29d4661b1), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.367106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.368392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.369288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.370170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:31.438585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (35c11d79-0799-4788-a569-10e6495b4f27), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.455748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26f102b3-2bbe-458c-9cd1-a39dfef5de02 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (708376c5-0b7c-4a5a-a7e2-6648702b06a9), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.457093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26f102b3-2bbe-458c-9cd1-a39dfef5de02 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (708376c5-0b7c-4a5a-a7e2-6648702b06a9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.496101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae7aba2-9ad8-46a2-a510-bf6903d5ebea None None] DHCP port deletion for 8d06e6bd-eaa1-444f-b050-03588162ebf6 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:05:31.514278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_controller (35c11d79-0799-4788-a569-10e6495b4f27), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.539558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-488d5432-5a32-43f5-a8ba-be91e594fed7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 is not hosted by any dhcp agent {{(pid=107187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:05:31.545523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d5432-5a32-43f5-a8ba-be91e594fed7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:31.546464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-488d5432-5a32-43f5-a8ba-be91e594fed7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.548032 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-488d5432-5a32-43f5-a8ba-be91e594fed7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "PUT /networking/v2.0/networks/e34566c8-fc83-487c-9bfc-60a29d4661b1 HTTP/1.1" status: 200 len: 723 time: 1.4043934 Sep 25 01:05:31.572625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b496dd9-e010-4e6f-ac61-a3ea899309f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.587337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3acdea-9ef7-4501-a285-6ed08e256e2d None None] Update dhcp port {'port': {'network_id': '243e8ea7-b369-49db-ab3c-c7de6aba02bd', 'fixed_ips': [{'subnet_id': 'a5f22bf2-d69b-402b-83cf-c93a3c025ff1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fda40e5f-bee6-4d5d-9fd8-4ea130f760a1'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1cd59362-70f2-45ff-a656-b76b3db1cd36'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:05:31.592446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54866) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:31.596549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_gateway (4a6356c1-ba3d-4679-b25e-332af46e6ab8), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.603355 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 10 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:31.607051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': 'e34566c8-fc83-487c-9bfc-60a29d4661b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:31.681391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c813a2f-4b22-4318-9e07-336ad0d2db82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (5ded34ba-c48c-454e-bc23-cc2a37023623), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.695792 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for floatingip (4c172975-956e-41c2-af47-2cba345c0f93), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.697160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:31.721336 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment a2945ff0-1f47-4158-b913-d2b882e9004c resource provider aggregate not found Sep 25 01:05:31.747471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:31.751783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:31.798969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Could not find standard attr ID for object e85b3855-989a-4962-9dc3-bcd8046ec533. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:31.860450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4419bacc-9f79-4544-a1e9-24cb5bc09504), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.868827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fae7aba2-9ad8-46a2-a510-bf6903d5ebea None None] Deleting port ab85830a-e2a7-4568-94e9-a01b9f5130aa {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:31.871699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fae7aba2-9ad8-46a2-a510-bf6903d5ebea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.955245 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment a2945ff0-1f47-4158-b913-d2b882e9004c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2945ff0-1f47-4158-b913-d2b882e9004c found for delete ", "request_id": "req-bde2d632-e61d-4475-86f6-29b8903e455e"}]} Sep 25 01:05:31.983600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8f3acdea-9ef7-4501-a285-6ed08e256e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.002975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.007971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Provisioning complete for port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:32.008769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.009351 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Attempt 1 to provision port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c Sep 25 01:05:32.023254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d5432-5a32-43f5-a8ba-be91e594fed7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=e34566c8-fc83-487c-9bfc-60a29d4661b1,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:32.047892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (35c11d79-0799-4788-a569-10e6495b4f27), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.059380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35c11d79-0799-4788-a569-10e6495b4f27 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:32.066743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26f102b3-2bbe-458c-9cd1-a39dfef5de02 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (708376c5-0b7c-4a5a-a7e2-6648702b06a9), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.071830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.081582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a7181b72-bf8f-4223-a2f3-7ae83c0ef68d tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/35c11d79-0799-4788-a569-10e6495b4f27 HTTP/1.1" status: 204 len: 168 time: 7.7657018 Sep 25 01:05:32.091980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54876) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:32.111910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-fae7aba2-9ad8-46a2-a510-bf6903d5ebea None None] For port ab85830a-e2a7-4568-94e9-a01b9f5130aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab85830a-e2a7-4568-94e9-a01b9f5130aa,segment=NetworkSegment(24c7b63d-212a-4acd-a516-bcb8828a19c7),segment_id=24c7b63d-212a-4acd-a516-bcb8828a19c7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:32.112394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fae7aba2-9ad8-46a2-a510-bf6903d5ebea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.114256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26f102b3-2bbe-458c-9cd1-a39dfef5de02 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (708376c5-0b7c-4a5a-a7e2-6648702b06a9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.130047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fae7aba2-9ad8-46a2-a510-bf6903d5ebea None None] Calling delete_port for ab85830a-e2a7-4568-94e9-a01b9f5130aa owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:32.242886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:32.284114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26f102b3-2bbe-458c-9cd1-a39dfef5de02 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.289874 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-26f102b3-2bbe-458c-9cd1-a39dfef5de02 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2196858 Sep 25 01:05:32.406799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54882) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:32.425359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e15862fa-df57-4f63-9eb9-83f0be54ac87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Request body: {'router': {'admin_state_up': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:32.650426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Current status of the port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:32.672316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7bc37c2d-c71f-4803-b05b-7fab50e79438 None None] Could not find standard attr ID for object c365deeb-ba65-4778-bc1c-97fe45cd5348. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:32.673370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fae7aba2-9ad8-46a2-a510-bf6903d5ebea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (ab85830a-e2a7-4568-94e9-a01b9f5130aa), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.692323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] No DVR routers for this DVR port ab85830a-e2a7-4568-94e9-a01b9f5130aa on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:32.724656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=ab85830a-e2a7-4568-94e9-a01b9f5130aa,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:32.766074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7aba2-9ad8-46a2-a510-bf6903d5ebea None None] Pushing event deleted for resources: {'Port': ['ID=ab85830a-e2a7-4568-94e9-a01b9f5130aa,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:32.817309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7aba2-9ad8-46a2-a510-bf6903d5ebea None None] No DVR routers for this DVR port ab85830a-e2a7-4568-94e9-a01b9f5130aa on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:32.879914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Provisioning complete for port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:32.880255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.880596 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 1 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:32.899322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (8d06e6bd-eaa1-444f-b050-03588162ebf6), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.915913 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (f1f444ec-b61a-4871-a9f0-987c433acaed), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:32.943533 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-8f3acdea-9ef7-4501-a285-6ed08e256e2d None None] Allocated IP 172.20.0.1 (243e8ea7-b369-49db-ab3c-c7de6aba02bd/fda40e5f-bee6-4d5d-9fd8-4ea130f760a1/1cd59362-70f2-45ff-a656-b76b3db1cd36) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:33.022549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d06e6bd-eaa1-444f-b050-03588162ebf6']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:33.045672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c7b63d-212a-4acd-a516-bcb8828a19c7') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:33.045962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c7b63d-212a-4acd-a516-bcb8828a19c7') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:33.095110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (24c7b63d-212a-4acd-a516-bcb8828a19c7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.099028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8f3acdea-9ef7-4501-a285-6ed08e256e2d None None] For port 1cd59362-70f2-45ff-a656-b76b3db1cd36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cd59362-70f2-45ff-a656-b76b3db1cd36,segment=NetworkSegment(2a310403-2d44-4dde-8c91-c6c56f4893bb),segment_id=2a310403-2d44-4dde-8c91-c6c56f4893bb)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:33.130673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:33.136708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.137114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (24c7b63d-212a-4acd-a516-bcb8828a19c7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.148976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8f3acdea-9ef7-4501-a285-6ed08e256e2d None None] Publish callbacks [] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.152674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:33.153137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:33.154018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:33.155284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for port (4419bacc-9f79-4544-a1e9-24cb5bc09504), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.181170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:33.181567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54894) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:33.182257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (4419bacc-9f79-4544-a1e9-24cb5bc09504), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.185959 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8f3acdea-9ef7-4501-a285-6ed08e256e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.186474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:33.186886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (24c7b63d-212a-4acd-a516-bcb8828a19c7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.260753 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 24c7b63d-212a-4acd-a516-bcb8828a19c7 resource provider aggregate not found Sep 25 01:05:33.330908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (f1f444ec-b61a-4871-a9f0-987c433acaed), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.339616 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 24c7b63d-212a-4acd-a516-bcb8828a19c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24c7b63d-212a-4acd-a516-bcb8828a19c7 found for delete ", "request_id": "req-202f0c51-c6a9-4d91-bc35-a6f2bd261181"}]} Sep 25 01:05:33.352913 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (4c172975-956e-41c2-af47-2cba345c0f93), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.356257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (8d06e6bd-eaa1-444f-b050-03588162ebf6), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.359076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event updated for resources: {'Port': ['ID=4419bacc-9f79-4544-a1e9-24cb5bc09504,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:33.380072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c813a2f-4b22-4318-9e07-336ad0d2db82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (5ded34ba-c48c-454e-bc23-cc2a37023623), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.412852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3acdea-9ef7-4501-a285-6ed08e256e2d None None] Pushing event updated for resources: {'Port': ['ID=1cd59362-70f2-45ff-a656-b76b3db1cd36,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:33.430350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.433921 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8d06e6bd-eaa1-444f-b050-03588162ebf6 HTTP/1.1" status: 204 len: 168 time: 2.8966758 Sep 25 01:05:33.468430 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54902) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:33.493665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1cd59362-70f2-45ff-a656-b76b3db1cd36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:33.528037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1318831090'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:33.558890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1cd59362-70f2-45ff-a656-b76b3db1cd36 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:33.563246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_gateway (4a6356c1-ba3d-4679-b25e-332af46e6ab8), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.568074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.568524 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1cd59362-70f2-45ff-a656-b76b3db1cd36 Sep 25 01:05:33.575392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:33.578636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ab36a-4e2d-4fbb-a23b-51cace303f61 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Network': ['ID=8d06e6bd-eaa1-444f-b050-03588162ebf6,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:33.639034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.676252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Deleting port ddac7656-c111-4125-abe1-153aff408abe {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:33.676605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ddac7656-c111-4125-abe1-153aff408abe), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.697288 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 2 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:33.751982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Made reservation on behalf of fda658ebbb9a49b58ad4cd4d70a58616 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:33.755814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.766361 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Floating IP 4c172975-956e-41c2-af47-2cba345c0f93 associated. External IP: 172.36.7.192, port: 65b27757-a804-4687-9001-350f3af19276. Sep 25 01:05:33.773376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1cd59362-70f2-45ff-a656-b76b3db1cd36 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:33.791991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.795642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:33.843229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e15862fa-df57-4f63-9eb9-83f0be54ac87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (708376c5-0b7c-4a5a-a7e2-6648702b06a9), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.843586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.851722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:33.885942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c813a2f-4b22-4318-9e07-336ad0d2db82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (5ded34ba-c48c-454e-bc23-cc2a37023623), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.887076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port 9804eaa8-80cc-4e1d-8865-4d3fa260bfc0 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:33.887414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9804eaa8-80cc-4e1d-8865-4d3fa260bfc0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.915874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e15862fa-df57-4f63-9eb9-83f0be54ac87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (708376c5-0b7c-4a5a-a7e2-6648702b06a9), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.916974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ab85830a-e2a7-4568-94e9-a01b9f5130aa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:33.971987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ab85830a-e2a7-4568-94e9-a01b9f5130aa {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:33.972381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ab85830a-e2a7-4568-94e9-a01b9f5130aa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:33.972954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device aa1caf61-80eb-4aca-9afe-f4780b10c786 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:33.996683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c813a2f-4b22-4318-9e07-336ad0d2db82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Subnet': ['ID=5ded34ba-c48c-454e-bc23-cc2a37023623,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:33.999780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c813a2f-4b22-4318-9e07-336ad0d2db82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.003474 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0c813a2f-4b22-4318-9e07-336ad0d2db82 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/5ded34ba-c48c-454e-bc23-cc2a37023623 HTTP/1.1" status: 204 len: 168 time: 3.1321764 Sep 25 01:05:34.013072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54904) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.032085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:34.038757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba390f-38e8-4fbf-8f8c-5a9137fa9fa9 None None] Network bc254c69-2c00-4092-a9f7-38812e027719 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:34.104222 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-91815737-14cf-4823-b74d-5657e19772fa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:34.104523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91815737-14cf-4823-b74d-5657e19772fa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:34.104891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] For port ddac7656-c111-4125-abe1-153aff408abe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ddac7656-c111-4125-abe1-153aff408abe,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:34.105486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ddac7656-c111-4125-abe1-153aff408abe), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.107982 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-91815737-14cf-4823-b74d-5657e19772fa tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/434ede80-7171-4148-8382-cc125e58bf4a HTTP/1.1" status: 404 len: 337 time: 0.0905032 Sep 25 01:05:34.119696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54906) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.178829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: aa1caf61-80eb-4aca-9afe-f4780b10c786 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:34.179680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device aa1caf61-80eb-4aca-9afe-f4780b10c786 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:34.209544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 172.36.7.156 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/e6185287-d7e6-4a88-9e3a-ef28fad1ed96) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:34.234383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Calling delete_port for ddac7656-c111-4125-abe1-153aff408abe owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:34.246504 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-da5866eb-9a0a-45d1-b832-edd5ea66f8f2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e70db2a6-18d7-4236-a426-d857d0ac6c7a HTTP/1.1" status: 200 len: 205 time: 0.1244597 Sep 25 01:05:34.251538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (3819389e-b9ab-46c2-a417-f9c8ea74014a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.253620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54908) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.300913 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 3 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:34.320090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:34.372645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:34.384486 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-aff55a7f-92a0-420b-956e-949f7006a7e1 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] delete failed (client error): The resource could not be found. Sep 25 01:05:34.385017 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aff55a7f-92a0-420b-956e-949f7006a7e1 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e70db2a6-18d7-4236-a426-d857d0ac6c7a HTTP/1.1" status: 404 len: 336 time: 0.1261499 Sep 25 01:05:34.413848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54910) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.427327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57ce265-e5cf-4b98-9b17-d3cfb2ee5649 None None] DHCP port deletion for bc254c69-2c00-4092-a9f7-38812e027719 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:05:34.448961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9804eaa8-80cc-4e1d-8865-4d3fa260bfc0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.449537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (9804eaa8-80cc-4e1d-8865-4d3fa260bfc0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.449763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=3819389e-b9ab-46c2-a417-f9c8ea74014a,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:34.466538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722218a3-52b8-4e6a-8cbc-b991e5025b2f None None] Network 243e8ea7-b369-49db-ab3c-c7de6aba02bd requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:34.495792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking segment: {'id': 'fef068bb-0191-45db-bd5a-e524a2dfc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e34566c8-fc83-487c-9bfc-60a29d4661b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:34.496245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network hostable DHCP agents. Network: e34566c8-fc83-487c-9bfc-60a29d4661b1, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:34.498630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15862fa-df57-4f63-9eb9-83f0be54ac87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Router 708376c5-0b7c-4a5a-a7e2-6648702b06a9 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:05:34.536919 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5079a6a-2ee4-45f6-bbd0-75e42d8378c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:34.537212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5079a6a-2ee4-45f6-bbd0-75e42d8378c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:34.542983 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f5079a6a-2ee4-45f6-bbd0-75e42d8378c0 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0fed6e1f-25c2-4d72-b079-23e8a7859002 HTTP/1.1" status: 404 len: 337 time: 0.1161642 Sep 25 01:05:34.542983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for 9804eaa8-80cc-4e1d-8865-4d3fa260bfc0 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:34.548303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54912) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.549775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c57ce265-e5cf-4b98-9b17-d3cfb2ee5649 None None] Deleting port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:34.550377 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c57ce265-e5cf-4b98-9b17-d3cfb2ee5649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.627623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:34.646666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c57ce265-e5cf-4b98-9b17-d3cfb2ee5649 None None] For port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,segment=NetworkSegment(d2b9ca07-18e0-4d76-9371-0e22aec64604),segment_id=d2b9ca07-18e0-4d76-9371-0e22aec64604)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:34.647313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c57ce265-e5cf-4b98-9b17-d3cfb2ee5649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.650847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:34.665731 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baaf7e2-b5c8-4d3e-bad3-a03ec05234dd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:34.666284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6baaf7e2-b5c8-4d3e-bad3-a03ec05234dd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:34.672863 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6baaf7e2-b5c8-4d3e-bad3-a03ec05234dd tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/028896f7-2072-4c24-b84b-0c6315c7a835 HTTP/1.1" status: 404 len: 337 time: 0.1163516 Sep 25 01:05:34.678936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (e6185287-d7e6-4a88-9e3a-ef28fad1ed96), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.680518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54914) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.681369 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:34.685054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c57ce265-e5cf-4b98-9b17-d3cfb2ee5649 None None] Calling delete_port for 90cfebd7-8d92-4026-b550-e7e7e91e0a8c owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:34.707543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for security_group (038df299-6b70-49ee-87c0-704e569716f5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.720353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15862fa-df57-4f63-9eb9-83f0be54ac87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:34.723545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (038df299-6b70-49ee-87c0-704e569716f5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.727272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e15862fa-df57-4f63-9eb9-83f0be54ac87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.729598 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e15862fa-df57-4f63-9eb9-83f0be54ac87 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "PUT /networking/v2.0/routers/708376c5-0b7c-4a5a-a7e2-6648702b06a9 HTTP/1.1" status: 200 len: 694 time: 2.3187537 Sep 25 01:05:34.730446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e34566c8-fc83-487c-9bfc-60a29d4661b1) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:34.732540 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] Sync routers for ids ['708376c5-0b7c-4a5a-a7e2-6648702b06a9'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:34.736011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:34.738041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:34.740026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54916) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.752833 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8327cee6-f1ef-4f3b-928d-6c575e28c842 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:34.753057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8327cee6-f1ef-4f3b-928d-6c575e28c842 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:34.758946 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8327cee6-f1ef-4f3b-928d-6c575e28c842 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/36a83f1c-36de-4f53-bb72-8533c2c4ae15 HTTP/1.1" status: 404 len: 337 time: 0.0728440 Sep 25 01:05:34.764639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54918) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.779750 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] Routers {'708376c5-0b7c-4a5a-a7e2-6648702b06a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:34.781415 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['708376c5-0b7c-4a5a-a7e2-6648702b06a9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:34.865348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038df299-6b70-49ee-87c0-704e569716f5,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:34.891203 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b65c57-a57f-4783-9ecd-d375a88aff27 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:34.891842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b65c57-a57f-4783-9ecd-d375a88aff27 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:34.897669 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-55b65c57-a57f-4783-9ecd-d375a88aff27 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f4496613-3ffe-424c-ab2d-81cf77c26e16 HTTP/1.1" status: 404 len: 333 time: 0.0948784 Sep 25 01:05:34.902132 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] Set router 708376c5-0b7c-4a5a-a7e2-6648702b06a9 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:34.906392 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cf35f034-5da6-4ec8-bc41-111cd8be2fc3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3012078 Sep 25 01:05:34.906392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54920) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.906796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54922) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.926498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c7848041-b8fe-4390-8ba8-ca4c6383cb07 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:34.962397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:34.983274 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ad97b4e4-03be-40bf-8bcd-fc9ae8d06a56 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/routers/708376c5-0b7c-4a5a-a7e2-6648702b06a9 HTTP/1.1" status: 200 len: 700 time: 0.2404547 Sep 25 01:05:34.989399 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce7f97a-533e-4aa5-bef9-8974eceaf085 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:34.989869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce7f97a-533e-4aa5-bef9-8974eceaf085 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:34.995981 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1ce7f97a-533e-4aa5-bef9-8974eceaf085 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/561c2447-0bc2-401f-937c-8dbcd43a81f1 HTTP/1.1" status: 404 len: 337 time: 0.0844295 Sep 25 01:05:34.996328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54924) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:34.996573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54926) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:35.009522 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708376c5-0b7c-4a5a-a7e2-6648702b06a9', 'name': 'tempest-RoutersTest-router-1215756796', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:31Z', 'updated_at': '2022-09-25T01:05:33Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:35.011216 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:35.029506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Router 35c5c50a-090f-421b-baa4-748ba920df81 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:35.042404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (19e43dbf-5e32-4f05-9073-bf92bf0894ce), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.043027 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Added segment 19e43dbf-5e32-4f05-9073-bf92bf0894ce of type vlan for network d101d7cf-5054-45b0-9779-4af87cd2c1d4 Sep 25 01:05:35.049691 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 4 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:35.063449 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] Checking router: 708376c5-0b7c-4a5a-a7e2-6648702b06a9 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:05:35.064270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6106ed6-d22c-4a83-90f9-918e709d6ff4 None None] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:35.074438 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] Routers {'708376c5-0b7c-4a5a-a7e2-6648702b06a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:35.075091 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['708376c5-0b7c-4a5a-a7e2-6648702b06a9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:35.102680 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3b8a3a-e597-4980-b815-c5025e0a52bb tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:35.103520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3b8a3a-e597-4980-b815-c5025e0a52bb tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:35.114131 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6f3b8a3a-e597-4980-b815-c5025e0a52bb tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a50b05b1-edda-4f10-b568-5ab801c1c6fb HTTP/1.1" status: 404 len: 337 time: 0.1030402 Sep 25 01:05:35.117113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e6185287-d7e6-4a88-9e3a-ef28fad1ed96), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.118089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54928) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:35.147157 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-51bb3414-45d6-49f6-be4f-d4fc3bda4e21 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=708376c5-0b7c-4a5a-a7e2-6648702b06a9 HTTP/1.1" status: 200 len: 205 time: 0.1440744 Sep 25 01:05:35.177292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:35.186956 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54930) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:35.203646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:35.206551 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] Set router 708376c5-0b7c-4a5a-a7e2-6648702b06a9 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:35.240410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (d101d7cf-5054-45b0-9779-4af87cd2c1d4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.244457 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39ee2e3-3485-4695-9dc2-cf76da1bba59 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:35.245850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39ee2e3-3485-4695-9dc2-cf76da1bba59 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:35.250022 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c39ee2e3-3485-4695-9dc2-cf76da1bba59 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a15887c9-2107-477d-896f-c5b4174a8411 HTTP/1.1" status: 404 len: 333 time: 0.1198728 Sep 25 01:05:35.250250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e34566c8-fc83-487c-9bfc-60a29d4661b1', 'network_id': 'e34566c8-fc83-487c-9bfc-60a29d4661b1', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': '3819389e-b9ab-46c2-a417-f9c8ea74014a'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:35.251116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.257429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54932) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:35.266136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:35.292493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:35.299843 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708376c5-0b7c-4a5a-a7e2-6648702b06a9', 'name': 'tempest-RoutersTest-router-1215756796', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:31Z', 'updated_at': '2022-09-25T01:05:33Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:35.336001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ddac7656-c111-4125-abe1-153aff408abe), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.356107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:35.361330 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75c805-2802-4bf9-94c4-af0cbd95ef4e None None] The sync data for ids ['708376c5-0b7c-4a5a-a7e2-6648702b06a9'] in dv-neutron-master-2-hyperv is: [{'id': '708376c5-0b7c-4a5a-a7e2-6648702b06a9', 'name': 'tempest-RoutersTest-router-1215756796', 'tenant_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:31Z', 'updated_at': '2022-09-25T01:05:33Z', 'revision_number': 2, 'project_id': '5af94bd52cdb41dc819f23e6a6b1d072', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:35.387041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:35.393676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:35.407287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7848041-b8fe-4390-8ba8-ca4c6383cb07 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5583375'] for subnet (3819389e-b9ab-46c2-a417-f9c8ea74014a), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.456313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c57ce265-e5cf-4b98-9b17-d3cfb2ee5649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (90cfebd7-8d92-4026-b550-e7e7e91e0a8c), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.468031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=e6185287-d7e6-4a88-9e3a-ef28fad1ed96,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:35.475917 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ce265-e5cf-4b98-9b17-d3cfb2ee5649 None None] No DVR routers for this DVR port 90cfebd7-8d92-4026-b550-e7e7e91e0a8c on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:35.483047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Allocated IP 2001:db8::2 (e34566c8-fc83-487c-9bfc-60a29d4661b1/3819389e-b9ab-46c2-a417-f9c8ea74014a/3f1fe526-f3f8-422e-ba3d-3f7c67560ac7) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:35.491088 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1cd59362-70f2-45ff-a656-b76b3db1cd36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:35.539900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ce265-e5cf-4b98-9b17-d3cfb2ee5649 None None] Pushing event deleted for resources: {'Port': ['ID=90cfebd7-8d92-4026-b550-e7e7e91e0a8c,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:35.634446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1cd59362-70f2-45ff-a656-b76b3db1cd36 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:35.635087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.635227 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1cd59362-70f2-45ff-a656-b76b3db1cd36 Sep 25 01:05:35.814606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1cd59362-70f2-45ff-a656-b76b3db1cd36 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:35.818190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Publish callbacks [] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.822637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_gateway (4a6356c1-ba3d-4679-b25e-332af46e6ab8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.825366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:35.861954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:35.865420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:35.867900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:35.885261 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 5 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:35.927432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:05:35.949950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 90cfebd7-8d92-4026-b550-e7e7e91e0a8c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:35.953252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Pushing event updated for resources: {'Port': ['ID=3f1fe526-f3f8-422e-ba3d-3f7c67560ac7,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:35.970724 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ba3675-a04f-4bcb-89cb-77b495ccc4e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:35.971448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ba3675-a04f-4bcb-89cb-77b495ccc4e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:35.975009 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-48ba3675-a04f-4bcb-89cb-77b495ccc4e4 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/40804df4-d432-4c9a-8c2b-37f6dc04a6aa HTTP/1.1" status: 404 len: 337 time: 0.7134855 Sep 25 01:05:35.995588 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54934) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:35.997001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddac7656-c111-4125-abe1-153aff408abe,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:36.003136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.008931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 90cfebd7-8d92-4026-b550-e7e7e91e0a8c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:36.009292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 90cfebd7-8d92-4026-b550-e7e7e91e0a8c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:36.027873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25c327f4-3d99-4d92-b36b-7f3685c18456 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (708376c5-0b7c-4a5a-a7e2-6648702b06a9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.029696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:36.044793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Attempting to bind port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:36.045180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Attempting to bind port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fef068bb-0191-45db-bd5a-e524a2dfc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e34566c8-fc83-487c-9bfc-60a29d4661b1'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:36.045556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Attempting to bind port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 on network e34566c8-fc83-487c-9bfc-60a29d4661b1 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:36.086200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:36.097325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:36.097713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Checking segment: {'id': 'fef068bb-0191-45db-bd5a-e524a2dfc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e34566c8-fc83-487c-9bfc-60a29d4661b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:36.098136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.098643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Bound using segment: {'id': 'fef068bb-0191-45db-bd5a-e524a2dfc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e34566c8-fc83-487c-9bfc-60a29d4661b1'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:36.099135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Bound port: 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef068bb-0191-45db-bd5a-e524a2dfc170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e34566c8-fc83-487c-9bfc-60a29d4661b1'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:36.099990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.104113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (4a6356c1-ba3d-4679-b25e-332af46e6ab8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.118128 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea6ff68-4c5b-4602-8a1e-a696ec45a49a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:36.118673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea6ff68-4c5b-4602-8a1e-a696ec45a49a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:36.121857 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-eea6ff68-4c5b-4602-8a1e-a696ec45a49a tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0cf11a34-492c-4e51-a097-3a432f089bd7 HTTP/1.1" status: 404 len: 337 time: 0.1206839 Sep 25 01:05:36.135630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54936) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:36.175239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (d101d7cf-5054-45b0-9779-4af87cd2c1d4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.181229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:36.183129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.183307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] For port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:36.187276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] For port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f1fe526-f3f8-422e-ba3d-3f7c67560ac7,segment=NetworkSegment(fef068bb-0191-45db-bd5a-e524a2dfc170),segment_id=fef068bb-0191-45db-bd5a-e524a2dfc170)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:36.189419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:36.199135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.213127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:36.246882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7848041-b8fe-4390-8ba8-ca4c6383cb07 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745228993172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5618367'] for subnet (3819389e-b9ab-46c2-a417-f9c8ea74014a), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.263087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] Sync routers for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:36.285225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4888f25-0d7f-415a-98c7-5b24973df315 None None] Pushing event updated for resources: {'Port': ['ID=3f1fe526-f3f8-422e-ba3d-3f7c67560ac7,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:36.287064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (9804eaa8-80cc-4e1d-8865-4d3fa260bfc0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.295616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:36.295616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:36.323162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=3,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:36.330854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7848041-b8fe-4390-8ba8-ca4c6383cb07 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:36.331596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7848041-b8fe-4390-8ba8-ca4c6383cb07 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.333314 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c7848041-b8fe-4390-8ba8-ca4c6383cb07 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "PUT /networking/v2.0/subnets/3819389e-b9ab-46c2-a417-f9c8ea74014a HTTP/1.1" status: 200 len: 826 time: 1.4146321 Sep 25 01:05:36.361837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54938) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:36.374865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:36.415216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:36.473748 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2886097 Sep 25 01:05:36.478184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54940) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:36.480200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.494427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'subnet': {'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:36.510415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:36.517622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bf30c847-827f-4995-805f-5a33c60a10f2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Deleting port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:36.518013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf30c847-827f-4995-805f-5a33c60a10f2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.553361 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 6 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:36.605874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.623692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=9804eaa8-80cc-4e1d-8865-4d3fa260bfc0,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:36.627224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7848041-b8fe-4390-8ba8-ca4c6383cb07 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=3819389e-b9ab-46c2-a417-f9c8ea74014a,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:36.708813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (f1f444ec-b61a-4871-a9f0-987c433acaed), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.719224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25c327f4-3d99-4d92-b36b-7f3685c18456 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (708376c5-0b7c-4a5a-a7e2-6648702b06a9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.727680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baedcc-7e98-4411-bbd4-1bddb99ff0a8 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Network': ['ID=d101d7cf-5054-45b0-9779-4af87cd2c1d4,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:36.735852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25c327f4-3d99-4d92-b36b-7f3685c18456 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router_controller (708376c5-0b7c-4a5a-a7e2-6648702b06a9), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.835195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:36.847401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:36.935018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf30c847-827f-4995-805f-5a33c60a10f2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.946223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (e34566c8-fc83-487c-9bfc-60a29d4661b1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.984482 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-208f8bf6-7dbb-492f-9943-9243a85062bd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.6767468 Sep 25 01:05:36.992185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (f1f444ec-b61a-4871-a9f0-987c433acaed), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:36.994964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_controller (f1f444ec-b61a-4871-a9f0-987c433acaed), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.003063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bf30c847-827f-4995-805f-5a33c60a10f2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Calling delete_port for 92b9e625-b0e3-4f75-82ab-60c80af2cb96 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:37.048300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'tag': '65b27757-a804-4687-9001-350f3af19276'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:05:37.053342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bacbc9-d291-4333-87ed-14fac1250eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "tag": "65b27757-a804-4687-9001-350f3af19276"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:05:37.056197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:37.102272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for floatingip (4b928464-5ea5-4442-969e-f6577785ebc0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.107600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.109905 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-43e43d9c-4129-4633-acc9-a275de6e4780 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4b928464-5ea5-4442-969e-f6577785ebc0 HTTP/1.1" status: 204 len: 168 time: 3.6315806 Sep 25 01:05:37.111262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25c327f4-3d99-4d92-b36b-7f3685c18456 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (708376c5-0b7c-4a5a-a7e2-6648702b06a9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.112449 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:49Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4c172975-956e-41c2-af47-2cba345c0f93', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'floating_ip_address': '172.36.7.192', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'port_id': '65b27757-a804-4687-9001-350f3af19276', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'mac_address': 'fa:16:3e:97:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:05:31Z', 'updated_at': '2022-09-25T01:05:31Z', 'revision_number': 0, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c21a266-4fb3-4a82-a4fa-6b7f14d7384e', 'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'mac_address': 'fa:16:3e:ab:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:45Z', 'updated_at': '2022-09-25T01:05:04Z', 'revision_number': 5, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'subnets': [{'id': '01695e12-1601-48c5-b791-cfda3448d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:37.113417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c327f4-3d99-4d92-b36b-7f3685c18456 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Fanout notify agent at l3_agent the message router_deleted on router 708376c5-0b7c-4a5a-a7e2-6648702b06a9 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:37.117544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54948) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.129612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25c327f4-3d99-4d92-b36b-7f3685c18456 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.135069 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-25c327f4-3d99-4d92-b36b-7f3685c18456 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/708376c5-0b7c-4a5a-a7e2-6648702b06a9 HTTP/1.1" status: 204 len: 168 time: 1.9465082 Sep 25 01:05:37.166669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Made reservation on behalf of fda658ebbb9a49b58ad4cd4d70a58616 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:37.172351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54950) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.172494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.174583 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c44628-5505-4b2a-a4d7-aea518212d97 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:37.175355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c44628-5505-4b2a-a4d7-aea518212d97 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:37.178816 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-37c44628-5505-4b2a-a4d7-aea518212d97 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6a5ba871-e393-466e-8af1-811d8d5504cb HTTP/1.1" status: 404 len: 333 time: 0.0423141 Sep 25 01:05:37.184246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] Checking router: 35c5c50a-090f-421b-baa4-748ba920df81 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:05:37.190335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (f1f444ec-b61a-4871-a9f0-987c433acaed), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.191229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1f444ec-b61a-4871-a9f0-987c433acaed {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:37.196005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:37.196793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:37.215401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54952) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.237193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.238641 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e15bf6a5-e1f0-445d-af0c-4f2bfed06342 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f1f444ec-b61a-4871-a9f0-987c433acaed HTTP/1.1" status: 204 len: 168 time: 5.1293645 Sep 25 01:05:37.246520 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-891fa803-59dc-480d-ab71-ce572cb0d66f tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=708376c5-0b7c-4a5a-a7e2-6648702b06a9 HTTP/1.1" status: 200 len: 205 time: 0.0658131 Sep 25 01:05:37.249684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54954) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.250593 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54956) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.262663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-868911097', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:37.300573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router 4a6356c1-ba3d-4679-b25e-332af46e6ab8 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:05:37.314886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (c8f210f6-d553-4bc7-af80-f2195e5f863c), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.316407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (c8f210f6-d553-4bc7-af80-f2195e5f863c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.408563 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 7 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:37.495651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:37.517541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:37.532455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0524b1-9a05-43b3-a7c3-0b0f48fc86a0 x-openstack-request-id: req-0a0524b1-9a05-43b3-a7c3-0b0f48fc86a0 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:05:37.532751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "tag": "65b27757-a804-4687-9001-350f3af19276", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:05:37.533013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a0524b1-9a05-43b3-a7c3-0b0f48fc86a0 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:05:37.533488 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0524b1-9a05-43b3-a7c3-0b0f48fc86a0'] response: {'name': 'network-changed', 'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'tag': '65b27757-a804-4687-9001-350f3af19276', 'status': 'completed', 'code': 200} Sep 25 01:05:37.536525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (c8f210f6-d553-4bc7-af80-f2195e5f863c), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.544076 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-5c595da3-f0ef-4751-9b23-5f9e558066dd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] delete failed (client error): The resource could not be found. Sep 25 01:05:37.548990 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5c595da3-f0ef-4751-9b23-5f9e558066dd tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/708376c5-0b7c-4a5a-a7e2-6648702b06a9 HTTP/1.1" status: 404 len: 336 time: 0.2503455 Sep 25 01:05:37.549586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54958) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.664526 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c5ece3-fe09-407b-812c-3ed2f29e4373 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:37.665070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c5ece3-fe09-407b-812c-3ed2f29e4373 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:37.671841 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-20c5ece3-fe09-407b-812c-3ed2f29e4373 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4a7eb444-4c1a-4ccb-bedf-06cf7fbdb722 HTTP/1.1" status: 404 len: 337 time: 0.1192811 Sep 25 01:05:37.711006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54960) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.751348 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49bc007-67d9-4d3d-8918-dc040f9160be tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:37.751820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49bc007-67d9-4d3d-8918-dc040f9160be tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:37.757602 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d49bc007-67d9-4d3d-8918-dc040f9160be tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/23d44470-dba7-48a4-8f05-14ab4bfdeafd HTTP/1.1" status: 404 len: 337 time: 0.0455060 Sep 25 01:05:37.761408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54962) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.821549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:37.903482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9c693-5c60-4043-9eef-4201d9e7d19d None None] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:37.904232 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-256a12f1-8623-4179-86fb-396c2dac45c4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:37.904700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256a12f1-8623-4179-86fb-396c2dac45c4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:37.911014 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-256a12f1-8623-4179-86fb-396c2dac45c4 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b4b3fb15-598f-42cf-b484-e22c3f45ecb3 HTTP/1.1" status: 404 len: 337 time: 0.1469111 Sep 25 01:05:37.911649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54964) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.925397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (c8f210f6-d553-4bc7-af80-f2195e5f863c), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:37.949937 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2147715-47e2-43f7-80ef-2eb6987a6b31 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:37.950294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2147715-47e2-43f7-80ef-2eb6987a6b31 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:37.950564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:37.956517 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e2147715-47e2-43f7-80ef-2eb6987a6b31 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4703a319-a610-4b82-9c73-9edd21c6d077 HTTP/1.1" status: 404 len: 337 time: 0.0416520 Sep 25 01:05:37.961180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54966) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:37.975037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4f293-a511-46dc-9624-9c217eabc57f req-31cf6358-53f1-4b43-87ac-707f6729d900 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:37.976640 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bab4f293-a511-46dc-9624-9c217eabc57f req-31cf6358-53f1-4b43-87ac-707f6729d900 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.7969568 Sep 25 01:05:37.995636 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e7ad1f1a-e9a8-46e5-981d-276d35255073 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=61fc3a54-a3c2-42d4-ab55-930ace3073ee HTTP/1.1" status: 200 len: 205 time: 0.7625430 Sep 25 01:05:37.996392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:37.996734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.002021 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 8 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:38.013723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54968) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.016302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:38.060838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:38.061279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.061629 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 Sep 25 01:05:38.084625 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9f9d110f-16db-4244-a169-bc9e4d087bc7 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158c887f-f0df-40f4-a672-f7de71a07111 HTTP/1.1" status: 200 len: 205 time: 0.1220655 Sep 25 01:05:38.086571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] For port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f1fe526-f3f8-422e-ba3d-3f7c67560ac7,segment=NetworkSegment(fef068bb-0191-45db-bd5a-e524a2dfc170),segment_id=fef068bb-0191-45db-bd5a-e524a2dfc170)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:38.087033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.088658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54970) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.089699 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-9db5c024-b293-4348-b6be-0df5af8f56b9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] delete failed (client error): The resource could not be found. Sep 25 01:05:38.090873 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9db5c024-b293-4348-b6be-0df5af8f56b9 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/routers/61fc3a54-a3c2-42d4-ab55-930ace3073ee HTTP/1.1" status: 404 len: 336 time: 0.0480435 Sep 25 01:05:38.100059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54972) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.101922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Calling delete_port for 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:38.122852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:38.154539 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-0fe25389-5eb3-48e3-9d23-3b21d0a7be13 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] delete failed (client error): The resource could not be found. Sep 25 01:05:38.156573 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0fe25389-5eb3-48e3-9d23-3b21d0a7be13 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/158c887f-f0df-40f4-a672-f7de71a07111 HTTP/1.1" status: 404 len: 336 time: 0.0644333 Sep 25 01:05:38.169657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54974) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.194562 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2155fc1d-0f7f-4378-b058-18776aa25fd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:38.195033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2155fc1d-0f7f-4378-b058-18776aa25fd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:38.202172 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2155fc1d-0f7f-4378-b058-18776aa25fd1 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/33acb1c0-1ffe-461c-bb5f-c96f777d9a9f HTTP/1.1" status: 404 len: 337 time: 0.0997496 Sep 25 01:05:38.230454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54976) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.231193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:38.301098 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-54d5b077-ad72-49c4-83d4-acf15b367203 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6a9c2431-a878-49c0-804d-b0739d67bb85 HTTP/1.1" status: 200 len: 205 time: 0.1186702 Sep 25 01:05:38.305020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:49Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4c172975-956e-41c2-af47-2cba345c0f93', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'floating_ip_address': '172.36.7.192', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'port_id': '65b27757-a804-4687-9001-350f3af19276', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'mac_address': 'fa:16:3e:97:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:05:31Z', 'updated_at': '2022-09-25T01:05:31Z', 'revision_number': 0, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c21a266-4fb3-4a82-a4fa-6b7f14d7384e', 'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'mac_address': 'fa:16:3e:ab:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:45Z', 'updated_at': '2022-09-25T01:05:04Z', 'revision_number': 5, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'subnets': [{'id': '01695e12-1601-48c5-b791-cfda3448d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:38.319442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54978) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.352809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3edc23-bc4b-4754-af39-e603ae3b00b9 None None] The sync data for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv is: [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:49Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4c172975-956e-41c2-af47-2cba345c0f93', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'floating_ip_address': '172.36.7.192', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'port_id': '65b27757-a804-4687-9001-350f3af19276', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'mac_address': 'fa:16:3e:97:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:05:31Z', 'updated_at': '2022-09-25T01:05:31Z', 'revision_number': 0, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c21a266-4fb3-4a82-a4fa-6b7f14d7384e', 'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'mac_address': 'fa:16:3e:ab:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:45Z', 'updated_at': '2022-09-25T01:05:04Z', 'revision_number': 5, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'subnets': [{'id': '01695e12-1601-48c5-b791-cfda3448d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:38.377202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:38.377850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.427320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-f7d7c3fd-5727-438b-85d1-370d44595ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:38.432533 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-f7d7c3fd-5727-438b-85d1-370d44595ec8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9&device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 1130 time: 0.4717009 Sep 25 01:05:38.472280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f1fe526-f3f8-422e-ba3d-3f7c67560ac7,segment=NetworkSegment(fef068bb-0191-45db-bd5a-e524a2dfc170),segment_id=fef068bb-0191-45db-bd5a-e524a2dfc170)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:38.478940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.568827 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-0e526c91-0092-4ddc-a8ce-78c582291651 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] delete failed (client error): The resource could not be found. Sep 25 01:05:38.570085 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0e526c91-0092-4ddc-a8ce-78c582291651 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/6a9c2431-a878-49c0-804d-b0739d67bb85 HTTP/1.1" status: 404 len: 336 time: 0.1719608 Sep 25 01:05:38.578320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54980) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.579328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:38.582162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=3f1fe526-f3f8-422e-ba3d-3f7c67560ac7,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:38.582575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:38.593311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf30c847-827f-4995-805f-5a33c60a10f2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (92b9e625-b0e3-4f75-82ab-60c80af2cb96), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.598254 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80deec04-809a-451f-a03f-c5a34fe4c809 None None] Sync routers for ids ['4a6356c1-ba3d-4679-b25e-332af46e6ab8'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:38.617776 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80deec04-809a-451f-a03f-c5a34fe4c809 None None] Routers {'4a6356c1-ba3d-4679-b25e-332af46e6ab8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:38.618949 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-80deec04-809a-451f-a03f-c5a34fe4c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4a6356c1-ba3d-4679-b25e-332af46e6ab8'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:38.625032 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 9 to provision port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 Sep 25 01:05:38.630696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:38.631034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcfe6ea-c7fa-48aa-9c2f-c4489a714f77 None None] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:38.655070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.656527 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d1e56383-516a-4010-bcf9-9e3557171ffb tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.6501784 Sep 25 01:05:38.672721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54982) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.674279 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4e3bcc-778c-48dd-9505-e53eae88a08c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:38.674870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4e3bcc-778c-48dd-9505-e53eae88a08c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:38.678720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Port 92b9e625-b0e3-4f75-82ab-60c80af2cb96 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:05:38.680311 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cd4e3bcc-778c-48dd-9505-e53eae88a08c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/04f2a229-663d-4ec5-b016-abbc4d292ba0 HTTP/1.1" status: 404 len: 337 time: 0.0987818 Sep 25 01:05:38.681432 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-80deec04-809a-451f-a03f-c5a34fe4c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:38.687253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54984) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.689225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-4644ec9b-58cc-4da6-a002-e010ffb93720 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port c9514a8e-d064-4e87-96ab-15e44e691ac1 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:38.689812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4644ec9b-58cc-4da6-a002-e010ffb93720 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c9514a8e-d064-4e87-96ab-15e44e691ac1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.693479 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80deec04-809a-451f-a03f-c5a34fe4c809 None None] Routers {'4a6356c1-ba3d-4679-b25e-332af46e6ab8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:38.699934 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-80deec04-809a-451f-a03f-c5a34fe4c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4a6356c1-ba3d-4679-b25e-332af46e6ab8'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:38.704521 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (c8f210f6-d553-4bc7-af80-f2195e5f863c), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.722344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Could not find standard attr ID for object 90cfebd7-8d92-4026-b550-e7e7e91e0a8c. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:38.742503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Provisioning complete for port 1cd59362-70f2-45ff-a656-b76b3db1cd36 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:38.747363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.747768 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Attempt 1 to provision port 1cd59362-70f2-45ff-a656-b76b3db1cd36 Sep 25 01:05:38.752330 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-80deec04-809a-451f-a03f-c5a34fe4c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:38.753206 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80deec04-809a-451f-a03f-c5a34fe4c809 None None] The sync data for ids ['4a6356c1-ba3d-4679-b25e-332af46e6ab8'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:38.774968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30c847-827f-4995-805f-5a33c60a10f2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Port': ['ID=92b9e625-b0e3-4f75-82ab-60c80af2cb96,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:38.802581 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bab4f293-a511-46dc-9624-9c217eabc57f req-b05913ee-7756-4d12-95c6-c02c07dc455e tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6296153 Sep 25 01:05:38.810534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31cab24-056c-420f-a814-5dc00ba66b25 None None] New status for floating IP 4c172975-956e-41c2-af47-2cba345c0f93: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:05:38.822854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.845996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54986) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.859385 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9944e808-d9a6-4756-89cb-d733fcb283b8 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4bb0899f-6553-4bb4-a9a6-120193414227 HTTP/1.1" status: 200 len: 205 time: 0.1655743 Sep 25 01:05:38.865109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54988) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.873426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf30c847-827f-4995-805f-5a33c60a10f2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.877539 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bf30c847-827f-4995-805f-5a33c60a10f2 tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/ports/92b9e625-b0e3-4f75-82ab-60c80af2cb96 HTTP/1.1" status: 204 len: 168 time: 2.7386920 Sep 25 01:05:38.883018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 54990) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:38.982421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3f1fe526-f3f8-422e-ba3d-3f7c67560ac7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:38.991465 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-d475173b-26f0-49a0-b602-77865ff9d9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] delete failed (client error): The resource could not be found. Sep 25 01:05:38.991465 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d475173b-26f0-49a0-b602-77865ff9d9bc tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/4bb0899f-6553-4bb4-a9a6-120193414227 HTTP/1.1" status: 404 len: 336 time: 0.1149085 Sep 25 01:05:38.999690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54992) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:39.008574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b600c971-7e1d-4b3f-9a4e-ddd0592d8680 None None] Current status of the port 1cd59362-70f2-45ff-a656-b76b3db1cd36 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:39.051382 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7a157247-1293-476b-af70-15942ca10c6e tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dc18efc7-7c57-4bb9-bf84-9cb5689248e7 HTTP/1.1" status: 200 len: 205 time: 0.0479264 Sep 25 01:05:39.059211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54994) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:39.095982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Port': ['ID=3f1fe526-f3f8-422e-ba3d-3f7c67560ac7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:39.133295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-89241633-7d67-4471-bcb1-f5d6a6460eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:39.134878 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-89241633-7d67-4471-bcb1-f5d6a6460eff service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6463def2-15bf-492a-bcb1-7a5e1663a4ef HTTP/1.1" status: 200 len: 898 time: 0.6943641 Sep 25 01:05:39.141995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e4691549-c53b-4d20-a02f-7266f2b646fa None None] Provisioning complete for port 1cd59362-70f2-45ff-a656-b76b3db1cd36 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:39.142365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e4691549-c53b-4d20-a02f-7266f2b646fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:39.142705 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e4691549-c53b-4d20-a02f-7266f2b646fa None None] Attempt 1 to provision port 1cd59362-70f2-45ff-a656-b76b3db1cd36 Sep 25 01:05:39.158117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4644ec9b-58cc-4da6-a002-e010ffb93720 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c9514a8e-d064-4e87-96ab-15e44e691ac1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:39.158518 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b3d5fa1b-65f7-4ae8-890f-68690fa94432 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/floatingips/4c172975-956e-41c2-af47-2cba345c0f93 HTTP/1.1" status: 200 len: 992 time: 0.3062680 Sep 25 01:05:39.169108 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-83de7b00-c0bc-48a5-b556-cda08fb1b195 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/routers/4a6356c1-ba3d-4679-b25e-332af46e6ab8 HTTP/1.1" status: 200 len: 883 time: 0.4870026 Sep 25 01:05:39.170344 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-1b1b6a03-a6e8-48b4-a432-d85b1845497c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] delete failed (client error): The resource could not be found. Sep 25 01:05:39.171495 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1b1b6a03-a6e8-48b4-a432-d85b1845497c tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/dc18efc7-7c57-4bb9-bf84-9cb5689248e7 HTTP/1.1" status: 404 len: 336 time: 0.1068916 Sep 25 01:05:39.179553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54996) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:39.180064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 54998) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:39.198624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (bc254c69-2c00-4092-a9f7-38812e027719), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:39.234248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:39.249365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e4691549-c53b-4d20-a02f-7266f2b646fa None None] Current status of the port 1cd59362-70f2-45ff-a656-b76b3db1cd36 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:39.253127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e4691549-c53b-4d20-a02f-7266f2b646fa None None] Could not find standard attr ID for object 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:39.308220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No DVR routers for this DVR port 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:39.373134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-19b38dbc-4498-40ab-8699-b8c6a6afa8b5 None None] Could not find standard attr ID for object 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:39.386320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:39.403803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d9508-591f-4931-be23-2d154743fec2 None None] DHCP port deletion for e34566c8-fc83-487c-9bfc-60a29d4661b1 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:05:39.445701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55079fd-6e28-467c-aed3-5787e8f87de7 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:05:39.485324 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-fbaccd6e-3c7d-4a57-9c47-6e371e9f674a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b27757-a804-4687-9001-350f3af19276 HTTP/1.1" status: 200 len: 1002 time: 0.3247187 Sep 25 01:05:39.505532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ddac7656-c111-4125-abe1-153aff408abe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:39.574272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (3819389e-b9ab-46c2-a417-f9c8ea74014a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:39.574773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ddac7656-c111-4125-abe1-153aff408abe {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:39.575664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ddac7656-c111-4125-abe1-153aff408abe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:39.613167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:39.620507 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:39.652748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-4644ec9b-58cc-4da6-a002-e010ffb93720 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for c9514a8e-d064-4e87-96ab-15e44e691ac1 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:39.666704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (bc254c69-2c00-4092-a9f7-38812e027719), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:39.673868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Subnet': ['ID=ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:39.682035 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a38c30-c995-4cf3-ab77-783439a54913 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:39.682963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a38c30-c995-4cf3-ab77-783439a54913 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:39.688803 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c2a38c30-c995-4cf3-ab77-783439a54913 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/9f5f91ec-778f-4fa9-957e-e5ddfc87a2d8 HTTP/1.1" status: 404 len: 337 time: 0.4618812 Sep 25 01:05:39.697920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55000) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:39.757328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-240555c8-0b50-46c0-8017-88e662b4dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:39.758887 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-240555c8-0b50-46c0-8017-88e662b4dd76 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=01695e12-1601-48c5-b791-cfda3448d49a HTTP/1.1" status: 200 len: 834 time: 0.2409873 Sep 25 01:05:39.759317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:39.770893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc254c69-2c00-4092-a9f7-38812e027719']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:39.777943 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-21871982-1612-49c9-b770-6addfdce28a2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7778f288-0dc3-436d-8d61-b9699a6f0304 HTTP/1.1" status: 200 len: 205 time: 0.0747359 Sep 25 01:05:39.786454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55002) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:39.794094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55079fd-6e28-467c-aed3-5787e8f87de7 None None] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:39.813102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55079fd-6e28-467c-aed3-5787e8f87de7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d101d7cf-5054-45b0-9779-4af87cd2c1d4) {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:05:39.836780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b9ca07-18e0-4d76-9371-0e22aec64604') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:39.837128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b9ca07-18e0-4d76-9371-0e22aec64604') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:39.851983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:39.853328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Checking segment: {'id': '19e43dbf-5e32-4f05-9073-bf92bf0894ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:39.853696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Network hostable DHCP agents. Network: d101d7cf-5054-45b0-9779-4af87cd2c1d4, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:39.904617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (d2b9ca07-18e0-4d76-9371-0e22aec64604), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:39.914634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Allocated IP 172.36.7.140 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/5ae341e6-4f71-4de8-a569-3d24d922cf00) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:39.918683 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-7407bdab-a68e-4c46-add1-c512481ebe79 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] delete failed (client error): The resource could not be found. Sep 25 01:05:39.924720 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7407bdab-a68e-4c46-add1-c512481ebe79 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7778f288-0dc3-436d-8d61-b9699a6f0304 HTTP/1.1" status: 404 len: 336 time: 0.1263986 Sep 25 01:05:39.931767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55004) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:39.958463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-7f9977b1-c458-416e-a4a8-1ccdc1fadda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:39.961005 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-7f9977b1-c458-416e-a4a8-1ccdc1fadda6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6463def2-15bf-492a-bcb1-7a5e1663a4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1923769 Sep 25 01:05:39.968319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (3819389e-b9ab-46c2-a417-f9c8ea74014a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:39.996311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (d2b9ca07-18e0-4d76-9371-0e22aec64604), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.016103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Unable to find a vacant binding_index for network d101d7cf-5054-45b0-9779-4af87cd2c1d4 and agent e9071589-0027-4a2b-9a18-aed4da7ff702 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 25 01:05:40.029369 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-aafb3fb1-0dd7-4dd0-9230-4d8b8e16e279 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8269279 Sep 25 01:05:40.055093 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f6472b-63a6-42e7-b3d2-121f7f0e28c2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:40.055571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f6472b-63a6-42e7-b3d2-121f7f0e28c2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:40.056872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55006) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:40.058777 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-05f6472b-63a6-42e7-b3d2-121f7f0e28c2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/849ab1aa-33cd-4ca8-945d-e2cf9ba311e3 HTTP/1.1" status: 404 len: 337 time: 0.1216669 Sep 25 01:05:40.062528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-dc432502-cdd2-41ad-955b-cc6c98eb4691 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-60039150'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:40.066098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55008) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:40.080582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:40.081795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (d2b9ca07-18e0-4d76-9371-0e22aec64604), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.085771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d101d7cf-5054-45b0-9779-4af87cd2c1d4', 'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4', 'project_id': 'fda658ebbb9a49b58ad4cd4d70a58616', 'fixed_ips': [{'subnet_id': 'ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:40.089502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.090632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=3819389e-b9ab-46c2-a417-f9c8ea74014a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:40.108010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d101d7cf-5054-45b0-9779-4af87cd2c1d4) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:40.122416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71695d28-c17e-40bc-88c6-e003c806118f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e34566c8-fc83-487c-9bfc-60a29d4661b1', 'network_id': 'e34566c8-fc83-487c-9bfc-60a29d4661b1', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': '3819389e-b9ab-46c2-a417-f9c8ea74014a'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:40.123503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-71695d28-c17e-40bc-88c6-e003c806118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.147166 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6c68d367-bb44-4fb1-a433-610cff9e7d96 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26d79d8d-869a-441b-a06a-bde07f4072f6 HTTP/1.1" status: 200 len: 205 time: 0.0724156 Sep 25 01:05:40.154545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:40.155767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55012) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:40.172604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55014) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:40.191452 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment d2b9ca07-18e0-4d76-9371-0e22aec64604 resource provider aggregate not found Sep 25 01:05:40.208550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:40.209254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.227837 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment d2b9ca07-18e0-4d76-9371-0e22aec64604 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2b9ca07-18e0-4d76-9371-0e22aec64604 found for delete ", "request_id": "req-82dbc4cf-1827-471c-83ea-c5fe99a570da"}]} Sep 25 01:05:40.234888 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-1c9adcf4-4b39-48df-91ca-7f3cb929a2d2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] delete failed (client error): The resource could not be found. Sep 25 01:05:40.236209 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1c9adcf4-4b39-48df-91ca-7f3cb929a2d2 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/routers/26d79d8d-869a-441b-a06a-bde07f4072f6 HTTP/1.1" status: 404 len: 336 time: 0.0741413 Sep 25 01:05:40.266913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55018) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:40.322338 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8b32e8cc-fc8f-4096-af87-b0b44691b409 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8362842 Sep 25 01:05:40.331611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55020) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:40.345843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (e34566c8-fc83-487c-9bfc-60a29d4661b1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.352981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'port': {'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1720625704'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:40.360218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Allocated IP 2001:db8::2 (d101d7cf-5054-45b0-9779-4af87cd2c1d4/ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4/3d005393-4444-4caf-a6f4-222356c1a3e6) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:40.386092 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c7595c-77d7-49b2-b4db-f26a1b3b6c8d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:40.386732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c7595c-77d7-49b2-b4db-f26a1b3b6c8d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:40.396466 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-25c7595c-77d7-49b2-b4db-f26a1b3b6c8d tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/635fa350-20cf-4e1e-99dc-7179d7b5041f HTTP/1.1" status: 404 len: 337 time: 0.1239598 Sep 25 01:05:40.403222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55022) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:40.404419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (bc254c69-2c00-4092-a9f7-38812e027719), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.411043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.418494 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bc254c69-2c00-4092-a9f7-38812e027719 HTTP/1.1" status: 204 len: 168 time: 1.4884450 Sep 25 01:05:40.442002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34566c8-fc83-487c-9bfc-60a29d4661b1']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:40.459718 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-31089af8-1919-4d4e-b417-72015e6ef41f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/floatingips/4c172975-956e-41c2-af47-2cba345c0f93 HTTP/1.1" status: 200 len: 994 time: 0.2848430 Sep 25 01:05:40.467172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef068bb-0191-45db-bd5a-e524a2dfc170') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:40.467417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for port (5ae341e6-4f71-4de8-a569-3d24d922cf00), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.468965 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef068bb-0191-45db-bd5a-e524a2dfc170') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:40.488624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (fef068bb-0191-45db-bd5a-e524a2dfc170), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.509426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (fef068bb-0191-45db-bd5a-e524a2dfc170), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.519423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:40.520256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (fef068bb-0191-45db-bd5a-e524a2dfc170), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.528118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4644ec9b-58cc-4da6-a002-e010ffb93720 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c9514a8e-d064-4e87-96ab-15e44e691ac1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.605850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644ec9b-58cc-4da6-a002-e010ffb93720 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=c9514a8e-d064-4e87-96ab-15e44e691ac1,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:40.701750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:40.708496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46b5de-617e-46c0-98a9-70dcad292dcf tempest-PortsIpV6TestJSON-1051498808 tempest-PortsIpV6TestJSON-1051498808-project] Pushing event deleted for resources: {'Network': ['ID=bc254c69-2c00-4092-a9f7-38812e027719,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:40.727261 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff149392-39c2-4d1a-863a-737cf12d4470 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:40.727743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff149392-39c2-4d1a-863a-737cf12d4470 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:40.731976 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ff149392-39c2-4d1a-863a-737cf12d4470 tempest-RoutersTest-2071309473 tempest-RoutersTest-2071309473-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/8dcd27d1-04fe-4b20-9944-f27815b4f520 HTTP/1.1" status: 404 len: 337 time: 0.3138726 Sep 25 01:05:40.765828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (5ae341e6-4f71-4de8-a569-3d24d922cf00), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.766973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (e34566c8-fc83-487c-9bfc-60a29d4661b1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.769905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.776177 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-9689a262-3cda-45b3-bfc9-97249017d3a9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7852454 Sep 25 01:05:40.777409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.798450 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/e34566c8-fc83-487c-9bfc-60a29d4661b1 HTTP/1.1" status: 204 len: 168 time: 4.4320817 Sep 25 01:05:40.806191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55028) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:40.873437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Made reservation on behalf of fda658ebbb9a49b58ad4cd4d70a58616 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:40.876368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.909993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ed418-e5a8-48db-92c8-d9a66ea85046 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=e34566c8-fc83-487c-9bfc-60a29d4661b1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:40.934409 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6193025-79e2-4e8e-a827-316c2519b61c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:40.935380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6193025-79e2-4e8e-a827-316c2519b61c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:40.943397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Publish callbacks [] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.944638 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d6193025-79e2-4e8e-a827-316c2519b61c tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/e34566c8-fc83-487c-9bfc-60a29d4661b1 HTTP/1.1" status: 404 len: 339 time: 0.1117094 Sep 25 01:05:40.953373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55032) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:40.955624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:40.958751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.961824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4644ec9b-58cc-4da6-a002-e010ffb93720 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:40.965437 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4644ec9b-58cc-4da6-a002-e010ffb93720 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c9514a8e-d064-4e87-96ab-15e44e691ac1 HTTP/1.1" status: 204 len: 168 time: 2.7312109 Sep 25 01:05:40.971327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1253125563', 'description': 'd1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:40.980838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55034) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:41.005338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:41.035179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:41.050185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event updated for resources: {'Port': ['ID=5ae341e6-4f71-4de8-a569-3d24d922cf00,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:41.051073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:41.053605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:41.058404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:41.083202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] device_id is not set on port 74c54fb6-4f34-474b-84cd-1be5b3574544 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:05:41.121829 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a2bacbc9-d291-4333-87ed-14fac1250eb2 req-8fc85808-8ebd-43fa-894f-5d0ac0a6221e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154140 Sep 25 01:05:41.126037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:41.134209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55038) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:41.181050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:41.189472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Pushing event updated for resources: {'Port': ['ID=3d005393-4444-4caf-a6f4-222356c1a3e6,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:41.209350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Attempting to bind port 3d005393-4444-4caf-a6f4-222356c1a3e6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:41.209723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Attempting to bind port 3d005393-4444-4caf-a6f4-222356c1a3e6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19e43dbf-5e32-4f05-9073-bf92bf0894ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:41.210110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Attempting to bind port 3d005393-4444-4caf-a6f4-222356c1a3e6 on network d101d7cf-5054-45b0-9779-4af87cd2c1d4 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:41.222257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:41.229248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.271312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:41.271799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Checking segment: {'id': '19e43dbf-5e32-4f05-9073-bf92bf0894ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:41.272906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.273309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Bound using segment: {'id': '19e43dbf-5e32-4f05-9073-bf92bf0894ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:41.273829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Bound port: 3d005393-4444-4caf-a6f4-222356c1a3e6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e43dbf-5e32-4f05-9073-bf92bf0894ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:41.275139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.285718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55042) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:41.318693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:41.368780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dc432502-cdd2-41ad-955b-cc6c98eb4691 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (4a6356c1-ba3d-4679-b25e-332af46e6ab8), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.371786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] For port 3d005393-4444-4caf-a6f4-222356c1a3e6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:41.378291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] For port 3d005393-4444-4caf-a6f4-222356c1a3e6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d005393-4444-4caf-a6f4-222356c1a3e6,segment=NetworkSegment(19e43dbf-5e32-4f05-9073-bf92bf0894ce),segment_id=19e43dbf-5e32-4f05-9073-bf92bf0894ce)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:41.391232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:41.431934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.444472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:41.445050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3f1fe526-f3f8-422e-ba3d-3f7c67560ac7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:05:41.470357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-31c8778c-6d69-4b01-939a-78b7c0d89d47 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port 6710831d-71ea-478e-b6b6-2c807e42b7bd {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:41.470932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31c8778c-6d69-4b01-939a-78b7c0d89d47 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6710831d-71ea-478e-b6b6-2c807e42b7bd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.471584 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d6135a1a-2530-4e1c-9b93-1a68004cb569 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5af94bd52cdb41dc819f23e6a6b1d072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846337 Sep 25 01:05:41.477336 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ad83f3e1-f1ab-4be7-a738-716174e237d0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9d916dec203f4b278e19c6351473e052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391504 Sep 25 01:05:41.477846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55046) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:41.478191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55048) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:41.535117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cad95-2be5-49ea-b3f0-f6bf89472166 None None] Pushing event updated for resources: {'Port': ['ID=3d005393-4444-4caf-a6f4-222356c1a3e6,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:41.542861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dc432502-cdd2-41ad-955b-cc6c98eb4691 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (4a6356c1-ba3d-4679-b25e-332af46e6ab8), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.549938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:41.599668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27d05a56-b13e-4197-aee8-8c174a96a039 admin admin] Publish callbacks [] for security_group (f2632c69-cd18-456e-a2b5-eddff7a19d52), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.603550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c01a6b3-1dc3-4629-9342-4013375a8bf7 admin admin] Publish callbacks [] for security_group (16d6c204-f92c-43e8-92f9-1dab2c73412c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.605786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:41.646027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (d471d586-4001-4960-8bfa-d2f2a0cf6934), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.646474 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment d471d586-4001-4960-8bfa-d2f2a0cf6934 of type vlan for network a91f53a8-9aaa-4168-8afe-0244f3fb3537 Sep 25 01:05:41.652261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27d05a56-b13e-4197-aee8-8c174a96a039 admin admin] Publish callbacks [] for security_group (f2632c69-cd18-456e-a2b5-eddff7a19d52), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.667305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c01a6b3-1dc3-4629-9342-4013375a8bf7 admin admin] Publish callbacks [] for security_group (16d6c204-f92c-43e8-92f9-1dab2c73412c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.731576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:41.795345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c01a6b3-1dc3-4629-9342-4013375a8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (16d6c204-f92c-43e8-92f9-1dab2c73412c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.799062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c01a6b3-1dc3-4629-9342-4013375a8bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.800469 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1c01a6b3-1dc3-4629-9342-4013375a8bf7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/16d6c204-f92c-43e8-92f9-1dab2c73412c HTTP/1.1" status: 204 len: 168 time: 0.3212852 Sep 25 01:05:41.810563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01a6b3-1dc3-4629-9342-4013375a8bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d6c204-f92c-43e8-92f9-1dab2c73412c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:41.813522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27d05a56-b13e-4197-aee8-8c174a96a039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f2632c69-cd18-456e-a2b5-eddff7a19d52), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.816763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27d05a56-b13e-4197-aee8-8c174a96a039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:41.818264 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-27d05a56-b13e-4197-aee8-8c174a96a039 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f2632c69-cd18-456e-a2b5-eddff7a19d52 HTTP/1.1" status: 204 len: 168 time: 0.3328233 Sep 25 01:05:41.844666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d05a56-b13e-4197-aee8-8c174a96a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2632c69-cd18-456e-a2b5-eddff7a19d52,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:42.176353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:42.222619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Allocated IP 2001:db8::23 (d101d7cf-5054-45b0-9779-4af87cd2c1d4/ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4/74c54fb6-4f34-474b-84cd-1be5b3574544) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:42.278905 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment fef068bb-0191-45db-bd5a-e524a2dfc170 resource provider aggregate not found Sep 25 01:05:42.349144 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment fef068bb-0191-45db-bd5a-e524a2dfc170 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fef068bb-0191-45db-bd5a-e524a2dfc170 found for delete ", "request_id": "req-17d3abc0-c1b6-430f-941e-54ed6052ad0c"}]} Sep 25 01:05:42.375993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (a91f53a8-9aaa-4168-8afe-0244f3fb3537), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:42.454994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31c8778c-6d69-4b01-939a-78b7c0d89d47 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6710831d-71ea-478e-b6b6-2c807e42b7bd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:42.494757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.resource_extend [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:05:42.518878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-31c8778c-6d69-4b01-939a-78b7c0d89d47 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for 6710831d-71ea-478e-b6b6-2c807e42b7bd owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:42.565763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc432502-cdd2-41ad-955b-cc6c98eb4691 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router 4a6356c1-ba3d-4679-b25e-332af46e6ab8 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:42.573359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (a91f53a8-9aaa-4168-8afe-0244f3fb3537), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:42.578665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:42.579344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:42.799475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=a91f53a8-9aaa-4168-8afe-0244f3fb3537,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:42.820161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network a91f53a8-9aaa-4168-8afe-0244f3fb3537 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:42.872855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:42.877226 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-69bd0a17-f891-42fd-a1a8-0124515923d7 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9101346 Sep 25 01:05:42.881798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55090) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:42.965515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (c8f210f6-d553-4bc7-af80-f2195e5f863c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.057149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9557704a-70b2-45de-8013-035d8ab5e462 None None] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:43.059717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483373f5-0ea1-4cb3-8c0b-82033267653d None None] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:43.102148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c76e5b-5c21-45cd-aa5a-db047cba9018 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:43.108729 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e7c76e5b-5c21-45cd-aa5a-db047cba9018 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a91f53a8-9aaa-4168-8afe-0244f3fb3537 HTTP/1.1" status: 200 len: 765 time: 0.2250192 Sep 25 01:05:43.109715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55096) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:43.117597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8ccf13c6-59d5-4316-9c9f-b619a9f5f736 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'description': 'd2'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:43.157648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9557704a-70b2-45de-8013-035d8ab5e462 None None] Network e34566c8-fc83-487c-9bfc-60a29d4661b1 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:05:43.272880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for port (74c54fb6-4f34-474b-84cd-1be5b3574544), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.274742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55098) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:43.356324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55102) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:43.372120 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 259 time: 0.0030937 Sep 25 01:05:43.392188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd90166-150c-462c-a2f0-28cf0d177696 None None] DHCP port deletion for e34566c8-fc83-487c-9bfc-60a29d4661b1 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:05:43.397283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55104) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:43.409886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0edd9473-c02e-434a-801b-62ffabbffb07 None None] Provisioning complete for port 3d005393-4444-4caf-a6f4-222356c1a3e6 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:43.410555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0edd9473-c02e-434a-801b-62ffabbffb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.411050 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0edd9473-c02e-434a-801b-62ffabbffb07 None None] Attempt 1 to provision port 3d005393-4444-4caf-a6f4-222356c1a3e6 Sep 25 01:05:43.428341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:43.550848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3d005393-4444-4caf-a6f4-222356c1a3e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:43.558472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc432502-cdd2-41ad-955b-cc6c98eb4691 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:43.566998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ccf13c6-59d5-4316-9c9f-b619a9f5f736 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (a91f53a8-9aaa-4168-8afe-0244f3fb3537), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.586179 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d810d-0bdd-4b7b-b433-d7b391ca68c0 None None] Sync routers for ids ['4a6356c1-ba3d-4679-b25e-332af46e6ab8'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:43.595610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dc432502-cdd2-41ad-955b-cc6c98eb4691 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.597743 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dc432502-cdd2-41ad-955b-cc6c98eb4691 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/4a6356c1-ba3d-4679-b25e-332af46e6ab8 HTTP/1.1" status: 200 len: 890 time: 3.5399659 Sep 25 01:05:43.602302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55108) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:43.622865 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d810d-0bdd-4b7b-b433-d7b391ca68c0 None None] Routers {'4a6356c1-ba3d-4679-b25e-332af46e6ab8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:43.624839 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-353d810d-0bdd-4b7b-b433-d7b391ca68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4a6356c1-ba3d-4679-b25e-332af46e6ab8'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:43.627122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31c8778c-6d69-4b01-939a-78b7c0d89d47 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6710831d-71ea-478e-b6b6-2c807e42b7bd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.636077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ccf13c6-59d5-4316-9c9f-b619a9f5f736 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (a91f53a8-9aaa-4168-8afe-0244f3fb3537), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.663259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (74c54fb6-4f34-474b-84cd-1be5b3574544), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.706582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ccf13c6-59d5-4316-9c9f-b619a9f5f736 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network a91f53a8-9aaa-4168-8afe-0244f3fb3537 is not hosted by any dhcp agent {{(pid=107187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:05:43.718204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf13c6-59d5-4316-9c9f-b619a9f5f736 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:43.722547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ccf13c6-59d5-4316-9c9f-b619a9f5f736 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.737901 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8ccf13c6-59d5-4316-9c9f-b619a9f5f736 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "PUT /networking/v2.0/networks/a91f53a8-9aaa-4168-8afe-0244f3fb3537 HTTP/1.1" status: 200 len: 762 time: 0.6239724 Sep 25 01:05:43.738126 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-353d810d-0bdd-4b7b-b433-d7b391ca68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:43.759381 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d810d-0bdd-4b7b-b433-d7b391ca68c0 None None] Routers {'4a6356c1-ba3d-4679-b25e-332af46e6ab8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:43.761155 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-353d810d-0bdd-4b7b-b433-d7b391ca68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4a6356c1-ba3d-4679-b25e-332af46e6ab8'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:43.825133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0edd9473-c02e-434a-801b-62ffabbffb07 None None] Current status of the port 3d005393-4444-4caf-a6f4-222356c1a3e6 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:43.827509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0edd9473-c02e-434a-801b-62ffabbffb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.853090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55110) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:43.858176 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-353d810d-0bdd-4b7b-b433-d7b391ca68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:43.859003 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d810d-0bdd-4b7b-b433-d7b391ca68c0 None None] The sync data for ids ['4a6356c1-ba3d-4679-b25e-332af46e6ab8'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:43.870605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3d005393-4444-4caf-a6f4-222356c1a3e6 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:43.871529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.872362 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3d005393-4444-4caf-a6f4-222356c1a3e6 Sep 25 01:05:43.908504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:43.922991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:43.926878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8778c-6d69-4b01-939a-78b7c0d89d47 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=6710831d-71ea-478e-b6b6-2c807e42b7bd,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:43.938697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:43.957390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:43.958116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:43.981784 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-78d65057-8478-4f99-a89e-6dc886ddffc6 tempest-NetworksApiDiscovery-1867763898 tempest-NetworksApiDiscovery-1867763898-project] 10.222.0.49 "GET /networking/v2.0/ HTTP/1.1" status: 200 len: 746 time: 0.5663075 Sep 25 01:05:44.066662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:44.093989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0edd9473-c02e-434a-801b-62ffabbffb07 None None] For port 3d005393-4444-4caf-a6f4-222356c1a3e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d005393-4444-4caf-a6f4-222356c1a3e6,segment=NetworkSegment(19e43dbf-5e32-4f05-9073-bf92bf0894ce),segment_id=19e43dbf-5e32-4f05-9073-bf92bf0894ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:44.137370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0edd9473-c02e-434a-801b-62ffabbffb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.179198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf13c6-59d5-4316-9c9f-b619a9f5f736 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=a91f53a8-9aaa-4168-8afe-0244f3fb3537,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:44.216777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a5d5dd11-112e-4bb0-ae91-084e2ea01012 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1500232336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:44.230595 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd5169-de33-4e69-978d-eb29cb486ed2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:44.238798 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-65cd5169-de33-4e69-978d-eb29cb486ed2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a91f53a8-9aaa-4168-8afe-0244f3fb3537 HTTP/1.1" status: 200 len: 765 time: 0.3835702 Sep 25 01:05:44.239534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55114) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:44.246915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network a91f53a8-9aaa-4168-8afe-0244f3fb3537 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:44.254662 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9126728 Sep 25 01:05:44.254662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-31c8778c-6d69-4b01-939a-78b7c0d89d47 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.274894 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-31c8778c-6d69-4b01-939a-78b7c0d89d47 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6710831d-71ea-478e-b6b6-2c807e42b7bd HTTP/1.1" status: 204 len: 168 time: 3.2846491 Sep 25 01:05:44.275688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55116) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:44.276674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55118) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:44.285945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd11-112e-4bb0-ae91-084e2ea01012 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (963430a8-4343-4b1d-b378-27e2f21268d9), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.287068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3d005393-4444-4caf-a6f4-222356c1a3e6 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:44.287995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.295423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd11-112e-4bb0-ae91-084e2ea01012 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (963430a8-4343-4b1d-b378-27e2f21268d9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.311397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'port': {'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1252949811', 'allowed_address_pairs': [{'ip_address': '2001:db8::23', 'mac_address': 'fa:16:3e:e6:85:61'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:44.404691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd11-112e-4bb0-ae91-084e2ea01012 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for router_controller (963430a8-4343-4b1d-b378-27e2f21268d9), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.409943 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:44.412658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (c8f210f6-d553-4bc7-af80-f2195e5f863c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.425680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd11-112e-4bb0-ae91-084e2ea01012 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (963430a8-4343-4b1d-b378-27e2f21268d9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.439842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e7278-42bb-4374-ac8c-b4a7228be834 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Port': ['ID=74c54fb6-4f34-474b-84cd-1be5b3574544,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:44.521251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9473-c02e-434a-801b-62ffabbffb07 None None] Pushing event updated for resources: {'Port': ['ID=3d005393-4444-4caf-a6f4-222356c1a3e6,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:44.528512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd11-112e-4bb0-ae91-084e2ea01012 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.533938 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a5d5dd11-112e-4bb0-ae91-084e2ea01012 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2507100 Sep 25 01:05:44.542375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55122) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:44.551129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-344889059'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:44.555334 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-542f66ca-156d-4541-a379-a35d6883cae6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/routers/4a6356c1-ba3d-4679-b25e-332af46e6ab8 HTTP/1.1" status: 200 len: 890 time: 0.9512205 Sep 25 01:05:44.565556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:05:44.566281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:05:44.574054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55124) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:44.609675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6654ad8b-72c4-4ebf-840c-ec1281613aaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:44.615930 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6654ad8b-72c4-4ebf-840c-ec1281613aaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dc4d855e-d408-4ddd-aaea-3c1f06171b01 HTTP/1.1" status: 200 len: 913 time: 0.3366394 Sep 25 01:05:44.617255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55126) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:44.702668 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5636a80b-6409-4302-86da-32d0baf25209 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4a6356c1-ba3d-4679-b25e-332af46e6ab8 HTTP/1.1" status: 200 len: 205 time: 0.1171811 Sep 25 01:05:44.704963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55128) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:44.713386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55130) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:44.745302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749570a6-fa7d-4eae-8cf1-3302d03425ef None None] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:44.794476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Made reservation on behalf of 63db3e105d9043d2b745787b06fffbce for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:44.801411 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.835365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.859014 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7c0e797d-9699-4d70-839a-cde643653048 None None] Provisioning complete for port 3d005393-4444-4caf-a6f4-222356c1a3e6 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:44.859856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7c0e797d-9699-4d70-839a-cde643653048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:44.860250 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7c0e797d-9699-4d70-839a-cde643653048 None None] Attempt 1 to provision port 3d005393-4444-4caf-a6f4-222356c1a3e6 Sep 25 01:05:44.976942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:45.056229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (4a6356c1-ba3d-4679-b25e-332af46e6ab8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.067788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Router c8f210f6-d553-4bc7-af80-f2195e5f863c is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:05:45.114076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e797d-9699-4d70-839a-cde643653048 None None] Current status of the port 3d005393-4444-4caf-a6f4-222356c1a3e6 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:45.135679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3d005393-4444-4caf-a6f4-222356c1a3e6 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:45.345197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:45.381451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for security_group (76fd22dc-3235-4a31-92d4-ff4f4d15038e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.401560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (76fd22dc-3235-4a31-92d4-ff4f4d15038e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.408389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ad321-a28b-4531-98b4-31350a1fb12e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:45.422942 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5c9ad321-a28b-4531-98b4-31350a1fb12e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1791317 Sep 25 01:05:45.432977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55134) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:45.539152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:45.550759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3d005393-4444-4caf-a6f4-222356c1a3e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:45.551459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_gateway (4a6356c1-ba3d-4679-b25e-332af46e6ab8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.608240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9c049a3c-fd33-4f17-b35a-610cc1c199ee), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.609810 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Added segment 9c049a3c-fd33-4f17-b35a-610cc1c199ee of type vlan for network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 Sep 25 01:05:45.612459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fd22dc-3235-4a31-92d4-ff4f4d15038e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:45.641151 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2c38d517-41c9-4305-8964-d626903cac64 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 207 time: 0.2050512 Sep 25 01:05:45.652089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55136) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:45.671275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Provisioning complete for port 74c54fb6-4f34-474b-84cd-1be5b3574544 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:45.672128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (74c54fb6-4f34-474b-84cd-1be5b3574544), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.672781 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 1 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:45.680403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-784cda87-96d8-43a6-b664-310eee206dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.722475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (76a7e0b0-80a7-43ce-8596-d65eca4dd173), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.740891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:45.743684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3d005393-4444-4caf-a6f4-222356c1a3e6 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:45.744205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.744510 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3d005393-4444-4caf-a6f4-222356c1a3e6 Sep 25 01:05:45.756149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:45.758070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:45.771434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (76a7e0b0-80a7-43ce-8596-d65eca4dd173), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.777542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:45.778351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.795640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af901f4d-ddcf-41f7-9bef-562ac3782b9d None None] Sync routers for ids ['c8f210f6-d553-4bc7-af80-f2195e5f863c'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:45.829158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af901f4d-ddcf-41f7-9bef-562ac3782b9d None None] Routers {'c8f210f6-d553-4bc7-af80-f2195e5f863c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:45.830235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-af901f4d-ddcf-41f7-9bef-562ac3782b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c8f210f6-d553-4bc7-af80-f2195e5f863c'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:45.891550 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Network': ['ID=76a7e0b0-80a7-43ce-8596-d65eca4dd173,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:45.915013 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-26de7890-94ad-43b1-b169-4ec7035cadb3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3707325 Sep 25 01:05:45.916306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:45.922339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55138) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:45.926551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-af901f4d-ddcf-41f7-9bef-562ac3782b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:45.931324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'subnet': {'network_id': '76a7e0b0-80a7-43ce-8596-d65eca4dd173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:45.940613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port e6185287-d7e6-4a88-9e3a-ef28fad1ed96 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:45.940613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e6185287-d7e6-4a88-9e3a-ef28fad1ed96), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.960213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:45.965965 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-20a6dccb-b644-481d-bcec-93ab060a5316 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.7132895 Sep 25 01:05:45.966793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55140) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:45.975986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:45.976227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:45.980442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3d005393-4444-4caf-a6f4-222356c1a3e6 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:45.991058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2323d1c6-b8f1-4430-ab4a-cfc56cb6ac02 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': False}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:45.992058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Made reservation on behalf of fda658ebbb9a49b58ad4cd4d70a58616 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:45.999077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af901f4d-ddcf-41f7-9bef-562ac3782b9d None None] Routers {'c8f210f6-d553-4bc7-af80-f2195e5f863c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:45.999295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-af901f4d-ddcf-41f7-9bef-562ac3782b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c8f210f6-d553-4bc7-af80-f2195e5f863c'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:46.044348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-af901f4d-ddcf-41f7-9bef-562ac3782b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:46.044878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af901f4d-ddcf-41f7-9bef-562ac3782b9d None None] The sync data for ids ['c8f210f6-d553-4bc7-af80-f2195e5f863c'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:46.241838 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 2 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:46.242521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:46.255666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce8b05-09cb-4dee-a879-1e40cfabbb33 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.261415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce8b05-09cb-4dee-a879-1e40cfabbb33 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.267659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce8b05-09cb-4dee-a879-1e40cfabbb33 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.273641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce8b05-09cb-4dee-a879-1e40cfabbb33 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.280697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce8b05-09cb-4dee-a879-1e40cfabbb33 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.286071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:46.286987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce8b05-09cb-4dee-a879-1e40cfabbb33 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.293164 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-87ce8b05-09cb-4dee-a879-1e40cfabbb33 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.6350255 Sep 25 01:05:46.305807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55142) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:46.421198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] device_id is not set on port 0d168bbb-39d0-4c89-b366-0f4150899ade yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:05:46.453683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-784cda87-96d8-43a6-b664-310eee206dc1 admin admin] Publish callbacks [] for security_group (d351233c-5a38-4a22-b3f2-ae0a4ab8cdfe), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:46.510325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-784cda87-96d8-43a6-b664-310eee206dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (d351233c-5a38-4a22-b3f2-ae0a4ab8cdfe), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:46.566417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e6185287-d7e6-4a88-9e3a-ef28fad1ed96), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:46.597256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for e6185287-d7e6-4a88-9e3a-ef28fad1ed96 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:46.602771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Made reservation on behalf of 63db3e105d9043d2b745787b06fffbce for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:46.609640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:46.633988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:46.650346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cda87-96d8-43a6-b664-310eee206dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d351233c-5a38-4a22-b3f2-ae0a4ab8cdfe,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:46.683522 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-784cda87-96d8-43a6-b664-310eee206dc1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d0191f1600ba4c929cd045655c6dd908&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4630110 Sep 25 01:05:46.696685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55144) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:46.697545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (dc4d855e-d408-4ddd-aaea-3c1f06171b01), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:46.744374 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1b27b61b-e0f7-417c-b298-c946e2313fd8 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4350345 Sep 25 01:05:46.772098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55146) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:46.787358 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 3 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:46.834394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:46.838945 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Allocated IP 2001:db8::1ce (d101d7cf-5054-45b0-9779-4af87cd2c1d4/ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4/0d168bbb-39d0-4c89-b366-0f4150899ade) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:46.873533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:46.932517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f77bbd78-3d7b-41df-9a33-3ca27c37f5bf admin admin] Publish callbacks [] for security_group (d351233c-5a38-4a22-b3f2-ae0a4ab8cdfe), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:46.943272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef9ce3-11fd-4fa5-9d54-687473321c4d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.945020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef9ce3-11fd-4fa5-9d54-687473321c4d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.946801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef9ce3-11fd-4fa5-9d54-687473321c4d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.948465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef9ce3-11fd-4fa5-9d54-687473321c4d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.950095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef9ce3-11fd-4fa5-9d54-687473321c4d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:46.955978 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-72ef9ce3-11fd-4fa5-9d54-687473321c4d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1786857 Sep 25 01:05:46.957614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55148) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:46.964964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:46.996104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f77bbd78-3d7b-41df-9a33-3ca27c37f5bf admin admin] Publish callbacks [] for security_group (d351233c-5a38-4a22-b3f2-ae0a4ab8cdfe), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.112877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:47.194431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5912b69-5f63-4b3f-95fa-621368edf4d3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:47.196263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5912b69-5f63-4b3f-95fa-621368edf4d3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:47.197896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5912b69-5f63-4b3f-95fa-621368edf4d3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:47.199430 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5912b69-5f63-4b3f-95fa-621368edf4d3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:47.201033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5912b69-5f63-4b3f-95fa-621368edf4d3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:47.207874 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f5912b69-5f63-4b3f-95fa-621368edf4d3 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2418733 Sep 25 01:05:47.211972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55150) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:47.261443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f77bbd78-3d7b-41df-9a33-3ca27c37f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (d351233c-5a38-4a22-b3f2-ae0a4ab8cdfe), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.264396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f77bbd78-3d7b-41df-9a33-3ca27c37f5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.265835 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f77bbd78-3d7b-41df-9a33-3ca27c37f5bf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d351233c-5a38-4a22-b3f2-ae0a4ab8cdfe HTTP/1.1" status: 204 len: 168 time: 0.5659282 Sep 25 01:05:47.300953 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2323d1c6-b8f1-4430-ab4a-cfc56cb6ac02 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (c8f210f6-d553-4bc7-af80-f2195e5f863c), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.321080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (4b4356a7-00ba-41ad-a52a-78e7b12dcb04), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.334973 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 4 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:47.348995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bbd78-3d7b-41df-9a33-3ca27c37f5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d351233c-5a38-4a22-b3f2-ae0a4ab8cdfe,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:47.372573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for port (0d168bbb-39d0-4c89-b366-0f4150899ade), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.393813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:47.437905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e6185287-d7e6-4a88-9e3a-ef28fad1ed96), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.443328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:47.449228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port d0bbb001-237a-4a89-b71d-598aa73c88f0 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:47.449709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d0bbb001-237a-4a89-b71d-598aa73c88f0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.498930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=e6185287-d7e6-4a88-9e3a-ef28fad1ed96,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:47.518031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Subnet': ['ID=4b4356a7-00ba-41ad-a52a-78e7b12dcb04,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:47.549890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Checking segment: {'id': '9c049a3c-fd33-4f17-b35a-610cc1c199ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a7e0b0-80a7-43ce-8596-d65eca4dd173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:47.550268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network hostable DHCP agents. Network: 76a7e0b0-80a7-43ce-8596-d65eca4dd173, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:47.558689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7ac4c-9f66-498f-973d-976f30c9cc6d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:47.564893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a1f7ac4c-9f66-498f-973d-976f30c9cc6d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/networks/6f2deff4-ddd8-4305-bbb3-114d0fa9c849 HTTP/1.1" status: 200 len: 804 time: 0.3447616 Sep 25 01:05:47.565129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55156) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:47.597240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:47.637984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0d168bbb-39d0-4c89-b366-0f4150899ade), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.658807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (4a6356c1-ba3d-4679-b25e-332af46e6ab8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.663933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:47.742058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d0bbb001-237a-4a89-b71d-598aa73c88f0), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.758987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:47.776094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:47.778750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:47.784483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:47.785198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.791183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for d0bbb001-237a-4a89-b71d-598aa73c88f0 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:47.795429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Port': ['ID=0d168bbb-39d0-4c89-b366-0f4150899ade,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:47.801526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 76a7e0b0-80a7-43ce-8596-d65eca4dd173) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:47.812949 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:47.813561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.823224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (4a6356c1-ba3d-4679-b25e-332af46e6ab8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.830722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (4a6356c1-ba3d-4679-b25e-332af46e6ab8), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:47.836485 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-937428a9-4aff-499d-943a-7e1ff5c6a103 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/networks/6f2deff4-ddd8-4305-bbb3-114d0fa9c849?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2700868 Sep 25 01:05:47.843698 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b6abd298-de11-4ca9-a431-137d249c5d25 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.5663867 Sep 25 01:05:47.845138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55166) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:47.848194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55168) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:47.905992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83059258-f43e-4783-8a46-4e112a25e49c None None] Network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:47.918075 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fd0da85d-1c7f-49d6-a555-3d67117ed001 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9943030 Sep 25 01:05:47.924083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55170) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:47.929559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'network': {'name': 'tempest-router-network01--691618511'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:47.936661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:47.944557 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 5 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:48.084318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:48.135770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da5937-a631-4213-9f7e-d0e9c86a93e6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:48.139569 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-38da5937-a631-4213-9f7e-d0e9c86a93e6 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/subnets/72d894b8-6da7-46cf-a346-e014f9a34439 HTTP/1.1" status: 200 len: 843 time: 0.2926133 Sep 25 01:05:48.140498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (4a6356c1-ba3d-4679-b25e-332af46e6ab8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.141398 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Fanout notify agent at l3_agent the message router_deleted on router 4a6356c1-ba3d-4679-b25e-332af46e6ab8 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:48.151851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.158974 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-840819db-abe9-4750-8ed2-2d7ad15f2017 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/4a6356c1-ba3d-4679-b25e-332af46e6ab8 HTTP/1.1" status: 204 len: 168 time: 3.4495528 Sep 25 01:05:48.159651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55176) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:48.160064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55178) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:48.177501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Made reservation on behalf of 63db3e105d9043d2b745787b06fffbce for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:48.180282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-76a7e0b0-80a7-43ce-8596-d65eca4dd173', 'network_id': '76a7e0b0-80a7-43ce-8596-d65eca4dd173', 'project_id': '63db3e105d9043d2b745787b06fffbce', 'fixed_ips': [{'subnet_id': '4b4356a7-00ba-41ad-a52a-78e7b12dcb04'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:48.181243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.188541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.190498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:48.202379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1269076402'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:48.203893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:48.256354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3eb6a0-32c0-484c-9266-f16ea2494991 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:48.261860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3eb6a0-32c0-484c-9266-f16ea2494991 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:48.267354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3eb6a0-32c0-484c-9266-f16ea2494991 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:48.280586 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fc3eb6a0-32c0-484c-9266-f16ea2494991 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4312565 Sep 25 01:05:48.282786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55184) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:48.401640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d0bbb001-237a-4a89-b71d-598aa73c88f0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.408376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Allocated IP 2001:db8::2 (76a7e0b0-80a7-43ce-8596-d65eca4dd173/4b4356a7-00ba-41ad-a52a-78e7b12dcb04/61ebf81b-3a73-4612-94c0-6594287d257a) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:48.424175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:48.504959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2323d1c6-b8f1-4430-ab4a-cfc56cb6ac02 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (c8f210f6-d553-4bc7-af80-f2195e5f863c), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.510285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2323d1c6-b8f1-4430-ab4a-cfc56cb6ac02 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (c8f210f6-d553-4bc7-af80-f2195e5f863c), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.516432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293f455-b183-4047-ba14-1630ac2d8d17 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:48.517150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-aff4ccf8-293f-4528-8c99-9cf56bca0852 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Deleting port 0d168bbb-39d0-4c89-b366-0f4150899ade {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:48.517776 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aff4ccf8-293f-4528-8c99-9cf56bca0852 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0d168bbb-39d0-4c89-b366-0f4150899ade), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.518380 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e293f455-b183-4047-ba14-1630ac2d8d17 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "GET /networking/v2.0/subnets/72d894b8-6da7-46cf-a346-e014f9a34439?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3547189 Sep 25 01:05:48.519353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:48.523397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.524065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55188) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:48.550348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1235554367'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:48.583928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=d0bbb001-237a-4a89-b71d-598aa73c88f0,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:48.606304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (79bfde9a-39c7-40a0-aa43-f2fffbb46460), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.606825 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Added segment 79bfde9a-39c7-40a0-aa43-f2fffbb46460 of type vlan for network 33b98dc9-fe58-400b-af03-7bfac87a608e Sep 25 01:05:48.636894 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 6 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:48.658803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:48.692923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (33b98dc9-fe58-400b-af03-7bfac87a608e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.696217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (15f6ecb7-0a15-4602-892a-9aaca54b3b37), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.696651 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added segment 15f6ecb7-0a15-4602-892a-9aaca54b3b37 of type vlan for network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff Sep 25 01:05:48.712880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:48.721663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.723216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:48.753527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:48.760749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Publish callbacks [] for port (61ebf81b-3a73-4612-94c0-6594287d257a), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.771139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.788087 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae967609-24b9-421c-8024-f3ef433aad37 req-96b1104f-6a74-40bd-b8c7-803e7eab2515 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573225 Sep 25 01:05:48.829000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Pushing event updated for resources: {'Port': ['ID=61ebf81b-3a73-4612-94c0-6594287d257a,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:48.853461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.870967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:48.873368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:48.883176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:48.894647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:48.901312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (33b98dc9-fe58-400b-af03-7bfac87a608e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.906932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:48.907144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.914816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:48.924796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aff4ccf8-293f-4528-8c99-9cf56bca0852 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0d168bbb-39d0-4c89-b366-0f4150899ade), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.944399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:48.961612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2323d1c6-b8f1-4430-ab4a-cfc56cb6ac02 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Router c8f210f6-d553-4bc7-af80-f2195e5f863c has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:48.975428 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-aff4ccf8-293f-4528-8c99-9cf56bca0852 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Calling delete_port for 0d168bbb-39d0-4c89-b366-0f4150899ade owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:48.977845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6602df75-1a92-4295-be77-b6ff481aedd0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:48.978212 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Added segment 6602df75-1a92-4295-be77-b6ff481aedd0 of type vlan for network 493b394d-bd5f-41e3-8270-accf20f734bf Sep 25 01:05:49.000260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Attempting to bind port 61ebf81b-3a73-4612-94c0-6594287d257a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:49.000786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Attempting to bind port 61ebf81b-3a73-4612-94c0-6594287d257a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9c049a3c-fd33-4f17-b35a-610cc1c199ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a7e0b0-80a7-43ce-8596-d65eca4dd173'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:49.001398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Attempting to bind port 61ebf81b-3a73-4612-94c0-6594287d257a on network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:49.010958 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0853589 Sep 25 01:05:49.016270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55194) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:49.037458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'network': {'name': 'tempest-router-network02--1218600995'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:49.073666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.079802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:49.080218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.082732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:49.083123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Checking segment: {'id': '9c049a3c-fd33-4f17-b35a-610cc1c199ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a7e0b0-80a7-43ce-8596-d65eca4dd173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:49.083543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.083989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Bound using segment: {'id': '9c049a3c-fd33-4f17-b35a-610cc1c199ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a7e0b0-80a7-43ce-8596-d65eca4dd173'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:49.084501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Bound port: 61ebf81b-3a73-4612-94c0-6594287d257a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c049a3c-fd33-4f17-b35a-610cc1c199ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a7e0b0-80a7-43ce-8596-d65eca4dd173'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:49.084857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.120596 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9555883 Sep 25 01:05:49.121573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d663b-bb13-4ab7-900e-324ab2cac292 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Network': ['ID=33b98dc9-fe58-400b-af03-7bfac87a608e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:49.131097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55200) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:49.169743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 33b98dc9-fe58-400b-af03-7bfac87a608e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:49.437370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae967609-24b9-421c-8024-f3ef433aad37 req-d5023f6f-c740-4af2-a2db-dab51fb3dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:49.438976 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae967609-24b9-421c-8024-f3ef433aad37 req-d5023f6f-c740-4af2-a2db-dab51fb3dc50 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9&device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 1130 time: 0.5393090 Sep 25 01:05:49.457529 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 7 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:49.500613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:49.538823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:49.540133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] For port 61ebf81b-3a73-4612-94c0-6594287d257a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:49.556822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] For port 61ebf81b-3a73-4612-94c0-6594287d257a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61ebf81b-3a73-4612-94c0-6594287d257a,segment=NetworkSegment(9c049a3c-fd33-4f17-b35a-610cc1c199ee),segment_id=9c049a3c-fd33-4f17-b35a-610cc1c199ee)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:49.564702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.581128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae967609-24b9-421c-8024-f3ef433aad37 req-8451c696-2171-42a9-a3f1-175ebf88cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:49.582683 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae967609-24b9-421c-8024-f3ef433aad37 req-8451c696-2171-42a9-a3f1-175ebf88cf0b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6463def2-15bf-492a-bcb1-7a5e1663a4ef HTTP/1.1" status: 200 len: 898 time: 0.1100044 Sep 25 01:05:49.607564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'subnet': {'network_id': 'ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:49.633535 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Made reservation on behalf of 63db3e105d9043d2b745787b06fffbce for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:49.638466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.646634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814f68f-9f11-4db1-94bf-c917330b04be None None] Pushing event updated for resources: {'Port': ['ID=61ebf81b-3a73-4612-94c0-6594287d257a,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:49.652245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:49.661208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (493b394d-bd5f-41e3-8270-accf20f734bf), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.680038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2323d1c6-b8f1-4430-ab4a-cfc56cb6ac02 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:49.684554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2323d1c6-b8f1-4430-ab4a-cfc56cb6ac02 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.685918 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2323d1c6-b8f1-4430-ab4a-cfc56cb6ac02 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/c8f210f6-d553-4bc7-af80-f2195e5f863c HTTP/1.1" status: 200 len: 921 time: 3.7006526 Sep 25 01:05:49.687199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55208) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:49.692225 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51ab37-cdae-43ce-a398-3717b5a7ade5 None None] Sync routers for ids ['c8f210f6-d553-4bc7-af80-f2195e5f863c'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:49.703160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55210) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:49.705177 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51ab37-cdae-43ce-a398-3717b5a7ade5 None None] Routers {'c8f210f6-d553-4bc7-af80-f2195e5f863c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:49.705804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (dc4d855e-d408-4ddd-aaea-3c1f06171b01), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.705954 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2b51ab37-cdae-43ce-a398-3717b5a7ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c8f210f6-d553-4bc7-af80-f2195e5f863c'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:49.707914 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:49.751853 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2b51ab37-cdae-43ce-a398-3717b5a7ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:49.761781 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51ab37-cdae-43ce-a398-3717b5a7ade5 None None] Routers {'c8f210f6-d553-4bc7-af80-f2195e5f863c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:49.762409 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2b51ab37-cdae-43ce-a398-3717b5a7ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c8f210f6-d553-4bc7-af80-f2195e5f863c'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:49.784611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d80c97-363e-4694-af9c-0a0845017f96 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Network': ['ID=ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:49.796781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:49.819142 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2b51ab37-cdae-43ce-a398-3717b5a7ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:49.819999 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51ab37-cdae-43ce-a398-3717b5a7ade5 None None] The sync data for ids ['c8f210f6-d553-4bc7-af80-f2195e5f863c'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:49.847631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:49.900014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:49.922269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3e5946cc-df2b-4608-9ba3-56d061323cdd), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.922622 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Added segment 3e5946cc-df2b-4608-9ba3-56d061323cdd of type vlan for network 56ad2be7-5cd1-4971-a65d-917c8b17b8f0 Sep 25 01:05:49.953606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:49.959794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.019493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.resource_extend [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:05:50.039939 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 8 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:50.040603 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e72e295b-9a76-4418-bd86-5c134bb44768 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/c8f210f6-d553-4bc7-af80-f2195e5f863c HTTP/1.1" status: 200 len: 921 time: 0.3322277 Sep 25 01:05:50.045136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55214) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:50.095979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (493b394d-bd5f-41e3-8270-accf20f734bf), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.103609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:50.103840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:50.104199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.120249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'network': {'name': 'tempest-network-smoke--1866560739', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'port_security_enabled': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:50.134687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (56ad2be7-5cd1-4971-a65d-917c8b17b8f0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.147361 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae967609-24b9-421c-8024-f3ef433aad37 req-8d34c698-ab74-4bc7-a784-96afde52da41 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b27757-a804-4687-9001-350f3af19276 HTTP/1.1" status: 200 len: 1002 time: 0.5059135 Sep 25 01:05:50.167940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d679c6b-2de5-4448-8160-fe48dc41b2fb tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:50.172431 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0d679c6b-2de5-4448-8160-fe48dc41b2fb tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=c8f210f6-d553-4bc7-af80-f2195e5f863c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1232531 Sep 25 01:05:50.184517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55216) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:50.218324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:50.221717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.238282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aff4ccf8-293f-4528-8c99-9cf56bca0852 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0d168bbb-39d0-4c89-b366-0f4150899ade), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.254803 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7295039 Sep 25 01:05:50.267345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55218) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:50.269638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:50.283284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'network_id': '493b394d-bd5f-41e3-8270-accf20f734bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:50.287813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (56ad2be7-5cd1-4971-a65d-917c8b17b8f0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.293096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:50.293756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.319570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.337136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298aa6d-2c15-432b-bbd4-4a1b4bbd9aba tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Network': ['ID=493b394d-bd5f-41e3-8270-accf20f734bf,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:50.351807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 493b394d-bd5f-41e3-8270-accf20f734bf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:50.385474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4ccf8-293f-4528-8c99-9cf56bca0852 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event deleted for resources: {'Port': ['ID=0d168bbb-39d0-4c89-b366-0f4150899ade,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:50.444068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae967609-24b9-421c-8024-f3ef433aad37 req-0f9897ab-725d-4830-8295-4b73f2d56042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:50.447403 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae967609-24b9-421c-8024-f3ef433aad37 req-0f9897ab-725d-4830-8295-4b73f2d56042 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=01695e12-1601-48c5-b791-cfda3448d49a HTTP/1.1" status: 200 len: 834 time: 0.2889316 Sep 25 01:05:50.516230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:50.521652 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4976640 Sep 25 01:05:50.547619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55220) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:50.568613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9eead-54a9-4502-aea6-c92759fa8a14 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Network': ['ID=56ad2be7-5cd1-4971-a65d-917c8b17b8f0,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:50.578941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'subnet': {'network_id': '33b98dc9-fe58-400b-af03-7bfac87a608e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:50.582699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 56ad2be7-5cd1-4971-a65d-917c8b17b8f0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:50.587187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aff4ccf8-293f-4528-8c99-9cf56bca0852 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.591627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aff4ccf8-293f-4528-8c99-9cf56bca0852 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "DELETE /networking/v2.0/ports/0d168bbb-39d0-4c89-b366-0f4150899ade HTTP/1.1" status: 204 len: 168 time: 2.3049061 Sep 25 01:05:50.594354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55222) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:50.611238 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 9 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:50.624477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae967609-24b9-421c-8024-f3ef433aad37 req-ace7f43b-de4f-4458-a28f-daac67e05d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:50.626730 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae967609-24b9-421c-8024-f3ef433aad37 req-ace7f43b-de4f-4458-a28f-daac67e05d6b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6463def2-15bf-492a-bcb1-7a5e1663a4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1726103 Sep 25 01:05:50.637374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cccca3-cd10-4c70-be4b-93377b456dcd tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:50.638828 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-95cccca3-cd10-4c70-be4b-93377b456dcd tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 881 time: 0.4532406 Sep 25 01:05:50.651354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55224) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:50.657255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:50.682087 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-49128f1b-b454-4b02-af7d-9bca939e2c7e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] GET failed (client error): The resource could not be found. Sep 25 01:05:50.684386 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-49128f1b-b454-4b02-af7d-9bca939e2c7e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "GET /networking/v2.0/ports/0d168bbb-39d0-4c89-b366-0f4150899ade HTTP/1.1" status: 404 len: 333 time: 0.0844343 Sep 25 01:05:50.698493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55226) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:50.723656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'port': {'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-185794090'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:50.789533 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-58a1306d-aa85-4e05-a327-8fd8165a6a73 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8f210f6-d553-4bc7-af80-f2195e5f863c HTTP/1.1" status: 200 len: 205 time: 0.1222231 Sep 25 01:05:50.798214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55228) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:50.825475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Made reservation on behalf of 89f72a3bef4a439eb4ee13f9bd9ebd4b for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:50.830033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.880949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Router dc4d855e-d408-4ddd-aaea-3c1f06171b01 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:05:50.897960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=15,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:50.973072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (cc46d51a-75c4-4735-b6c3-6c71d5d6b967), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.977464 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae967609-24b9-421c-8024-f3ef433aad37 req-fd16ea52-6875-4a98-96fd-9bd65d9087d3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206401 Sep 25 01:05:50.997750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Performing IP validity checks on allocation pools {{(pid=107188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 25 01:05:50.998226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 25 01:05:51.017604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd2de8-f42d-41ce-9c89-0ce2f91ed215 None None] Network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:51.078883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (c8f210f6-d553-4bc7-af80-f2195e5f863c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.092399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Made reservation on behalf of 63db3e105d9043d2b745787b06fffbce for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:51.096439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.107403 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (91801222-4afc-4205-80a1-79b1fcfa3515), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.129264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:51.151222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (91801222-4afc-4205-80a1-79b1fcfa3515), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.158684 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 10 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:51.203638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:51.216382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Provisioning complete for port 3d005393-4444-4caf-a6f4-222356c1a3e6 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:51.216804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.219441 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Attempt 1 to provision port 3d005393-4444-4caf-a6f4-222356c1a3e6 Sep 25 01:05:51.228084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Subnet': ['ID=cc46d51a-75c4-4735-b6c3-6c71d5d6b967,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:51.270083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:51.279478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9fec5e22-61b2-4524-8e02-229678d9beaf tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "PUT /networking/v2.0/routers/dc4d855e-d408-4ddd-aaea-3c1f06171b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6388903 Sep 25 01:05:51.280137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55230) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:51.283807 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae967609-24b9-421c-8024-f3ef433aad37 req-9f503eee-6e84-4165-aadd-fcf22d6aebc6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693768 Sep 25 01:05:51.301206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:05:51.312759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a02c59-7767-4dc1-8c76-b68c44be7e49 None None] Sync routers for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:51.323686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:51.343177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a02c59-7767-4dc1-8c76-b68c44be7e49 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:51.343910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b8a02c59-7767-4dc1-8c76-b68c44be7e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:51.375835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91801222-4afc-4205-80a1-79b1fcfa3515,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:51.393807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (c8f210f6-d553-4bc7-af80-f2195e5f863c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.437049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Checking segment: {'id': '15f6ecb7-0a15-4602-892a-9aaca54b3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:51.439009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network hostable DHCP agents. Network: ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:51.443483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b8a02c59-7767-4dc1-8c76-b68c44be7e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:51.469413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eefdd0b8-1407-435e-930d-5ae0275bc0a8 None None] Current status of the port 3d005393-4444-4caf-a6f4-222356c1a3e6 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:51.482686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a02c59-7767-4dc1-8c76-b68c44be7e49 None None] Routers {'dc4d855e-d408-4ddd-aaea-3c1f06171b01'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:51.484409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b8a02c59-7767-4dc1-8c76-b68c44be7e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:51.484871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Made reservation on behalf of fda658ebbb9a49b58ad4cd4d70a58616 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:51.497214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.519360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router (dc4d855e-d408-4ddd-aaea-3c1f06171b01), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.522496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Deleting port 5ae341e6-4f71-4de8-a569-3d24d922cf00 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:51.522980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5ae341e6-4f71-4de8-a569-3d24d922cf00), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.523854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=13 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:51.532591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ac51812a-fb7a-4740-8e41-91ff5c4bc332), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.533160 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Added segment ac51812a-fb7a-4740-8e41-91ff5c4bc332 of type vlan for network cb3c671b-1792-47f2-88a7-c4475412dd1c Sep 25 01:05:51.549033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b8a02c59-7767-4dc1-8c76-b68c44be7e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:51.549688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a02c59-7767-4dc1-8c76-b68c44be7e49 None None] The sync data for ids ['dc4d855e-d408-4ddd-aaea-3c1f06171b01'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:05:51.597643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Provisioning complete for port 61ebf81b-3a73-4612-94c0-6594287d257a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:51.598343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.598343 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 1 to provision port 61ebf81b-3a73-4612-94c0-6594287d257a Sep 25 01:05:51.619631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:51.639700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 61ebf81b-3a73-4612-94c0-6594287d257a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:51.650688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] device_id is not set on port fb392f9d-08f7-4234-987d-70a92e0be4b8 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:05:51.722776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (cb3c671b-1792-47f2-88a7-c4475412dd1c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.725648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5ae341e6-4f71-4de8-a569-3d24d922cf00), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.742199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:51.743674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 61ebf81b-3a73-4612-94c0-6594287d257a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:51.743862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.744416 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 61ebf81b-3a73-4612-94c0-6594287d257a Sep 25 01:05:51.744756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Calling delete_port for 5ae341e6-4f71-4de8-a569-3d24d922cf00 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:51.749001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Current status of the port 61ebf81b-3a73-4612-94c0-6594287d257a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:51.749399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.754418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_gateway (dc4d855e-d408-4ddd-aaea-3c1f06171b01), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.778793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:51.823383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] For port 61ebf81b-3a73-4612-94c0-6594287d257a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61ebf81b-3a73-4612-94c0-6594287d257a,segment=NetworkSegment(9c049a3c-fd33-4f17-b35a-610cc1c199ee),segment_id=9c049a3c-fd33-4f17-b35a-610cc1c199ee)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:51.833247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:51.853793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:51.854372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.855693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.856216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting port b79df68c-c57b-481c-b8b9-3c37fdb4da0e {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:51.856568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b79df68c-c57b-481c-b8b9-3c37fdb4da0e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.865577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7ca1e8-8e0d-466c-86e9-58faa84dbf81 None None] Network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:51.906186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (cb3c671b-1792-47f2-88a7-c4475412dd1c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.910879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:51.911498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.940511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (6576472c-923f-4753-93bf-ba6ddd71e0a0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.951229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Provisioning complete for port 74c54fb6-4f34-474b-84cd-1be5b3574544 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:51.952344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (74c54fb6-4f34-474b-84cd-1be5b3574544), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.952575 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 1 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:51.984286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 61ebf81b-3a73-4612-94c0-6594287d257a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:51.984722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:51.998324 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f37e9ad8-ea5b-4695-ba22-1ea46705ee97 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3948097 Sep 25 01:05:52.003509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55232) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:52.009403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d3ad9b42-5d79-401c-b5ca-a948c8f9187a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1452310363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:52.028714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Pushing event updated for resources: {'Port': ['ID=61ebf81b-3a73-4612-94c0-6594287d257a,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:52.029003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b79df68c-c57b-481c-b8b9-3c37fdb4da0e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.043689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:52.050294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Calling delete_port for b79df68c-c57b-481c-b8b9-3c37fdb4da0e owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:52.061864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:52.067675 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3490906 Sep 25 01:05:52.081281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:52.085105 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55234) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:52.099782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9b42-5d79-401c-b5ca-a948c8f9187a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (83255ec4-c681-4ae0-ae41-5020b75930b4), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.100851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9b42-5d79-401c-b5ca-a948c8f9187a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (83255ec4-c681-4ae0-ae41-5020b75930b4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.103386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'admin_state_up': True, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:52.131619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:05:52.132139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:05:52.135801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff', 'network_id': 'ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff', 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'fixed_ips': [{'subnet_id': 'cc46d51a-75c4-4735-b6c3-6c71d5d6b967'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:52.137811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.141639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Allocated IP 2001:db8::13e (d101d7cf-5054-45b0-9779-4af87cd2c1d4/ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4/fb392f9d-08f7-4234-987d-70a92e0be4b8) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:52.158632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (a7ec89ef-e02c-470d-9efb-a892fdf4bac0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.161305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0369a2-f18c-4f2f-a51a-5f89667e514e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Network': ['ID=cb3c671b-1792-47f2-88a7-c4475412dd1c,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:52.177439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5ae341e6-4f71-4de8-a569-3d24d922cf00), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.199997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:52.201019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=6576472c-923f-4753-93bf-ba6ddd71e0a0,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:52.225349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.227029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.232883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network cb3c671b-1792-47f2-88a7-c4475412dd1c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:05:52.342208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Checking segment: {'id': '6602df75-1a92-4295-be77-b6ff481aedd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '493b394d-bd5f-41e3-8270-accf20f734bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:52.342616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network hostable DHCP agents. Network: 493b394d-bd5f-41e3-8270-accf20f734bf, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:52.378137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Subnet': ['ID=a7ec89ef-e02c-470d-9efb-a892fdf4bac0,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:52.427850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Allocated IP 2001:db8::2 (ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff/cc46d51a-75c4-4735-b6c3-6c71d5d6b967/3548b2e8-3a3e-4946-a2a3-fdfb714db6ae) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:52.430505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Checking segment: {'id': '79bfde9a-39c7-40a0-aa43-f2fffbb46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33b98dc9-fe58-400b-af03-7bfac87a608e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:52.430916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network hostable DHCP agents. Network: 33b98dc9-fe58-400b-af03-7bfac87a608e, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:52.434473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.537068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Network 493b394d-bd5f-41e3-8270-accf20f734bf is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:52.546766 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 2 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:52.594111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network 33b98dc9-fe58-400b-af03-7bfac87a608e is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:52.615389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 493b394d-bd5f-41e3-8270-accf20f734bf) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:52.622301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 33b98dc9-fe58-400b-af03-7bfac87a608e) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:52.633979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:52.642315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24487cbc-194c-4e7b-80f0-e0afae1f935a None None] Network 493b394d-bd5f-41e3-8270-accf20f734bf requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:52.653113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb4e63-d6ad-478d-a4bb-895c600fb365 None None] Network 33b98dc9-fe58-400b-af03-7bfac87a608e requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:52.656040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:52.676010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:52.676611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.677976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event deleted for resources: {'Port': ['ID=5ae341e6-4f71-4de8-a569-3d24d922cf00,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:52.683102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9b42-5d79-401c-b5ca-a948c8f9187a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (83255ec4-c681-4ae0-ae41-5020b75930b4), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.684067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:52.684658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.720540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9b42-5d79-401c-b5ca-a948c8f9187a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (83255ec4-c681-4ae0-ae41-5020b75930b4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.751814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:52.762238 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for port (fb392f9d-08f7-4234-987d-70a92e0be4b8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.766285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.773537 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-db5729aa-e971-4062-9861-3a12d04da35e tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2159371 Sep 25 01:05:52.779707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55236) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:52.781138 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7b2d69ff-026d-4b7d-a1f3-31cd5cf2032d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5113964 Sep 25 01:05:52.784410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55238) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:52.786071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:52.790605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c59e48f1-efc9-49d5-a755-fa3f4fee80dd tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:52.793907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'subnet': {'network_id': '56ad2be7-5cd1-4971-a65d-917c8b17b8f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:52.847054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9b42-5d79-401c-b5ca-a948c8f9187a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.852939 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d3ad9b42-5d79-401c-b5ca-a948c8f9187a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8476033 Sep 25 01:05:52.853424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 61ebf81b-3a73-4612-94c0-6594287d257a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:52.855136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55240) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:52.906856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (c8f210f6-d553-4bc7-af80-f2195e5f863c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.913932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:52.927508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Publish callbacks [] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.958066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.967780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-493b394d-bd5f-41e3-8270-accf20f734bf', 'network_id': '493b394d-bd5f-41e3-8270-accf20f734bf', 'project_id': '89f72a3bef4a439eb4ee13f9bd9ebd4b', 'fixed_ips': [{'subnet_id': '6576472c-923f-4753-93bf-ba6ddd71e0a0'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:52.968789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.003436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (fb392f9d-08f7-4234-987d-70a92e0be4b8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.184622 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 3 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:53.254445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-33b98dc9-fe58-400b-af03-7bfac87a608e', 'network_id': '33b98dc9-fe58-400b-af03-7bfac87a608e', 'project_id': '63db3e105d9043d2b745787b06fffbce', 'fixed_ips': [{'subnet_id': 'a7ec89ef-e02c-470d-9efb-a892fdf4bac0'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:53.256335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.260152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (c8f210f6-d553-4bc7-af80-f2195e5f863c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.265294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:53.270084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (c8f210f6-d553-4bc7-af80-f2195e5f863c), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.294507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:53.299252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:53.307476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Pushing event updated for resources: {'Port': ['ID=3548b2e8-3a3e-4946-a2a3-fdfb714db6ae,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:53.313228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:53.511498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Made reservation on behalf of 63db3e105d9043d2b745787b06fffbce for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:53.516436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.521860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 61ebf81b-3a73-4612-94c0-6594287d257a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:53.572727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:53.586998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c59e48f1-efc9-49d5-a755-fa3f4fee80dd tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4501575'] for subnet (6576472c-923f-4753-93bf-ba6ddd71e0a0), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.589477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:53.599739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:53.604925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:53.605634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.638116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (c8f210f6-d553-4bc7-af80-f2195e5f863c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.639923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Fanout notify agent at l3_agent the message router_deleted on router c8f210f6-d553-4bc7-af80-f2195e5f863c {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:53.644418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (b79df68c-c57b-481c-b8b9-3c37fdb4da0e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.655111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Port': ['ID=fb392f9d-08f7-4234-987d-70a92e0be4b8,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:53.659172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.667506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Attempting to bind port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:53.668255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Attempting to bind port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '15f6ecb7-0a15-4602-892a-9aaca54b3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:53.668397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Attempting to bind port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae on network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:53.684293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.686821 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-30400c4c-143d-4f59-83c0-9533c362ce17 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c8f210f6-d553-4bc7-af80-f2195e5f863c HTTP/1.1" status: 204 len: 168 time: 2.8874178 Sep 25 01:05:53.703788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55242) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:53.710674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d1547fec-b5f5-4987-898c-cb581b73a138 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-202168012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:53.724212 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-52006eb7-041d-4939-bae9-d7af43aa21ef tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0051348 Sep 25 01:05:53.725914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.729457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55244) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:53.737560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1d9c9cf5-f739-44b6-89f1-3dea8bd9c863 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::23', 'mac_address': 'fa:16:3e:e6:85:61'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:53.746596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 61ebf81b-3a73-4612-94c0-6594287d257a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:53.747168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Port': ['ID=b79df68c-c57b-481c-b8b9-3c37fdb4da0e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:53.747316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.747627 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 61ebf81b-3a73-4612-94c0-6594287d257a Sep 25 01:05:53.784472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:53.823506 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 4 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:53.861704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d1547fec-b5f5-4987-898c-cb581b73a138 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (00e65dd9-60f5-4910-bea8-6ef583cc1d20), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.862799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d1547fec-b5f5-4987-898c-cb581b73a138 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (00e65dd9-60f5-4910-bea8-6ef583cc1d20), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.878475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:53.892855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Allocated IP 2001:db8::3 (493b394d-bd5f-41e3-8270-accf20f734bf/6576472c-923f-4753-93bf-ba6ddd71e0a0/69496520-10d8-40d1-806e-2fa1cb0cd388) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:53.989054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:53.991585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:53.991913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 61ebf81b-3a73-4612-94c0-6594287d257a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:54.022082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:54.026635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Allocated IP 2001:db8::2 (33b98dc9-fe58-400b-af03-7bfac87a608e/a7ec89ef-e02c-470d-9efb-a892fdf4bac0/1fbaa673-3e82-4cec-9a14-58ee19f1733e) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:54.045834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:54.046804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Checking segment: {'id': '15f6ecb7-0a15-4602-892a-9aaca54b3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:54.047766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.048465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Bound using segment: {'id': '15f6ecb7-0a15-4602-892a-9aaca54b3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:54.049414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Bound port: 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f6ecb7-0a15-4602-892a-9aaca54b3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:54.049997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.089959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.203 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/a28dc3f7-be18-40cf-a949-0984f0fbff28) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:54.090795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.106075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d1547fec-b5f5-4987-898c-cb581b73a138 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (00e65dd9-60f5-4910-bea8-6ef583cc1d20), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.126628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d1547fec-b5f5-4987-898c-cb581b73a138 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (00e65dd9-60f5-4910-bea8-6ef583cc1d20), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.184500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (dc4d855e-d408-4ddd-aaea-3c1f06171b01), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.239535 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d1547fec-b5f5-4987-898c-cb581b73a138 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.244132 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d1547fec-b5f5-4987-898c-cb581b73a138 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5349441 Sep 25 01:05:54.247224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55246) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:54.251420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:54.293079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9cf5-f739-44b6-89f1-3dea8bd9c863 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fb392f9d-08f7-4234-987d-70a92e0be4b8), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.379190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] For port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:54.403708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] For port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3548b2e8-3a3e-4946-a2a3-fdfb714db6ae,segment=NetworkSegment(15f6ecb7-0a15-4602-892a-9aaca54b3b37),segment_id=15f6ecb7-0a15-4602-892a-9aaca54b3b37)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:54.423243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.463988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (dc4d855e-d408-4ddd-aaea-3c1f06171b01), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.489313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router_controller (dc4d855e-d408-4ddd-aaea-3c1f06171b01), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.502866 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 5 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:54.521223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:54.525905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.617405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Publish callbacks [] for port (69496520-10d8-40d1-806e-2fa1cb0cd388), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.633452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:54.634549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Publish callbacks [] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.640178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (69496520-10d8-40d1-806e-2fa1cb0cd388), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.657870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f92c8d-adff-4faf-a0aa-7581162a8e30 None None] Pushing event updated for resources: {'Port': ['ID=3548b2e8-3a3e-4946-a2a3-fdfb714db6ae,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:54.662845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Network 493b394d-bd5f-41e3-8270-accf20f734bf is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:54.664675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.671268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (00e65dd9-60f5-4910-bea8-6ef583cc1d20), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.682594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:54.703017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (dc4d855e-d408-4ddd-aaea-3c1f06171b01), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.703755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Fanout notify agent at l3_agent the message router_deleted on router dc4d855e-d408-4ddd-aaea-3c1f06171b01 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:05:54.704878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:54.715194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Network 33b98dc9-fe58-400b-af03-7bfac87a608e is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:54.726365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:54.731458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:54.751034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.755670 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bd89cc42-6d9c-497a-935f-d429d2aaf86b tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/routers/dc4d855e-d408-4ddd-aaea-3c1f06171b01 HTTP/1.1" status: 204 len: 168 time: 3.4743662 Sep 25 01:05:54.760644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55248) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:54.788090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:54.850516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:54.886759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Pushing event updated for resources: {'Port': ['ID=69496520-10d8-40d1-806e-2fa1cb0cd388,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:54.905896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (ed217fec-be26-4e6b-b733-09c43d9d105b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.911576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:54.981813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Pushing event updated for resources: {'Port': ['ID=1fbaa673-3e82-4cec-9a14-58ee19f1733e,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:55.008167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Subnet': ['ID=ed217fec-be26-4e6b-b733-09c43d9d105b,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:55.019465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Attempting to bind port 69496520-10d8-40d1-806e-2fa1cb0cd388 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:55.019865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Attempting to bind port 69496520-10d8-40d1-806e-2fa1cb0cd388 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6602df75-1a92-4295-be77-b6ff481aedd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '493b394d-bd5f-41e3-8270-accf20f734bf'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:55.020280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Attempting to bind port 69496520-10d8-40d1-806e-2fa1cb0cd388 on network 493b394d-bd5f-41e3-8270-accf20f734bf {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:55.064893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:55.072194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Attempting to bind port 1fbaa673-3e82-4cec-9a14-58ee19f1733e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:55.072194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Attempting to bind port 1fbaa673-3e82-4cec-9a14-58ee19f1733e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '79bfde9a-39c7-40a0-aa43-f2fffbb46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33b98dc9-fe58-400b-af03-7bfac87a608e'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:55.073722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Attempting to bind port 1fbaa673-3e82-4cec-9a14-58ee19f1733e on network 33b98dc9-fe58-400b-af03-7bfac87a608e {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:55.087852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:55.104357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 2001:db8::1 (ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff/cc46d51a-75c4-4735-b6c3-6c71d5d6b967/4af12c38-70f9-4c75-9c67-1586a15ed991) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:55.106711 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:55.115199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fd9408-eaea-4736-88c5-3aa9770d294f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Deleting subnet da88c87f-4419-40d7-b365-f51c7d4369be {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:05:55.124381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83fd9408-eaea-4736-88c5-3aa9770d294f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for subnet (da88c87f-4419-40d7-b365-f51c7d4369be), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.152200 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 6 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:55.157765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=a28dc3f7-be18-40cf-a949-0984f0fbff28,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:55.163696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9cf5-f739-44b6-89f1-3dea8bd9c863 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for port (fb392f9d-08f7-4234-987d-70a92e0be4b8), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.203519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=7,neutron:INSERT=5,neutron:SELECT=88 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:55.204736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:55.210019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:55.217896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9cf5-f739-44b6-89f1-3dea8bd9c863 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (fb392f9d-08f7-4234-987d-70a92e0be4b8), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.217896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c9cf5-f739-44b6-89f1-3dea8bd9c863 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] In _notify_port_updated(), no bound segment for port fb392f9d-08f7-4234-987d-70a92e0be4b8 on network d101d7cf-5054-45b0-9779-4af87cd2c1d4 {{(pid=107188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:05:55.222659 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c9cf5-f739-44b6-89f1-3dea8bd9c863 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:55.223221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9cf5-f739-44b6-89f1-3dea8bd9c863 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.225304 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1d9c9cf5-f739-44b6-89f1-3dea8bd9c863 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "PUT /networking/v2.0/ports/fb392f9d-08f7-4234-987d-70a92e0be4b8 HTTP/1.1" status: 200 len: 1001 time: 1.4928665 Sep 25 01:05:55.228713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55250) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:55.232948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:55.233490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Checking segment: {'id': '79bfde9a-39c7-40a0-aa43-f2fffbb46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33b98dc9-fe58-400b-af03-7bfac87a608e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:55.234001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.234497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Bound using segment: {'id': '79bfde9a-39c7-40a0-aa43-f2fffbb46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33b98dc9-fe58-400b-af03-7bfac87a608e'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:55.235085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Bound port: 1fbaa673-3e82-4cec-9a14-58ee19f1733e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bfde9a-39c7-40a0-aa43-f2fffbb46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33b98dc9-fe58-400b-af03-7bfac87a608e'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:55.235564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.239988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:55.240521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Checking segment: {'id': '6602df75-1a92-4295-be77-b6ff481aedd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '493b394d-bd5f-41e3-8270-accf20f734bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:55.241025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.241557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Bound using segment: {'id': '6602df75-1a92-4295-be77-b6ff481aedd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '493b394d-bd5f-41e3-8270-accf20f734bf'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:55.242112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Bound port: 69496520-10d8-40d1-806e-2fa1cb0cd388, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6602df75-1a92-4295-be77-b6ff481aedd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '493b394d-bd5f-41e3-8270-accf20f734bf'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:55.242743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (69496520-10d8-40d1-806e-2fa1cb0cd388), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.257319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83fd9408-eaea-4736-88c5-3aa9770d294f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (da88c87f-4419-40d7-b365-f51c7d4369be), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.342785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Checking segment: {'id': '3e5946cc-df2b-4608-9ba3-56d061323cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '56ad2be7-5cd1-4971-a65d-917c8b17b8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:55.344328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network hostable DHCP agents. Network: 56ad2be7-5cd1-4971-a65d-917c8b17b8f0, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:05:55.361408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:55.407101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (00e65dd9-60f5-4910-bea8-6ef583cc1d20), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.408241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] For port 1fbaa673-3e82-4cec-9a14-58ee19f1733e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:55.411464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c59e48f1-efc9-49d5-a755-fa3f4fee80dd tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745228993172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4600809'] for subnet (6576472c-923f-4753-93bf-ba6ddd71e0a0), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.434503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c9cf5-f739-44b6-89f1-3dea8bd9c863 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Port': ['ID=fb392f9d-08f7-4234-987d-70a92e0be4b8,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:55.439002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] For port 1fbaa673-3e82-4cec-9a14-58ee19f1733e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fbaa673-3e82-4cec-9a14-58ee19f1733e,segment=NetworkSegment(79bfde9a-39c7-40a0-aa43-f2fffbb46460),segment_id=79bfde9a-39c7-40a0-aa43-f2fffbb46460)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:55.446720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83fd9408-eaea-4736-88c5-3aa9770d294f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (da88c87f-4419-40d7-b365-f51c7d4369be), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.450722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.506616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.563623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016f3f4-6863-43f4-b9e8-268c09246133 None None] Pushing event updated for resources: {'Port': ['ID=1fbaa673-3e82-4cec-9a14-58ee19f1733e,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:55.572248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network 56ad2be7-5cd1-4971-a65d-917c8b17b8f0 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:05:55.579557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] For port 69496520-10d8-40d1-806e-2fa1cb0cd388, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:55.607595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] For port 69496520-10d8-40d1-806e-2fa1cb0cd388, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69496520-10d8-40d1-806e-2fa1cb0cd388,segment=NetworkSegment(6602df75-1a92-4295-be77-b6ff481aedd0),segment_id=6602df75-1a92-4295-be77-b6ff481aedd0)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:55.615419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:55.622902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (69496520-10d8-40d1-806e-2fa1cb0cd388), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.629568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 56ad2be7-5cd1-4971-a65d-917c8b17b8f0) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:55.640048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:55.653131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e48f1-efc9-49d5-a755-fa3f4fee80dd tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:55.654590 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c59e48f1-efc9-49d5-a755-fa3f4fee80dd tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.660520 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c59e48f1-efc9-49d5-a755-fa3f4fee80dd tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "PUT /networking/v2.0/subnets/6576472c-923f-4753-93bf-ba6ddd71e0a0 HTTP/1.1" status: 200 len: 900 time: 2.8748839 Sep 25 01:05:55.662718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55252) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:55.681133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-645b2e12-855d-46df-b967-6a206b73a1e1 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Deleting port fb392f9d-08f7-4234-987d-70a92e0be4b8 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:55.681534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-645b2e12-855d-46df-b967-6a206b73a1e1 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fb392f9d-08f7-4234-987d-70a92e0be4b8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.689790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.698458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:55.702611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.705295 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e48f1-efc9-49d5-a755-fa3f4fee80dd tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event updated for resources: {'Subnet': ['ID=6576472c-923f-4753-93bf-ba6ddd71e0a0,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:55.789567 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 7 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:55.791413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11462543-2544-46c5-87c9-06671a22951f None None] Network 56ad2be7-5cd1-4971-a65d-917c8b17b8f0 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:55.869108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83fd9408-eaea-4736-88c5-3aa9770d294f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (da88c87f-4419-40d7-b365-f51c7d4369be), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:55.919203 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b271215e-73cf-409b-bd4d-4f2dd1b12c21 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1346807 Sep 25 01:05:55.932742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd9408-eaea-4736-88c5-3aa9770d294f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Subnet': ['ID=da88c87f-4419-40d7-b365-f51c7d4369be,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:55.934729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55254) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:55.960832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cbb77-c5c5-40de-ab10-f9d775a8808f None None] Pushing event updated for resources: {'Port': ['ID=69496520-10d8-40d1-806e-2fa1cb0cd388,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:56.066708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83fd9408-eaea-4736-88c5-3aa9770d294f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.073222 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-83fd9408-eaea-4736-88c5-3aa9770d294f tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/da88c87f-4419-40d7-b365-f51c7d4369be HTTP/1.1" status: 204 len: 168 time: 1.3015292 Sep 25 01:05:56.079187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55256) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:56.306637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.335655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:56.361995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:56.362355 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.362726 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae Sep 25 01:05:56.391873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee2436-04c3-4727-89e1-d1f217ee4422 None None] Network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:56.401235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-645b2e12-855d-46df-b967-6a206b73a1e1 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fb392f9d-08f7-4234-987d-70a92e0be4b8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.482544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-645b2e12-855d-46df-b967-6a206b73a1e1 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Calling delete_port for fb392f9d-08f7-4234-987d-70a92e0be4b8 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:56.491826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:56.497036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Allocated IP 172.36.7.107 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/992b9f91-fc51-457e-a388-de9250cf9566) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:56.503028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (23b4d6b0-b3d5-4912-b12d-b9281905c988), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.518678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:56.525642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:56.526307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (83255ec4-c681-4ae0-ae41-5020b75930b4), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.539007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=4af12c38-70f9-4c75-9c67-1586a15ed991,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:56.542623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:56.544439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-56ad2be7-5cd1-4971-a65d-917c8b17b8f0', 'network_id': '56ad2be7-5cd1-4971-a65d-917c8b17b8f0', 'project_id': '63db3e105d9043d2b745787b06fffbce', 'fixed_ips': [{'subnet_id': 'ed217fec-be26-4e6b-b733-09c43d9d105b'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:05:56.546445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.560782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (493b394d-bd5f-41e3-8270-accf20f734bf), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.578566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.612491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:56.612827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.721645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3548b2e8-3a3e-4946-a2a3-fdfb714db6ae,segment=NetworkSegment(15f6ecb7-0a15-4602-892a-9aaca54b3b37),segment_id=15f6ecb7-0a15-4602-892a-9aaca54b3b37)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:56.732735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.734854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:56.741935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:56.745721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:56.769018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting port 69496520-10d8-40d1-806e-2fa1cb0cd388 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:05:56.769374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (69496520-10d8-40d1-806e-2fa1cb0cd388), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.792665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:56.842402 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 8 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:56.867616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] For port 69496520-10d8-40d1-806e-2fa1cb0cd388, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69496520-10d8-40d1-806e-2fa1cb0cd388,segment=NetworkSegment(6602df75-1a92-4295-be77-b6ff481aedd0),segment_id=6602df75-1a92-4295-be77-b6ff481aedd0)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:56.867900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (69496520-10d8-40d1-806e-2fa1cb0cd388), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:56.887375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Calling delete_port for 69496520-10d8-40d1-806e-2fa1cb0cd388 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:05:56.902178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=3548b2e8-3a3e-4946-a2a3-fdfb714db6ae,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:56.919490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Allocated IP 2001:db8::2 (56ad2be7-5cd1-4971-a65d-917c8b17b8f0/ed217fec-be26-4e6b-b733-09c43d9d105b/637615ae-b127-444c-bf74-58f6f872352f) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:56.935486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:56.987877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for port (992b9f91-fc51-457e-a388-de9250cf9566), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.050846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:57.198767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.206435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Publish callbacks [] for port (637615ae-b127-444c-bf74-58f6f872352f), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.221195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (992b9f91-fc51-457e-a388-de9250cf9566), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.226327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (637615ae-b127-444c-bf74-58f6f872352f), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.299797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Network 56ad2be7-5cd1-4971-a65d-917c8b17b8f0 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:57.303219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:57.310345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:57.355374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Pushing event updated for resources: {'Port': ['ID=637615ae-b127-444c-bf74-58f6f872352f,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:57.424519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Attempting to bind port 637615ae-b127-444c-bf74-58f6f872352f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:05:57.424904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Attempting to bind port 637615ae-b127-444c-bf74-58f6f872352f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e5946cc-df2b-4608-9ba3-56d061323cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '56ad2be7-5cd1-4971-a65d-917c8b17b8f0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:05:57.425279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Attempting to bind port 637615ae-b127-444c-bf74-58f6f872352f on network 56ad2be7-5cd1-4971-a65d-917c8b17b8f0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:05:57.485019 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 9 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:57.503475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:05:57.533178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:05:57.543744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event updated for resources: {'Port': ['ID=992b9f91-fc51-457e-a388-de9250cf9566,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:57.548503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:05:57.548986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Checking segment: {'id': '3e5946cc-df2b-4608-9ba3-56d061323cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '56ad2be7-5cd1-4971-a65d-917c8b17b8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:05:57.549415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.549878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Bound using segment: {'id': '3e5946cc-df2b-4608-9ba3-56d061323cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '56ad2be7-5cd1-4971-a65d-917c8b17b8f0'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:05:57.550396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Bound port: 637615ae-b127-444c-bf74-58f6f872352f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5946cc-df2b-4608-9ba3-56d061323cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '56ad2be7-5cd1-4971-a65d-917c8b17b8f0'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:05:57.550792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (637615ae-b127-444c-bf74-58f6f872352f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.551843 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:05:57.595324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:57.599991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (23b4d6b0-b3d5-4912-b12d-b9281905c988), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.636844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (69496520-10d8-40d1-806e-2fa1cb0cd388), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.659271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b4d6b0-b3d5-4912-b12d-b9281905c988']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:57.680096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25b8608-c377-4b45-ac6b-99e115e64d79') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:57.681430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25b8608-c377-4b45-ac6b-99e115e64d79') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:57.690793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] For port 637615ae-b127-444c-bf74-58f6f872352f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:05:57.696258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] For port 637615ae-b127-444c-bf74-58f6f872352f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=637615ae-b127-444c-bf74-58f6f872352f,segment=NetworkSegment(3e5946cc-df2b-4608-9ba3-56d061323cdd),segment_id=3e5946cc-df2b-4608-9ba3-56d061323cdd)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:05:57.703573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (e25b8608-c377-4b45-ac6b-99e115e64d79), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.707379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (637615ae-b127-444c-bf74-58f6f872352f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.738694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e25b8608-c377-4b45-ac6b-99e115e64d79), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.750875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:57.752249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (e25b8608-c377-4b45-ac6b-99e115e64d79), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.804889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1fbaa673-3e82-4cec-9a14-58ee19f1733e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:57.830631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Port': ['ID=69496520-10d8-40d1-806e-2fa1cb0cd388,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:57.892698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6fb5b0-96f0-4f6b-8c73-4b982cda782d None None] Network 33b98dc9-fe58-400b-af03-7bfac87a608e requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:57.914094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd3e89-5da0-4ac8-b20b-63ed6af93406 None None] Pushing event updated for resources: {'Port': ['ID=637615ae-b127-444c-bf74-58f6f872352f,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:57.926559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:57.944581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.953514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No DVR routers for this DVR port 69496520-10d8-40d1-806e-2fa1cb0cd388 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:05:57.962644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (23b4d6b0-b3d5-4912-b12d-b9281905c988), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:57.991349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d411cf4-2b9b-4c03-8e22-b1b39ea71f36 None None] Network 493b394d-bd5f-41e3-8270-accf20f734bf requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:58.019367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.025925 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] 10.222.0.49 "DELETE /networking/v2.0/networks/23b4d6b0-b3d5-4912-b12d-b9281905c988 HTTP/1.1" status: 204 len: 168 time: 1.9370093 Sep 25 01:05:58.030739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:58.040336 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment e25b8608-c377-4b45-ac6b-99e115e64d79 resource provider aggregate not found Sep 25 01:05:58.195209 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Attempt 10 to provision port 74c54fb6-4f34-474b-84cd-1be5b3574544 Sep 25 01:05:58.223936 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment e25b8608-c377-4b45-ac6b-99e115e64d79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e25b8608-c377-4b45-ac6b-99e115e64d79 found for delete ", "request_id": "req-2e99a623-cac3-41de-8968-0e9cf8ed6b6d"}]} Sep 25 01:05:58.243485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:58.245515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Port 74c54fb6-4f34-474b-84cd-1be5b3574544 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:58.250755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-645b2e12-855d-46df-b967-6a206b73a1e1 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fb392f9d-08f7-4234-987d-70a92e0be4b8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.324953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16631803-1e2a-46f6-a5b6-e6aec4aef945 tempest-FloatingIPTestJSON-278656021 tempest-FloatingIPTestJSON-278656021-project] Pushing event deleted for resources: {'Network': ['ID=23b4d6b0-b3d5-4912-b12d-b9281905c988,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:58.339904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.345415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (6576472c-923f-4753-93bf-ba6ddd71e0a0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.349890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-368a3d28-a35d-4ac7-a368-6da25dad0bd9 None None] Could not find standard attr ID for object 0d168bbb-39d0-4c89-b366-0f4150899ade. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:05:58.352694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:58.416407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b2e12-855d-46df-b967-6a206b73a1e1 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event deleted for resources: {'Port': ['ID=fb392f9d-08f7-4234-987d-70a92e0be4b8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:58.419765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1fbaa673-3e82-4cec-9a14-58ee19f1733e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:58.420891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.421728 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1fbaa673-3e82-4cec-9a14-58ee19f1733e Sep 25 01:05:58.458484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:05:58.639901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1fbaa673-3e82-4cec-9a14-58ee19f1733e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:58.641800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.683231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55266) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:58.743009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Provisioning complete for port 4af12c38-70f9-4c75-9c67-1586a15ed991 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:58.743646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.744163 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 1 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:05:58.813929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:58.817163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e7b0a1f5-df3c-42c8-ae48-4566485f4176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.846255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 1fbaa673-3e82-4cec-9a14-58ee19f1733e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fbaa673-3e82-4cec-9a14-58ee19f1733e,segment=NetworkSegment(79bfde9a-39c7-40a0-aa43-f2fffbb46460),segment_id=79bfde9a-39c7-40a0-aa43-f2fffbb46460)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:58.853269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.855157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:58.883771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (6576472c-923f-4753-93bf-ba6ddd71e0a0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.934529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-645b2e12-855d-46df-b967-6a206b73a1e1 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.935263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (00e65dd9-60f5-4910-bea8-6ef583cc1d20), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:58.940708 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-645b2e12-855d-46df-b967-6a206b73a1e1 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "DELETE /networking/v2.0/ports/fb392f9d-08f7-4234-987d-70a92e0be4b8 HTTP/1.1" status: 204 len: 168 time: 3.6777551 Sep 25 01:05:58.940908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:58.945723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55270) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:59.001546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=6576472c-923f-4753-93bf-ba6ddd71e0a0,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:59.005048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:05:59.020512 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Sync routers for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:05:59.036821 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:05:59.037470 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:59.080133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=1fbaa673-3e82-4cec-9a14-58ee19f1733e,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:59.101114 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-608651fd-e740-4478-9e2d-b6f488efc73f tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] GET failed (client error): The resource could not be found. Sep 25 01:05:59.102744 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-608651fd-e740-4478-9e2d-b6f488efc73f tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "GET /networking/v2.0/ports/fb392f9d-08f7-4234-987d-70a92e0be4b8 HTTP/1.1" status: 404 len: 333 time: 0.1541910 Sep 25 01:05:59.110916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bb168-d628-4c6b-8d80-d7d5047ec82f None None] Network 493b394d-bd5f-41e3-8270-accf20f734bf requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:59.115020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:59.115647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.118714 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae Sep 25 01:05:59.129610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55272) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:59.166130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'port': {'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-88895370'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:05:59.198946 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:05:59.229908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.235215 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fcbfc203-9de8-4efb-a46f-fd70e72104a6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1338263 Sep 25 01:05:59.306236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55274) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:59.328054 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 2 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:05:59.340188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (493b394d-bd5f-41e3-8270-accf20f734bf), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.377019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493b394d-bd5f-41e3-8270-accf20f734bf']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:59.404142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6602df75-1a92-4295-be77-b6ff481aedd0') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:59.404861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6602df75-1a92-4295-be77-b6ff481aedd0') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:59.420958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (6602df75-1a92-4295-be77-b6ff481aedd0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.438098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6602df75-1a92-4295-be77-b6ff481aedd0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.445818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:05:59.446364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (6602df75-1a92-4295-be77-b6ff481aedd0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.492298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Allocated IP 2001:db8::1 (33b98dc9-fe58-400b-af03-7bfac87a608e/a7ec89ef-e02c-470d-9efb-a892fdf4bac0/06c22b85-a54c-41bd-ad1c-79a6ce9c84d2) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:05:59.543983 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:05:55Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:05:59.574796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:05:59.577162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:59.577965 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Checking router: b701ba96-5f7b-4e63-8c6b-e6d71b05f830 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:05:59.578353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:59.578751 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Updating router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 port a28dc3f7-be18-40cf-a949-0984f0fbff28 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:05:59.580873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 69496520-10d8-40d1-806e-2fa1cb0cd388 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:59.591781 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9ca6d3de-31dc-440b-a338-f1559702679e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=937675718fc54790a2b8f475b8b6d147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8676276 Sep 25 01:05:59.601867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55280) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:59.615681 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.662726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64d1aa-aa1b-498c-946b-1898cb2c265d None None] DHCP port deletion for 493b394d-bd5f-41e3-8270-accf20f734bf request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:05:59.667780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:59.673651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 69496520-10d8-40d1-806e-2fa1cb0cd388 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:05:59.675780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 69496520-10d8-40d1-806e-2fa1cb0cd388 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 25 01:05:59.720110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (493b394d-bd5f-41e3-8270-accf20f734bf), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.724179 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 6602df75-1a92-4295-be77-b6ff481aedd0 resource provider aggregate not found Sep 25 01:05:59.731375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a70b0e-0638-42e0-90e8-ad49ff926a56 None None] Network 56ad2be7-5cd1-4971-a65d-917c8b17b8f0 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:05:59.753260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Port 69496520-10d8-40d1-806e-2fa1cb0cd388 not found, will not notify nova. {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 25 01:05:59.785786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.791399 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/493b394d-bd5f-41e3-8270-accf20f734bf HTTP/1.1" status: 204 len: 168 time: 4.1218400 Sep 25 01:05:59.797207 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 6602df75-1a92-4295-be77-b6ff481aedd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6602df75-1a92-4295-be77-b6ff481aedd0 found for delete ", "request_id": "req-7d30ec66-8b55-4ca5-ba64-f86facfc0a2d"}]} Sep 25 01:05:59.808496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8783008-a84d-4c55-8e2d-085296ffea14 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=493b394d-bd5f-41e3-8270-accf20f734bf,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:59.812996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55284) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:59.830485 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6d3e62de-f451-428c-bcab-e5a9927737a9 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5104630 Sep 25 01:05:59.840386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55286) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:59.868612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Made reservation on behalf of fda658ebbb9a49b58ad4cd4d70a58616 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:05:59.873923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.909198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b98221b7-a323-4d50-872c-639da6fe1c6c admin admin] Publish callbacks [] for security_group (044768c1-a29c-47b4-a6d9-0ebeceeee50e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.930725 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2abd9e-cdf7-4280-8303-c56c5e9c594d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:05:59.932057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b98221b7-a323-4d50-872c-639da6fe1c6c admin admin] Publish callbacks [] for security_group (044768c1-a29c-47b4-a6d9-0ebeceeee50e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.942036 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Publish callbacks [] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.943447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2abd9e-cdf7-4280-8303-c56c5e9c594d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:05:59.944861 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:59.950279 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:59.953169 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bf2abd9e-cdf7-4280-8303-c56c5e9c594d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/6576472c-923f-4753-93bf-ba6ddd71e0a0 HTTP/1.1" status: 404 len: 337 time: 0.1160064 Sep 25 01:05:59.962900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55288) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:05:59.986613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.026857 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Attempting to bind port a28dc3f7-be18-40cf-a949-0984f0fbff28 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:00.027547 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Attempting to bind port a28dc3f7-be18-40cf-a949-0984f0fbff28 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:00.027649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.027759 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Attempting to bind port a28dc3f7-be18-40cf-a949-0984f0fbff28 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:00.028362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (83255ec4-c681-4ae0-ae41-5020b75930b4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.048408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b98221b7-a323-4d50-872c-639da6fe1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (044768c1-a29c-47b4-a6d9-0ebeceeee50e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.050920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b98221b7-a323-4d50-872c-639da6fe1c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.054501 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b98221b7-a323-4d50-872c-639da6fe1c6c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/044768c1-a29c-47b4-a6d9-0ebeceeee50e HTTP/1.1" status: 204 len: 168 time: 0.4340956 Sep 25 01:06:00.073233 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60018481-6470-4488-aad7-6634e7c3fe32 None None] Pushing event updated for resources: {'Port': ['ID=a28dc3f7-be18-40cf-a949-0984f0fbff28,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:00.075089 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-990fa50f-c418-4f94-890d-a1fcacbdfd22 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:00.075806 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 3 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:06:00.076856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990fa50f-c418-4f94-890d-a1fcacbdfd22 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:00.081098 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-990fa50f-c418-4f94-890d-a1fcacbdfd22 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/493b394d-bd5f-41e3-8270-accf20f734bf HTTP/1.1" status: 404 len: 339 time: 0.1165457 Sep 25 01:06:00.084426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55292) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:00.098982 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:00.100319 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:00.100851 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.102625 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:00.102966 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Bound port: a28dc3f7-be18-40cf-a949-0984f0fbff28, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:00.103356 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.159131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] device_id is not set on port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:00.162235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:00.178566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 637615ae-b127-444c-bf74-58f6f872352f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:00.205133 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] For port a28dc3f7-be18-40cf-a949-0984f0fbff28, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:00.211811 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] For port a28dc3f7-be18-40cf-a949-0984f0fbff28, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a28dc3f7-be18-40cf-a949-0984f0fbff28,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:00.221399 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.226982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (00e65dd9-60f5-4910-bea8-6ef583cc1d20), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.240249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (a91f53a8-9aaa-4168-8afe-0244f3fb3537), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.243150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (00e65dd9-60f5-4910-bea8-6ef583cc1d20), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.267433 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:00.278754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98221b7-a323-4d50-872c-639da6fe1c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044768c1-a29c-47b4-a6d9-0ebeceeee50e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:00.304116 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:00.305933 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:05:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:00.327539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 637615ae-b127-444c-bf74-58f6f872352f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:00.327922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (637615ae-b127-444c-bf74-58f6f872352f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.328315 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 637615ae-b127-444c-bf74-58f6f872352f Sep 25 01:06:00.354761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:00.408167 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60018481-6470-4488-aad7-6634e7c3fe32 None None] Pushing event updated for resources: {'Port': ['ID=a28dc3f7-be18-40cf-a949-0984f0fbff28,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:00.451631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:00.486361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:00.490047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 637615ae-b127-444c-bf74-58f6f872352f is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:00.490465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (637615ae-b127-444c-bf74-58f6f872352f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.505396 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:00.538187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 637615ae-b127-444c-bf74-58f6f872352f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=637615ae-b127-444c-bf74-58f6f872352f,segment=NetworkSegment(3e5946cc-df2b-4608-9ba3-56d061323cdd),segment_id=3e5946cc-df2b-4608-9ba3-56d061323cdd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:00.544480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (637615ae-b127-444c-bf74-58f6f872352f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.552518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1fbaa673-3e82-4cec-9a14-58ee19f1733e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:00.637806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (a91f53a8-9aaa-4168-8afe-0244f3fb3537), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.664906 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 4 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:06:00.674383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Router 00e65dd9-60f5-4910-bea8-6ef583cc1d20 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:06:00.689013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91f53a8-9aaa-4168-8afe-0244f3fb3537']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:00.714403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for port (06c22b85-a54c-41bd-ad1c-79a6ce9c84d2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.715229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd471d586-4001-4960-8bfa-d2f2a0cf6934') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:00.715229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd471d586-4001-4960-8bfa-d2f2a0cf6934') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:00.721901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=637615ae-b127-444c-bf74-58f6f872352f,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:00.728903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:00.740180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:00.761550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=4af12c38-70f9-4c75-9c67-1586a15ed991,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:00.779994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:00.781425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1fbaa673-3e82-4cec-9a14-58ee19f1733e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:00.783694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:00.784105 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1fbaa673-3e82-4cec-9a14-58ee19f1733e Sep 25 01:06:00.824661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4730d-92a9-4ca7-981a-7f5dc7193f13 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:00.833381 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-19d4730d-92a9-4ca7-981a-7f5dc7193f13 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9917009 Sep 25 01:06:00.834305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55308) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:00.835711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Allocated IP 2001:db8::40 (d101d7cf-5054-45b0-9779-4af87cd2c1d4/ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4/8bbd0a42-8d23-4a2c-a23c-2979bb8127ee) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:00.858297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:00.877072 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:05:55Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:00.956498 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49902782-2c5d-4ecd-8928-da4b13f73379 None None] The sync data for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv is: [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:05:55Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:01.042488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1fbaa673-3e82-4cec-9a14-58ee19f1733e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:01.122823 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5dfc9459-eafd-43da-b568-349a8d5fe6a9 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2815690 Sep 25 01:06:01.125809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55316) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:01.133566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119319335', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:01.156149 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:06:01.212561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 69496520-10d8-40d1-806e-2fa1cb0cd388 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:01.256301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 69496520-10d8-40d1-806e-2fa1cb0cd388 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:01.256654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 69496520-10d8-40d1-806e-2fa1cb0cd388 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:01.287311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (06c22b85-a54c-41bd-ad1c-79a6ce9c84d2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.360246 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 5 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:06:01.412708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:01.465987 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (d471d586-4001-4960-8bfa-d2f2a0cf6934), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.480522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e1cc-dea8-4673-afe4-91ae35dda942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.493292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network 33b98dc9-fe58-400b-af03-7bfac87a608e is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:01.508710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Port': ['ID=06c22b85-a54c-41bd-ad1c-79a6ce9c84d2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:01.512278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:01.530015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (d471d586-4001-4960-8bfa-d2f2a0cf6934), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.535294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:01.535863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (963430a8-4343-4b1d-b378-27e2f21268d9), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.550900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:01.551312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (d471d586-4001-4960-8bfa-d2f2a0cf6934), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.579309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router 83255ec4-c681-4ae0-ae41-5020b75930b4 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:06:01.581125 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:01.585812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55322) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:01.613181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:01.617134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.638457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:01.648002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.651877 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a64a5d6e-b856-47d1-a233-f22c99cf84b1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "PUT /networking/v2.0/routers/00e65dd9-60f5-4910-bea8-6ef583cc1d20 HTTP/1.1" status: 200 len: 879 time: 7.4020205 Sep 25 01:06:01.656594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55326) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:01.663053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5f193-0165-462d-be03-96d6dc55e21d None None] Sync routers for ids ['00e65dd9-60f5-4910-bea8-6ef583cc1d20'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:01.673616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (a91f53a8-9aaa-4168-8afe-0244f3fb3537), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.688547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5f193-0165-462d-be03-96d6dc55e21d None None] Routers {'00e65dd9-60f5-4910-bea8-6ef583cc1d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:01.690382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d1e5f193-0165-462d-be03-96d6dc55e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['00e65dd9-60f5-4910-bea8-6ef583cc1d20'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:01.728615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.733044 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a91f53a8-9aaa-4168-8afe-0244f3fb3537 HTTP/1.1" status: 204 len: 168 time: 1.6467311 Sep 25 01:06:01.736873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55328) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:01.802827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddf79d-a71a-4d4f-b110-cc69d5ad777d tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=a91f53a8-9aaa-4168-8afe-0244f3fb3537,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:01.817990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d1e5f193-0165-462d-be03-96d6dc55e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:01.862251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5f193-0165-462d-be03-96d6dc55e21d None None] Routers {'00e65dd9-60f5-4910-bea8-6ef583cc1d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:01.862924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d1e5f193-0165-462d-be03-96d6dc55e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['00e65dd9-60f5-4910-bea8-6ef583cc1d20'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:01.877498 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1006f7-b5b8-4432-b1b2-f503756d1ed0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:01.877974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1006f7-b5b8-4432-b1b2-f503756d1ed0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:01.884648 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1e1006f7-b5b8-4432-b1b2-f503756d1ed0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3819389e-b9ab-46c2-a417-f9c8ea74014a HTTP/1.1" status: 404 len: 337 time: 0.1425636 Sep 25 01:06:01.887646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for port (8bbd0a42-8d23-4a2c-a23c-2979bb8127ee), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:01.896869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55332) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:01.900027 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment d471d586-4001-4960-8bfa-d2f2a0cf6934 resource provider aggregate not found Sep 25 01:06:01.959091 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment d471d586-4001-4960-8bfa-d2f2a0cf6934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d471d586-4001-4960-8bfa-d2f2a0cf6934 found for delete ", "request_id": "req-d41a3b14-7e1d-4006-a82b-631b574e09bd"}]} Sep 25 01:06:01.994091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ac6d70e4-a6f5-4d12-a7e8-c5e2784893c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:01.994439 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-ac6d70e4-a6f5-4d12-a7e8-c5e2784893c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 25 01:06:01.994951 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-ac6d70e4-a6f5-4d12-a7e8-c5e2784893c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): There was a conflict when trying to complete your request. Sep 25 01:06:01.996646 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ac6d70e4-a6f5-4d12-a7e8-c5e2784893c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4049168 Sep 25 01:06:02.000575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55336) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:02.028484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610993311'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:02.034096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:02.036052 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c9c940-5a47-45ff-b778-fc6758beadee tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:02.036708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c9c940-5a47-45ff-b778-fc6758beadee tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:02.040658 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-70c9c940-5a47-45ff-b778-fc6758beadee tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/e34566c8-fc83-487c-9bfc-60a29d4661b1 HTTP/1.1" status: 404 len: 339 time: 0.1268384 Sep 25 01:06:02.054994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55338) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:02.061948 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-79ff01ac-7b6d-46dc-8d98-1f65f0d151dc tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/00e65dd9-60f5-4910-bea8-6ef583cc1d20 HTTP/1.1" status: 200 len: 920 time: 0.4025421 Sep 25 01:06:02.085083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55340) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:02.109885 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 6 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:06:02.112984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.113279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d1e5f193-0165-462d-be03-96d6dc55e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:02.113634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5f193-0165-462d-be03-96d6dc55e21d None None] The sync data for ids ['00e65dd9-60f5-4910-bea8-6ef583cc1d20'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:02.115222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 637615ae-b127-444c-bf74-58f6f872352f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:02.129216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:02.148803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.183456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-04579f6c-adce-47e2-89fe-08bded86cc41 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting subnet fda40e5f-bee6-4d5d-9fd8-4ea130f760a1 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:02.189331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:02.195025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-04579f6c-adce-47e2-89fe-08bded86cc41 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (fda40e5f-bee6-4d5d-9fd8-4ea130f760a1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.198050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (06c22b85-a54c-41bd-ad1c-79a6ce9c84d2), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.205401 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a1c84b3a-ae00-4daa-8408-d022f5dee40c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/83255ec4-c681-4ae0-ae41-5020b75930b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3119504 Sep 25 01:06:02.208654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55342) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:02.214982 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b05d5-1dbb-4f7e-b38b-12c4b732952a None None] Sync routers for ids ['83255ec4-c681-4ae0-ae41-5020b75930b4'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:02.224995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78033a60-54e1-4a75-bc68-881534030b72 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:02.229450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:02.230010 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-78033a60-54e1-4a75-bc68-881534030b72 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=00e65dd9-60f5-4910-bea8-6ef583cc1d20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1357758 Sep 25 01:06:02.234581 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b05d5-1dbb-4f7e-b38b-12c4b732952a None None] Routers {'83255ec4-c681-4ae0-ae41-5020b75930b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:02.236502 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-790b05d5-1dbb-4f7e-b38b-12c4b732952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['83255ec4-c681-4ae0-ae41-5020b75930b4'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:02.237364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55344) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:02.238910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8bbd0a42-8d23-4a2c-a23c-2979bb8127ee), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.253410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 637615ae-b127-444c-bf74-58f6f872352f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:02.254148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (637615ae-b127-444c-bf74-58f6f872352f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.254660 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 637615ae-b127-444c-bf74-58f6f872352f Sep 25 01:06:02.316361 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-790b05d5-1dbb-4f7e-b38b-12c4b732952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:02.344078 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b05d5-1dbb-4f7e-b38b-12c4b732952a None None] Routers {'83255ec4-c681-4ae0-ae41-5020b75930b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:02.345035 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-790b05d5-1dbb-4f7e-b38b-12c4b732952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['83255ec4-c681-4ae0-ae41-5020b75930b4'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:02.394975 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-790b05d5-1dbb-4f7e-b38b-12c4b732952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:02.396277 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b05d5-1dbb-4f7e-b38b-12c4b732952a None None] The sync data for ids ['83255ec4-c681-4ae0-ae41-5020b75930b4'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:02.405557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 637615ae-b127-444c-bf74-58f6f872352f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:02.406700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a28dc3f7-be18-40cf-a949-0984f0fbff28 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:02.408107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (41328b85-3ec5-4ca2-b3f0-6b3ff55e3988), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.419821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:02.431555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (41328b85-3ec5-4ca2-b3f0-6b3ff55e3988), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.474325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a28dc3f7-be18-40cf-a949-0984f0fbff28 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:02.475133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.475852 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a28dc3f7-be18-40cf-a949-0984f0fbff28 Sep 25 01:06:02.478318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:02.534967 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:02.542454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Port': ['ID=8bbd0a42-8d23-4a2c-a23c-2979bb8127ee,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:02.549086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-04579f6c-adce-47e2-89fe-08bded86cc41 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (fda40e5f-bee6-4d5d-9fd8-4ea130f760a1), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.553169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:02.561343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:02.563213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.599159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a28dc3f7-be18-40cf-a949-0984f0fbff28 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:02.599561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.604384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e12ef-343e-4686-8aa3-f61a54e1d680 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:02.606267 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-403e12ef-343e-4686-8aa3-f61a54e1d680 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports/4af12c38-70f9-4c75-9c67-1586a15ed991 HTTP/1.1" status: 200 len: 911 time: 0.3522878 Sep 25 01:06:02.620044 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55346) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:02.626443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2f7edf8e-233f-43ec-987e-9571bbe0ccc7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc46d51a-75c4-4735-b6c3-6c71d5d6b967'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:02.646750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port a28dc3f7-be18-40cf-a949-0984f0fbff28, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a28dc3f7-be18-40cf-a949-0984f0fbff28,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:02.653594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.730127 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 7 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:06:02.777660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:02.783936 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41328b85-3ec5-4ca2-b3f0-6b3ff55e3988,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:02.784738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=a28dc3f7-be18-40cf-a949-0984f0fbff28,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:02.789534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:02.847230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:02.879576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (02e3e701-b290-4219-abda-d986822827ac), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.906010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (02e3e701-b290-4219-abda-d986822827ac), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.908442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2f7edf8e-233f-43ec-987e-9571bbe0ccc7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.962592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-04579f6c-adce-47e2-89fe-08bded86cc41 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (fda40e5f-bee6-4d5d-9fd8-4ea130f760a1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.970409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:02.971679 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9685051 Sep 25 01:06:03.011675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55348) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:03.017655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7abb61f0-cbad-4a95-aa27-8bb8f191b170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '02e3e701-b290-4219-abda-d986822827ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:03.026210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3199d-d525-48db-af1c-20ca8e16d705 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e3e701-b290-4219-abda-d986822827ac,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:03.076702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070821c0-f915-4763-a98e-316cf7ba2bb4 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:03.078176 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-070821c0-f915-4763-a98e-316cf7ba2bb4 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 881 time: 0.8361039 Sep 25 01:06:03.084260 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-09f01a5a-d6d6-45c8-a099-d78a98d77018 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.9466515 Sep 25 01:06:03.084950 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55350) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:03.089117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (61fa0b36-d024-4ad4-bb5d-7b711be1a641), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.106943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55352) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:03.120802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7589f12c-9144-4b68-b7bb-ec8b83ea5152 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e6:85:61'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:03.162284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7abb61f0-cbad-4a95-aa27-8bb8f191b170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group_rule (42705d8e-b9b2-4b56-ba0d-2333a31c2f86), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.204034 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e8ed6486-dfac-4fcf-aba1-39a3e97d36f9 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00e65dd9-60f5-4910-bea8-6ef583cc1d20 HTTP/1.1" status: 200 len: 205 time: 0.1133144 Sep 25 01:06:03.204593 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-04579f6c-adce-47e2-89fe-08bded86cc41 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (fda40e5f-bee6-4d5d-9fd8-4ea130f760a1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.208558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55354) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:03.291476 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 8 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:06:03.298789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=61fa0b36-d024-4ad4-bb5d-7b711be1a641,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:03.327113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-04579f6c-adce-47e2-89fe-08bded86cc41 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.333981 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-04579f6c-adce-47e2-89fe-08bded86cc41 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fda40e5f-bee6-4d5d-9fd8-4ea130f760a1 HTTP/1.1" status: 204 len: 168 time: 1.2754543 Sep 25 01:06:03.338579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:03.339678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55356) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:03.343018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:03.343281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04579f6c-adce-47e2-89fe-08bded86cc41 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=fda40e5f-bee6-4d5d-9fd8-4ea130f760a1,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:03.374292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d2c0c-cd62-4b66-924c-ce5e268e814c None None] Network 243e8ea7-b369-49db-ab3c-c7de6aba02bd requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:03.393041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:03.422826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:03.450961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Checking segment: {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:03.452104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network hostable DHCP agents. Network: cb3c671b-1792-47f2-88a7-c4475412dd1c, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:06:03.501115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7abb61f0-cbad-4a95-aa27-8bb8f191b170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group_rule (42705d8e-b9b2-4b56-ba0d-2333a31c2f86), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.523059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7abb61f0-cbad-4a95-aa27-8bb8f191b170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (42705d8e-b9b2-4b56-ba0d-2333a31c2f86), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.525288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:03.567772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02cf439-b8f8-4218-b712-f00014d1584b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting subnet a5f22bf2-d69b-402b-83cf-c93a3c025ff1 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:03.575136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb61f0-cbad-4a95-aa27-8bb8f191b170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42705d8e-b9b2-4b56-ba0d-2333a31c2f86,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:03.594867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (00e65dd9-60f5-4910-bea8-6ef583cc1d20), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.601812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7abb61f0-cbad-4a95-aa27-8bb8f191b170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.606299 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7abb61f0-cbad-4a95-aa27-8bb8f191b170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5899906 Sep 25 01:06:03.610350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d02cf439-b8f8-4218-b712-f00014d1584b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (a5f22bf2-d69b-402b-83cf-c93a3c025ff1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.613515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55360) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:03.618724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for port (06c22b85-a54c-41bd-ad1c-79a6ce9c84d2), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.636379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-74b54ef2-af69-4d7c-abe5-8fe7d05a32f1 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '02e3e701-b290-4219-abda-d986822827ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:03.668869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (06c22b85-a54c-41bd-ad1c-79a6ce9c84d2), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.669962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (963430a8-4343-4b1d-b378-27e2f21268d9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.672692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network cb3c671b-1792-47f2-88a7-c4475412dd1c is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:06:03.709142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7589f12c-9144-4b68-b7bb-ec8b83ea5152 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8bbd0a42-8d23-4a2c-a23c-2979bb8127ee), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.722338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.784690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cb3c671b-1792-47f2-88a7-c4475412dd1c) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:03.798746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d02cf439-b8f8-4218-b712-f00014d1584b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (a5f22bf2-d69b-402b-83cf-c93a3c025ff1), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.799113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f0231-d325-44b4-ac39-d0b81dfcc851 None None] Network cb3c671b-1792-47f2-88a7-c4475412dd1c requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:03.835763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:03.841749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:03.842729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.874267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (00e65dd9-60f5-4910-bea8-6ef583cc1d20), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.893392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2f7edf8e-233f-43ec-987e-9571bbe0ccc7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.897035 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 9 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:06:03.905894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2f7edf8e-233f-43ec-987e-9571bbe0ccc7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.912753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7edf8e-233f-43ec-987e-9571bbe0ccc7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:03.913482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2f7edf8e-233f-43ec-987e-9571bbe0ccc7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.914908 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2f7edf8e-233f-43ec-987e-9571bbe0ccc7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/ports/4af12c38-70f9-4c75-9c67-1586a15ed991 HTTP/1.1" status: 200 len: 911 time: 1.2931631 Sep 25 01:06:03.939128 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55362) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:03.941007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-74b54ef2-af69-4d7c-abe5-8fe7d05a32f1 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group_rule (5834dd34-b6f5-45e6-9811-65a171cefd58), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:03.954336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:03.956200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a28dc3f7-be18-40cf-a949-0984f0fbff28 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:03.956589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Port': ['ID=06c22b85-a54c-41bd-ad1c-79a6ce9c84d2,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:03.997996 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-85fae2b6-c437-4f68-8084-74affe117d5e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8691399 Sep 25 01:06:04.015328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55364) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:04.054794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a28dc3f7-be18-40cf-a949-0984f0fbff28 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:04.055178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.055517 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a28dc3f7-be18-40cf-a949-0984f0fbff28 Sep 25 01:06:04.058132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cb3c671b-1792-47f2-88a7-c4475412dd1c', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:04.059068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.271385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a28dc3f7-be18-40cf-a949-0984f0fbff28 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:04.283277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network 33b98dc9-fe58-400b-af03-7bfac87a608e is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:04.297131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Allocated IP 172.20.0.2 (cb3c671b-1792-47f2-88a7-c4475412dd1c/61fa0b36-d024-4ad4-bb5d-7b711be1a641/3a378ba6-1e09-4ecf-bc89-4ee368624a6b) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:04.298360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:04.306061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d02cf439-b8f8-4218-b712-f00014d1584b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a5f22bf2-d69b-402b-83cf-c93a3c025ff1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.310258 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Deleting port 992b9f91-fc51-457e-a388-de9250cf9566 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:04.311230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (992b9f91-fc51-457e-a388-de9250cf9566), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.344031 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-74b54ef2-af69-4d7c-abe5-8fe7d05a32f1 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): There was a conflict when trying to complete your request. Sep 25 01:06:04.345085 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-74b54ef2-af69-4d7c-abe5-8fe7d05a32f1 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7212496 Sep 25 01:06:04.361074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:04.361983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55366) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:04.437008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (992b9f91-fc51-457e-a388-de9250cf9566), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.460641 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 10 to provision port 4af12c38-70f9-4c75-9c67-1586a15ed991 Sep 25 01:06:04.462224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Calling delete_port for 992b9f91-fc51-457e-a388-de9250cf9566 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:04.479308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7edf8e-233f-43ec-987e-9571bbe0ccc7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=4af12c38-70f9-4c75-9c67-1586a15ed991,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:04.485076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d02cf439-b8f8-4218-b712-f00014d1584b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (a5f22bf2-d69b-402b-83cf-c93a3c025ff1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.487741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:04.550524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:04.570044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Port 4af12c38-70f9-4c75-9c67-1586a15ed991 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:04.593590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Publish callbacks [] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.609285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Provisioning complete for port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:04.610790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.611444 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 1 to provision port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae Sep 25 01:06:04.689446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (83255ec4-c681-4ae0-ae41-5020b75930b4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.714720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.743110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:04.744184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:04.772389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cf439-b8f8-4218-b712-f00014d1584b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f22bf2-d69b-402b-83cf-c93a3c025ff1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:04.811740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d02cf439-b8f8-4218-b712-f00014d1584b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.819618 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d02cf439-b8f8-4218-b712-f00014d1584b tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a5f22bf2-d69b-402b-83cf-c93a3c025ff1 HTTP/1.1" status: 204 len: 168 time: 1.4765756 Sep 25 01:06:04.824797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Network cb3c671b-1792-47f2-88a7-c4475412dd1c is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:04.825089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55368) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:04.838432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3790802d-246c-4cec-a2c4-2acd6db54b67 None None] Network 243e8ea7-b369-49db-ab3c-c7de6aba02bd requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:04.853455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:04.876584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:04.882813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Current status of the port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:04.885978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Pushing event updated for resources: {'Port': ['ID=3a378ba6-1e09-4ecf-bc89-4ee368624a6b,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:04.937887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7589f12c-9144-4b68-b7bb-ec8b83ea5152 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for port (8bbd0a42-8d23-4a2c-a23c-2979bb8127ee), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.964803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09feffbc-eda2-4ada-b419-be0ec822e36b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (02e3e701-b290-4219-abda-d986822827ac), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.971203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7589f12c-9144-4b68-b7bb-ec8b83ea5152 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (8bbd0a42-8d23-4a2c-a23c-2979bb8127ee), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.972038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7589f12c-9144-4b68-b7bb-ec8b83ea5152 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] In _notify_port_updated(), no bound segment for port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee on network d101d7cf-5054-45b0-9779-4af87cd2c1d4 {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:06:04.976693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7589f12c-9144-4b68-b7bb-ec8b83ea5152 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:04.977354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7589f12c-9144-4b68-b7bb-ec8b83ea5152 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.983457 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7589f12c-9144-4b68-b7bb-ec8b83ea5152 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "PUT /networking/v2.0/ports/8bbd0a42-8d23-4a2c-a23c-2979bb8127ee HTTP/1.1" status: 200 len: 1000 time: 1.8682704 Sep 25 01:06:04.985903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55370) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:04.991929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Provisioning complete for port 1fbaa673-3e82-4cec-9a14-58ee19f1733e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:04.992329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:04.992798 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Attempt 1 to provision port 1fbaa673-3e82-4cec-9a14-58ee19f1733e Sep 25 01:06:05.080600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09feffbc-eda2-4ada-b419-be0ec822e36b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (02e3e701-b290-4219-abda-d986822827ac), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.105682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Attempting to bind port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:05.106202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Attempting to bind port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:05.106507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Attempting to bind port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b on network cb3c671b-1792-47f2-88a7-c4475412dd1c {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:05.133531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589f12c-9144-4b68-b7bb-ec8b83ea5152 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Port': ['ID=8bbd0a42-8d23-4a2c-a23c-2979bb8127ee,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:05.152610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Router 963430a8-4343-4b1d-b378-27e2f21268d9 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:06:05.207513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Current status of the port 1fbaa673-3e82-4cec-9a14-58ee19f1733e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:05.218093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Could not find standard attr ID for object 69496520-10d8-40d1-806e-2fa1cb0cd388. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:05.219124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:05.219510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Checking segment: {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:05.219979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.220422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Bound using segment: {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:05.220931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Bound port: 3a378ba6-1e09-4ecf-bc89-4ee368624a6b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:05.221834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.280379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e63e2-e891-4846-a507-6b772257c857 None None] DHCP port deletion for 243e8ea7-b369-49db-ab3c-c7de6aba02bd request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:05.284156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0b37213d-42c7-4025-8a5a-a668998f8ec1 None None] Could not find standard attr ID for object fb392f9d-08f7-4234-987d-70a92e0be4b8. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:05.325060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09feffbc-eda2-4ada-b419-be0ec822e36b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (02e3e701-b290-4219-abda-d986822827ac), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.328419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09feffbc-eda2-4ada-b419-be0ec822e36b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.329190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] For port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:05.329852 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-09feffbc-eda2-4ada-b419-be0ec822e36b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/02e3e701-b290-4219-abda-d986822827ac HTTP/1.1" status: 204 len: 168 time: 0.9252706 Sep 25 01:06:05.344273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55372) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:05.350992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] For port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a378ba6-1e09-4ecf-bc89-4ee368624a6b,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:05.356466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-023e63e2-e891-4846-a507-6b772257c857 None None] Deleting port 1cd59362-70f2-45ff-a656-b76b3db1cd36 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:05.356854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-023e63e2-e891-4846-a507-6b772257c857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.374314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.378546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09feffbc-eda2-4ada-b419-be0ec822e36b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e3e701-b290-4219-abda-d986822827ac,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:05.387202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:05.399506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:05.409915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-71a527fd-b589-4a7e-9d09-e486d766bf49 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "PUT /networking/v2.0/routers/963430a8-4343-4b1d-b378-27e2f21268d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4638267 Sep 25 01:06:05.412820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55374) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:05.454725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb172e48-de18-4034-bca5-ea6daff2d334 None None] Sync routers for ids ['963430a8-4343-4b1d-b378-27e2f21268d9'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:05.507045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (243e8ea7-b369-49db-ab3c-c7de6aba02bd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.547579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-023e63e2-e891-4846-a507-6b772257c857 None None] For port 1cd59362-70f2-45ff-a656-b76b3db1cd36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cd59362-70f2-45ff-a656-b76b3db1cd36,segment=NetworkSegment(2a310403-2d44-4dde-8c91-c6c56f4893bb),segment_id=2a310403-2d44-4dde-8c91-c6c56f4893bb)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:05.547579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-023e63e2-e891-4846-a507-6b772257c857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.563040 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3a104d28-58c5-4e12-b106-9165d0dbe975 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2156372 Sep 25 01:06:05.569867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55376) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:05.571036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Provisioning complete for port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:05.571694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8bbd0a42-8d23-4a2c-a23c-2979bb8127ee), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.572159 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 1 to provision port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee Sep 25 01:06:05.574713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2b7ae965-7518-491f-8697-f348b224e1e6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'tempest-secgroup--728275078'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:05.594322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.613523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb172e48-de18-4034-bca5-ea6daff2d334 None None] Routers {'963430a8-4343-4b1d-b378-27e2f21268d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:05.614330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-eb172e48-de18-4034-bca5-ea6daff2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['963430a8-4343-4b1d-b378-27e2f21268d9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:05.617241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-023e63e2-e891-4846-a507-6b772257c857 None None] Calling delete_port for 1cd59362-70f2-45ff-a656-b76b3db1cd36 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:05.681406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3997f34e-2536-4b67-86db-55a1d45d9b59 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Deleting port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:05.681747 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3997f34e-2536-4b67-86db-55a1d45d9b59 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8bbd0a42-8d23-4a2c-a23c-2979bb8127ee), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.684942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2903539-9bc1-4f86-b8ad-84d1e38d693a None None] Pushing event updated for resources: {'Port': ['ID=3a378ba6-1e09-4ecf-bc89-4ee368624a6b,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:05.702041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-eb172e48-de18-4034-bca5-ea6daff2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:05.714740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:05.736601 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting port 1cd59362-70f2-45ff-a656-b76b3db1cd36 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:05.737682 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.753767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb172e48-de18-4034-bca5-ea6daff2d334 None None] Routers {'963430a8-4343-4b1d-b378-27e2f21268d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:05.754410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-eb172e48-de18-4034-bca5-ea6daff2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['963430a8-4343-4b1d-b378-27e2f21268d9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:05.765356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:05.769003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:05.778525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (992b9f91-fc51-457e-a388-de9250cf9566), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.793367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:05.796825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-eb172e48-de18-4034-bca5-ea6daff2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:05.797430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb172e48-de18-4034-bca5-ea6daff2d334 None None] The sync data for ids ['963430a8-4343-4b1d-b378-27e2f21268d9'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:05.812108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae965-7518-491f-8697-f348b224e1e6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.863734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-023e63e2-e891-4846-a507-6b772257c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.884726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e63e2-e891-4846-a507-6b772257c857 None None] No DVR routers for this DVR port 1cd59362-70f2-45ff-a656-b76b3db1cd36 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:05.914546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] For port 1cd59362-70f2-45ff-a656-b76b3db1cd36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cd59362-70f2-45ff-a656-b76b3db1cd36,segment=NetworkSegment(2a310403-2d44-4dde-8c91-c6c56f4893bb),segment_id=2a310403-2d44-4dde-8c91-c6c56f4893bb)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:05.915309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.923542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e63e2-e891-4846-a507-6b772257c857 None None] Pushing event deleted for resources: {'Port': ['ID=1cd59362-70f2-45ff-a656-b76b3db1cd36,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:05.939416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Calling delete_port for 1cd59362-70f2-45ff-a656-b76b3db1cd36 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:05.964257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:05.984934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:05.988451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event deleted for resources: {'Port': ['ID=992b9f91-fc51-457e-a388-de9250cf9566,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:06.010527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a378ba6-1e09-4ecf-bc89-4ee368624a6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:06.048642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:06.102924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 4af12c38-70f9-4c75-9c67-1586a15ed991 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:06.103285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.215789 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 2 to provision port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee Sep 25 01:06:06.250402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae965-7518-491f-8697-f348b224e1e6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (f3cd958d-58e9-4129-a4ea-af7e1c859dc4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.271215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae965-7518-491f-8697-f348b224e1e6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f3cd958d-58e9-4129-a4ea-af7e1c859dc4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.273003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:06.284615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:06.286520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.286520 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b Sep 25 01:06:06.310666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (00e65dd9-60f5-4910-bea8-6ef583cc1d20), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.323476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3997f34e-2536-4b67-86db-55a1d45d9b59 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8bbd0a42-8d23-4a2c-a23c-2979bb8127ee), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.391132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:06.391724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.417717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3997f34e-2536-4b67-86db-55a1d45d9b59 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Calling delete_port for 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:06.426938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.446988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a378ba6-1e09-4ecf-bc89-4ee368624a6b,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:06.453677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.517129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (00e65dd9-60f5-4910-bea8-6ef583cc1d20), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.518374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=3a378ba6-1e09-4ecf-bc89-4ee368624a6b,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:06.524993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (00e65dd9-60f5-4910-bea8-6ef583cc1d20), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.529046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.559648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1cd59362-70f2-45ff-a656-b76b3db1cd36 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:06.595777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 1cd59362-70f2-45ff-a656-b76b3db1cd36 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:06.599065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1cd59362-70f2-45ff-a656-b76b3db1cd36 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:06.630121 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (1cd59362-70f2-45ff-a656-b76b3db1cd36), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.633410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 4af12c38-70f9-4c75-9c67-1586a15ed991 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:06.683302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (00e65dd9-60f5-4910-bea8-6ef583cc1d20), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.683889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Fanout notify agent at l3_agent the message router_deleted on router 00e65dd9-60f5-4910-bea8-6ef583cc1d20 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:06:06.685726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Port': ['ID=1cd59362-70f2-45ff-a656-b76b3db1cd36,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:06.694775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.700063 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-008b1377-3c6c-450c-8dff-2acfa1c04d79 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/00e65dd9-60f5-4910-bea8-6ef583cc1d20 HTTP/1.1" status: 204 len: 168 time: 3.4850152 Sep 25 01:06:06.704152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55378) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:06.705104 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No DVR routers for this DVR port 1cd59362-70f2-45ff-a656-b76b3db1cd36 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:06.718360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-97a340a5-b22c-448a-88c5-15e54ee6e204 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1400942864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:06.774326 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 3 to provision port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee Sep 25 01:06:06.820912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae965-7518-491f-8697-f348b224e1e6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.825335 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2b7ae965-7518-491f-8697-f348b224e1e6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2544556 Sep 25 01:06:06.829171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55380) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:06.839438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:06.847073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1b886c6e-5391-4da7-ab2d-6e94570ac694 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': 'f3cd958d-58e9-4129-a4ea-af7e1c859dc4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:06.847575 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-1b886c6e-5391-4da7-ab2d-6e94570ac694 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 25 01:06:06.848266 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-1b886c6e-5391-4da7-ab2d-6e94570ac694 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:06.852227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1b886c6e-5391-4da7-ab2d-6e94570ac694 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133872 Sep 25 01:06:06.853196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55384) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:06.866676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97a340a5-b22c-448a-88c5-15e54ee6e204 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.867868 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97a340a5-b22c-448a-88c5-15e54ee6e204 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.868906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ae965-7518-491f-8697-f348b224e1e6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cd958d-58e9-4129-a4ea-af7e1c859dc4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:06.903465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (243e8ea7-b369-49db-ab3c-c7de6aba02bd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:06.907138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:06.980665 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-8c3af1b4-8570-4d49-af5f-76ae4e85ca62 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:06.981739 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8c3af1b4-8570-4d49-af5f-76ae4e85ca62 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "PUT /networking/v2.0/routers/963430a8-4343-4b1d-b378-27e2f21268d9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5655472 Sep 25 01:06:06.985989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55386) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:06.988650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.1 (cb3c671b-1792-47f2-88a7-c4475412dd1c/61fa0b36-d024-4ad4-bb5d-7b711be1a641/1b49f5ee-7cc3-45fe-8a00-efcf0264fe62) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:07.008361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243e8ea7-b369-49db-ab3c-c7de6aba02bd']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:07.024903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd5729-77f9-403a-bb1e-75b6933a6b40 None None] Network cb3c671b-1792-47f2-88a7-c4475412dd1c requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:07.038908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a310403-2d44-4dde-8c91-c6c56f4893bb') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:07.039362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a310403-2d44-4dde-8c91-c6c56f4893bb') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:07.057752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:07.064923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (2a310403-2d44-4dde-8c91-c6c56f4893bb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.091800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2a310403-2d44-4dde-8c91-c6c56f4893bb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.102290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3997f34e-2536-4b67-86db-55a1d45d9b59 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8bbd0a42-8d23-4a2c-a23c-2979bb8127ee), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.104796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:07.105307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (2a310403-2d44-4dde-8c91-c6c56f4893bb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.123132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba244-2446-43a5-afe6-72e954f99425 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (f3cd958d-58e9-4129-a4ea-af7e1c859dc4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.156099 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2a310403-2d44-4dde-8c91-c6c56f4893bb resource provider aggregate not found Sep 25 01:06:07.181910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:07.203837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba244-2446-43a5-afe6-72e954f99425 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (f3cd958d-58e9-4129-a4ea-af7e1c859dc4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.208605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:07.224148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f34e-2536-4b67-86db-55a1d45d9b59 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event deleted for resources: {'Port': ['ID=8bbd0a42-8d23-4a2c-a23c-2979bb8127ee,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:07.245458 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2a310403-2d44-4dde-8c91-c6c56f4893bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a310403-2d44-4dde-8c91-c6c56f4893bb found for delete ", "request_id": "req-53673f82-9e63-4715-931e-17a73b917c4c"}]} Sep 25 01:06:07.280101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3997f34e-2536-4b67-86db-55a1d45d9b59 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.286546 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3997f34e-2536-4b67-86db-55a1d45d9b59 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8bbd0a42-8d23-4a2c-a23c-2979bb8127ee HTTP/1.1" status: 204 len: 168 time: 2.2948866 Sep 25 01:06:07.287301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55392) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.300610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (243e8ea7-b369-49db-ab3c-c7de6aba02bd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.309967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.314046 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/243e8ea7-b369-49db-ab3c-c7de6aba02bd HTTP/1.1" status: 204 len: 168 time: 2.4873302 Sep 25 01:06:07.336103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55394) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.339861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (4af12c38-70f9-4c75-9c67-1586a15ed991), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.340952 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 4 to provision port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee Sep 25 01:06:07.369643 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b364894e-4692-4b2c-8a7c-cc02f2fb4b4d tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] GET failed (client error): The resource could not be found. Sep 25 01:06:07.376094 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b364894e-4692-4b2c-8a7c-cc02f2fb4b4d tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "GET /networking/v2.0/ports/8bbd0a42-8d23-4a2c-a23c-2979bb8127ee HTTP/1.1" status: 404 len: 333 time: 0.0855458 Sep 25 01:06:07.377807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Port 8bbd0a42-8d23-4a2c-a23c-2979bb8127ee was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:06:07.378332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55396) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.385846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Could not find standard attr ID for object 4af12c38-70f9-4c75-9c67-1586a15ed991. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:07.386322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'port': {'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1043583994'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:07.402176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Provisioning complete for port 1fbaa673-3e82-4cec-9a14-58ee19f1733e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:07.402926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.403015 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 1 to provision port 1fbaa673-3e82-4cec-9a14-58ee19f1733e Sep 25 01:06:07.417193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99270a-f3c9-4b0a-bafe-96fcdee490b2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=243e8ea7-b369-49db-ab3c-c7de6aba02bd,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:07.463808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=4af12c38-70f9-4c75-9c67-1586a15ed991,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:07.465503 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b631282-143b-4ee0-8741-cd267068e65e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:07.472901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b631282-143b-4ee0-8741-cd267068e65e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:07.483465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4b631282-143b-4ee0-8741-cd267068e65e tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bed306a6-fdc5-42fc-a5aa-b0da479b3408 HTTP/1.1" status: 404 len: 337 time: 0.1453695 Sep 25 01:06:07.491123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55398) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.541197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.543301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Current status of the port 1fbaa673-3e82-4cec-9a14-58ee19f1733e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:07.548029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba244-2446-43a5-afe6-72e954f99425 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f3cd958d-58e9-4129-a4ea-af7e1c859dc4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.550739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba244-2446-43a5-afe6-72e954f99425 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.554666 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8d4ba244-2446-43a5-afe6-72e954f99425 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f3cd958d-58e9-4129-a4ea-af7e1c859dc4 HTTP/1.1" status: 204 len: 168 time: 0.6953530 Sep 25 01:06:07.561498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Provisioning complete for port 637615ae-b127-444c-bf74-58f6f872352f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:07.562022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (637615ae-b127-444c-bf74-58f6f872352f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.562488 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 1 to provision port 637615ae-b127-444c-bf74-58f6f872352f Sep 25 01:06:07.581808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55400) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.582676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba244-2446-43a5-afe6-72e954f99425 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cd958d-58e9-4129-a4ea-af7e1c859dc4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:07.587719 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ad4044-6a02-4792-aee1-ce8f3c48bd9f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:07.588346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ad4044-6a02-4792-aee1-ce8f3c48bd9f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:07.600027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55402) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.604068 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b0ad4044-6a02-4792-aee1-ce8f3c48bd9f tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/3d4728a1-54b7-4489-afc8-e8c30d85511f HTTP/1.1" status: 404 len: 339 time: 0.0974083 Sep 25 01:06:07.613412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97a340a5-b22c-448a-88c5-15e54ee6e204 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.709415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97a340a5-b22c-448a-88c5-15e54ee6e204 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.724830 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-481b6abd-244a-42d0-8bfd-cf4cc36f0bb0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:07.725096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481b6abd-244a-42d0-8bfd-cf4cc36f0bb0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:07.728844 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-481b6abd-244a-42d0-8bfd-cf4cc36f0bb0 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b3e444bf-a247-471c-995f-36c9319d8c2e HTTP/1.1" status: 404 len: 337 time: 0.1245594 Sep 25 01:06:07.733402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55404) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.754357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Current status of the port 637615ae-b127-444c-bf74-58f6f872352f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:07.757191 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b6cfadaa-f4b7-4489-a1e6-90715c78c3b8 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1706259 Sep 25 01:06:07.762776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Could not find standard attr ID for object 1cd59362-70f2-45ff-a656-b76b3db1cd36. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:07.781479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Provisioning complete for port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:07.781925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (06c22b85-a54c-41bd-ad1c-79a6ce9c84d2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.782278 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 1 to provision port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 Sep 25 01:06:07.789985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55406) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.791158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.804514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ec34cb14-cfbe-4ef0-8b37-598379e6e170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'tempest-secgroup--352634378'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:07.816349 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c9536b-0c99-4383-a712-f9c7572fbc3a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:07.816947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c9536b-0c99-4383-a712-f9c7572fbc3a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:07.822821 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d6c9536b-0c99-4383-a712-f9c7572fbc3a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/f10194c2-fa3f-45d6-b2a6-290e522326fb HTTP/1.1" status: 404 len: 339 time: 0.0861907 Sep 25 01:06:07.825074 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97a340a5-b22c-448a-88c5-15e54ee6e204 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.826910 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-97a340a5-b22c-448a-88c5-15e54ee6e204 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1176305 Sep 25 01:06:07.828614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55408) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.831495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55410) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.836889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': True}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:07.852991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (83255ec4-c681-4ae0-ae41-5020b75930b4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.863315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:07.930381 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e3d1cf-9d46-4392-affb-34226a55b533 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:07.931236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e3d1cf-9d46-4392-affb-34226a55b533 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:07.934781 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-07e3d1cf-9d46-4392-affb-34226a55b533 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a2313d7f-08e9-455b-ab44-15c2e55a8485 HTTP/1.1" status: 404 len: 337 time: 0.1007595 Sep 25 01:06:07.961214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network cb3c671b-1792-47f2-88a7-c4475412dd1c is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:07.964664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55412) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.972385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a378ba6-1e09-4ecf-bc89-4ee368624a6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:07.992115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:07.994392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ec34cb14-cfbe-4ef0-8b37-598379e6e170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.997028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:08.001269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:08.038342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:08.038987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.039329 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b Sep 25 01:06:08.046224 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2511f4-e352-4316-9828-747c4b24a346 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:08.046801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2511f4-e352-4316-9828-747c4b24a346 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:08.050316 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8e2511f4-e352-4316-9828-747c4b24a346 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/31ffe440-81be-4b25-8eaf-747568e393ee HTTP/1.1" status: 404 len: 339 time: 0.0842845 Sep 25 01:06:08.058097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55414) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:08.074949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=1b49f5ee-7cc3-45fe-8a00-efcf0264fe62,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:08.086976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (963430a8-4343-4b1d-b378-27e2f21268d9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.093008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.151303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Made reservation on behalf of fda658ebbb9a49b58ad4cd4d70a58616 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:08.155996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.161159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:08.164788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:08.201473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] device_id is not set on port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:08.251891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-772190f7-0e13-4e9a-90da-67c78f66c499 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting subnet 0602b367-8e31-4774-b8b8-0bb6a9f85920 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:08.266943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:08.289946 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-772190f7-0e13-4e9a-90da-67c78f66c499 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (0602b367-8e31-4774-b8b8-0bb6a9f85920), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.365246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:08.365558 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 2 to provision port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 Sep 25 01:06:08.376126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ec34cb14-cfbe-4ef0-8b37-598379e6e170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (be518da2-2b00-468a-b903-a43723bc38cd), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.390539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ec34cb14-cfbe-4ef0-8b37-598379e6e170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (be518da2-2b00-468a-b903-a43723bc38cd), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.416177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:08.462981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ec34cb14-cfbe-4ef0-8b37-598379e6e170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.464275 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ec34cb14-cfbe-4ef0-8b37-598379e6e170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6703255 Sep 25 01:06:08.470162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55416) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:08.477205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34cb14-cfbe-4ef0-8b37-598379e6e170 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be518da2-2b00-468a-b903-a43723bc38cd,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:08.483441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e31bb216-5b4b-4191-bdb8-8e24e7d357c2 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': 'be518da2-2b00-468a-b903-a43723bc38cd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:08.484330 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-e31bb216-5b4b-4191-bdb8-8e24e7d357c2 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 25 01:06:08.484839 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-e31bb216-5b4b-4191-bdb8-8e24e7d357c2 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:08.488749 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e31bb216-5b4b-4191-bdb8-8e24e7d357c2 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0122507 Sep 25 01:06:08.488749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.512199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55418) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:08.689117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Deleting port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:08.689481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (06c22b85-a54c-41bd-ad1c-79a6ce9c84d2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.713375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.721157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8a09d7da-ca00-43fd-9d2e-9e269511b795 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (be518da2-2b00-468a-b903-a43723bc38cd), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.734664 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:08.748828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:08.752931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-772190f7-0e13-4e9a-90da-67c78f66c499 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (0602b367-8e31-4774-b8b8-0bb6a9f85920), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.821544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8a09d7da-ca00-43fd-9d2e-9e269511b795 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (be518da2-2b00-468a-b903-a43723bc38cd), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.849846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router 83255ec4-c681-4ae0-ae41-5020b75930b4 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:08.910037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (06c22b85-a54c-41bd-ad1c-79a6ce9c84d2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.916908 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 3 to provision port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 Sep 25 01:06:08.932844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Allocated IP 2001:db8::2f9 (d101d7cf-5054-45b0-9779-4af87cd2c1d4/ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4/24a04d5b-4812-4eea-bc17-b3abbc2d80f1) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:08.966845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Calling delete_port for 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:08.971807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:08.987599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8a09d7da-ca00-43fd-9d2e-9e269511b795 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (be518da2-2b00-468a-b903-a43723bc38cd), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.990197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8a09d7da-ca00-43fd-9d2e-9e269511b795 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.991401 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8a09d7da-ca00-43fd-9d2e-9e269511b795 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/be518da2-2b00-468a-b903-a43723bc38cd HTTP/1.1" status: 204 len: 168 time: 0.4781795 Sep 25 01:06:09.001687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55420) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:09.057643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09d7da-ca00-43fd-9d2e-9e269511b795 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be518da2-2b00-468a-b903-a43723bc38cd,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:09.105335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-772190f7-0e13-4e9a-90da-67c78f66c499 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (0602b367-8e31-4774-b8b8-0bb6a9f85920), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.153826 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c9e51f16-1a35-4725-8ab3-c2214602ef55 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1479168 Sep 25 01:06:09.159790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55422) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:09.163574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:09.168742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8ce1a525-5d9c-418f-a157-9b16fe084abc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919127990'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:09.180797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:09.193303 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b0ceec-e538-484c-bd3d-027f213a223d None None] Sync routers for ids ['83255ec4-c681-4ae0-ae41-5020b75930b4'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:09.194225 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d0a4ffbe-2d43-4487-a7a9-aa7efc277fd9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/83255ec4-c681-4ae0-ae41-5020b75930b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2517498 Sep 25 01:06:09.207010 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0ceec-e538-484c-bd3d-027f213a223d None None] Routers {'83255ec4-c681-4ae0-ae41-5020b75930b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:09.207836 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-44b0ceec-e538-484c-bd3d-027f213a223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['83255ec4-c681-4ae0-ae41-5020b75930b4'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:09.208389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55424) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:09.209874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:09.241859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.253621 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-44b0ceec-e538-484c-bd3d-027f213a223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:09.266540 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0ceec-e538-484c-bd3d-027f213a223d None None] Routers {'83255ec4-c681-4ae0-ae41-5020b75930b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:09.267726 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-44b0ceec-e538-484c-bd3d-027f213a223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['83255ec4-c681-4ae0-ae41-5020b75930b4'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:09.268797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.298107 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f2ef489d-d14c-49d1-a4fd-12e3d458317e tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=83255ec4-c681-4ae0-ae41-5020b75930b4 HTTP/1.1" status: 200 len: 205 time: 0.0849659 Sep 25 01:06:09.315693 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-44b0ceec-e538-484c-bd3d-027f213a223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:09.316516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55426) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:09.317060 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b0ceec-e538-484c-bd3d-027f213a223d None None] The sync data for ids ['83255ec4-c681-4ae0-ae41-5020b75930b4'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:09.339121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a525-5d9c-418f-a157-9b16fe084abc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.362875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.392578 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.406369 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-772190f7-0e13-4e9a-90da-67c78f66c499 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (0602b367-8e31-4774-b8b8-0bb6a9f85920), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.452336 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:09.473646 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 4 to provision port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 Sep 25 01:06:09.488362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772190f7-0e13-4e9a-90da-67c78f66c499 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=0602b367-8e31-4774-b8b8-0bb6a9f85920,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:09.508302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=1b49f5ee-7cc3-45fe-8a00-efcf0264fe62,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:09.508595 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-772190f7-0e13-4e9a-90da-67c78f66c499 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.513205 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-772190f7-0e13-4e9a-90da-67c78f66c499 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0602b367-8e31-4774-b8b8-0bb6a9f85920 HTTP/1.1" status: 204 len: 168 time: 1.4540424 Sep 25 01:06:09.515438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194f78a9-a985-4302-9e90-736fc19fb57d None None] Network 384c6aea-0cc2-4e0e-9046-3e98ca0d2027 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:09.517215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55428) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:09.523762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for port (24a04d5b-4812-4eea-bc17-b3abbc2d80f1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.526344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.543451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-10904462-bacc-41e7-a1c0-3b38eb2f3bd5 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (83255ec4-c681-4ae0-ae41-5020b75930b4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.549013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (06c22b85-a54c-41bd-ad1c-79a6ce9c84d2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.573556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:09.675636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Port': ['ID=06c22b85-a54c-41bd-ad1c-79a6ce9c84d2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:09.694673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (384c6aea-0cc2-4e0e-9046-3e98ca0d2027), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.699387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (24a04d5b-4812-4eea-bc17-b3abbc2d80f1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.713586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Allocated IP 172.36.7.115 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/29ddb90c-f093-49dc-bb93-8e66207ee494) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:09.731935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed35bd1f-4175-4418-88a1-a2e8331e8a28 None None] DHCP port deletion for 384c6aea-0cc2-4e0e-9046-3e98ca0d2027 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:09.772646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:09.786670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:09.794248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Port': ['ID=24a04d5b-4812-4eea-bc17-b3abbc2d80f1,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:09.797853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ed35bd1f-4175-4418-88a1-a2e8331e8a28 None None] Deleting port 8011f5c1-00cd-43ac-9733-5d1384d4735f {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:09.798029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:09.798253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed35bd1f-4175-4418-88a1-a2e8331e8a28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.837732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:09.842721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:09.843419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.944230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8011f5c1-00cd-43ac-9733-5d1384d4735f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:09.949822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting port 8011f5c1-00cd-43ac-9733-5d1384d4735f {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:09.950986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:09.970036 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cc91be39-cc52-4261-b45a-feba0d14d047 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5880122 Sep 25 01:06:09.982953 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55430) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:09.990914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'port': {'network_id': 'd101d7cf-5054-45b0-9779-4af87cd2c1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-510451670'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:10.011017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ed35bd1f-4175-4418-88a1-a2e8331e8a28 None None] For port 8011f5c1-00cd-43ac-9733-5d1384d4735f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8011f5c1-00cd-43ac-9733-5d1384d4735f,segment=NetworkSegment(5ad69a07-9cd0-4730-975b-6c9cd0230a72),segment_id=5ad69a07-9cd0-4730-975b-6c9cd0230a72)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:10.011804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed35bd1f-4175-4418-88a1-a2e8331e8a28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.034106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ed35bd1f-4175-4418-88a1-a2e8331e8a28 None None] Calling delete_port for 8011f5c1-00cd-43ac-9733-5d1384d4735f owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:10.075797 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Attempt 5 to provision port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 Sep 25 01:06:10.119412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] For port 8011f5c1-00cd-43ac-9733-5d1384d4735f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8011f5c1-00cd-43ac-9733-5d1384d4735f,segment=NetworkSegment(5ad69a07-9cd0-4730-975b-6c9cd0230a72),segment_id=5ad69a07-9cd0-4730-975b-6c9cd0230a72)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:10.120026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.141433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Calling delete_port for 8011f5c1-00cd-43ac-9733-5d1384d4735f owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:10.144289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f42915a-1121-49e6-a4cb-d27f2fc7aec7 None None] Port 06c22b85-a54c-41bd-ad1c-79a6ce9c84d2 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:06:10.156672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8011f5c1-00cd-43ac-9733-5d1384d4735f is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:10.157396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.219116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 8011f5c1-00cd-43ac-9733-5d1384d4735f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8011f5c1-00cd-43ac-9733-5d1384d4735f,segment=NetworkSegment(5ad69a07-9cd0-4730-975b-6c9cd0230a72),segment_id=5ad69a07-9cd0-4730-975b-6c9cd0230a72)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:10.225633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.255405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed35bd1f-4175-4418-88a1-a2e8331e8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.286018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Provisioning complete for port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:10.286292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.286579 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Attempt 1 to provision port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b Sep 25 01:06:10.286756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for port (29ddb90c-f093-49dc-bb93-8e66207ee494), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.289183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35bd1f-4175-4418-88a1-a2e8331e8a28 None None] No DVR routers for this DVR port 8011f5c1-00cd-43ac-9733-5d1384d4735f on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:10.341517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=8011f5c1-00cd-43ac-9733-5d1384d4735f,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:10.375178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35bd1f-4175-4418-88a1-a2e8331e8a28 None None] Pushing event deleted for resources: {'Port': ['ID=8011f5c1-00cd-43ac-9733-5d1384d4735f,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:10.398200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:10.401426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a525-5d9c-418f-a157-9b16fe084abc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (a0aca9ca-9999-4278-9c31-07226c7a2726), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.411881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:10.425921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Current status of the port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:10.435088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a525-5d9c-418f-a157-9b16fe084abc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a0aca9ca-9999-4278-9c31-07226c7a2726), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.436473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Provisioning complete for port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:10.436857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.437205 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Attempt 1 to provision port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 Sep 25 01:06:10.451782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (963430a8-4343-4b1d-b378-27e2f21268d9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.459707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (29ddb90c-f093-49dc-bb93-8e66207ee494), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.460026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-10904462-bacc-41e7-a1c0-3b38eb2f3bd5 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (83255ec4-c681-4ae0-ae41-5020b75930b4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.464245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-10904462-bacc-41e7-a1c0-3b38eb2f3bd5 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (83255ec4-c681-4ae0-ae41-5020b75930b4), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.468226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network cb3c671b-1792-47f2-88a7-c4475412dd1c is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:10.476431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8011f5c1-00cd-43ac-9733-5d1384d4735f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.486042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a525-5d9c-418f-a157-9b16fe084abc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.486539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:10.490217 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8ce1a525-5d9c-418f-a157-9b16fe084abc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3245358 Sep 25 01:06:10.490217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:10.495109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55432) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:10.505875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-33953dfd-69ea-4a38-9fc2-ffa3220e2fa4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': 'a0aca9ca-9999-4278-9c31-07226c7a2726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:10.507681 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-33953dfd-69ea-4a38-9fc2-ffa3220e2fa4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 25 01:06:10.508168 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-33953dfd-69ea-4a38-9fc2-ffa3220e2fa4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:10.509291 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-33953dfd-69ea-4a38-9fc2-ffa3220e2fa4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071366 Sep 25 01:06:10.517722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55434) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:10.523085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:10.532789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5d045b11-4067-4b1d-bdb3-30dee3c93181 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': 'a0aca9ca-9999-4278-9c31-07226c7a2726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:10.533575 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-5d045b11-4067-4b1d-bdb3-30dee3c93181 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 25 01:06:10.534157 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-5d045b11-4067-4b1d-bdb3-30dee3c93181 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:10.538906 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5d045b11-4067-4b1d-bdb3-30dee3c93181 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078039 Sep 25 01:06:10.539084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:10.546347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55436) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:10.552358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ba77b26f-16e5-4458-acc3-24de3eb3c74c tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': 'a0aca9ca-9999-4278-9c31-07226c7a2726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:10.553349 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-ba77b26f-16e5-4458-acc3-24de3eb3c74c tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 25 01:06:10.553891 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-ba77b26f-16e5-4458-acc3-24de3eb3c74c tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:10.557836 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ba77b26f-16e5-4458-acc3-24de3eb3c74c tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073588 Sep 25 01:06:10.563681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55438) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:10.563898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:10.565985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.567708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No DVR routers for this DVR port 8011f5c1-00cd-43ac-9733-5d1384d4735f on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:10.568846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9aa042cc-b11b-4ead-b5d5-35cb3c69cae3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': 'a0aca9ca-9999-4278-9c31-07226c7a2726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:10.569761 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-9aa042cc-b11b-4ead-b5d5-35cb3c69cae3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 25 01:06:10.570269 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-9aa042cc-b11b-4ead-b5d5-35cb3c69cae3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:10.571304 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9aa042cc-b11b-4ead-b5d5-35cb3c69cae3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060475 Sep 25 01:06:10.575240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:10.580287 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55440) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:10.581296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event updated for resources: {'Port': ['ID=29ddb90c-f093-49dc-bb93-8e66207ee494,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:10.600168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:10.604619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1a525-5d9c-418f-a157-9b16fe084abc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aca9ca-9999-4278-9c31-07226c7a2726,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:10.628800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Made reservation on behalf of fda658ebbb9a49b58ad4cd4d70a58616 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:10.632745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.678352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-10904462-bacc-41e7-a1c0-3b38eb2f3bd5 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (83255ec4-c681-4ae0-ae41-5020b75930b4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.678929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10904462-bacc-41e7-a1c0-3b38eb2f3bd5 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Fanout notify agent at l3_agent the message router_deleted on router 83255ec4-c681-4ae0-ae41-5020b75930b4 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:06:10.691708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-10904462-bacc-41e7-a1c0-3b38eb2f3bd5 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.695355 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-10904462-bacc-41e7-a1c0-3b38eb2f3bd5 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/83255ec4-c681-4ae0-ae41-5020b75930b4 HTTP/1.1" status: 204 len: 168 time: 1.3580739 Sep 25 01:06:10.696145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55442) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:10.696285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Port': ['ID=8011f5c1-00cd-43ac-9733-5d1384d4735f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:10.766799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] device_id is not set on port 03b4ff1e-79ce-4af7-b74f-e506c26677eb yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:10.824457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (384c6aea-0cc2-4e0e-9046-3e98ca0d2027), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.856689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:10.867341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3d903e-9c4c-4e16-aed5-bf934088d8e4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting subnet cc46d51a-75c4-4735-b6c3-6c71d5d6b967 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:10.877464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd3d903e-9c4c-4e16-aed5-bf934088d8e4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (cc46d51a-75c4-4735-b6c3-6c71d5d6b967), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.908278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Router 963430a8-4343-4b1d-b378-27e2f21268d9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:10.932861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:10.939879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4679477f-2fda-4d36-9473-d64c202ad4b6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (a0aca9ca-9999-4278-9c31-07226c7a2726), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.947089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384c6aea-0cc2-4e0e-9046-3e98ca0d2027']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:10.948368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd3d903e-9c4c-4e16-aed5-bf934088d8e4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (cc46d51a-75c4-4735-b6c3-6c71d5d6b967), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:10.988047 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Attempt 2 to provision port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 Sep 25 01:06:10.991081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:10.997163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad69a07-9cd0-4730-975b-6c9cd0230a72') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:10.997530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad69a07-9cd0-4730-975b-6c9cd0230a72') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:11.026592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:11.043599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (5ad69a07-9cd0-4730-975b-6c9cd0230a72), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.057370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4679477f-2fda-4d36-9473-d64c202ad4b6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (a0aca9ca-9999-4278-9c31-07226c7a2726), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.095998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5ad69a07-9cd0-4730-975b-6c9cd0230a72), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.112386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:11.123413 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dce0ff8a-2b9a-4789-89ac-fce7d520b3ad tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "PUT /networking/v2.0/routers/963430a8-4343-4b1d-b378-27e2f21268d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1359074 Sep 25 01:06:11.125109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Allocated IP 2001:db8::fb (d101d7cf-5054-45b0-9779-4af87cd2c1d4/ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4/03b4ff1e-79ce-4af7-b74f-e506c26677eb) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:11.132804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5f701-8330-4134-8b2d-6c68f915c54e None None] Sync routers for ids ['963430a8-4343-4b1d-b378-27e2f21268d9'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:11.137957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55444) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:11.152702 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:11.153218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (5ad69a07-9cd0-4730-975b-6c9cd0230a72), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.156709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5f701-8330-4134-8b2d-6c68f915c54e None None] Routers {'963430a8-4343-4b1d-b378-27e2f21268d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:11.157406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:11.158101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62b5f701-8330-4134-8b2d-6c68f915c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['963430a8-4343-4b1d-b378-27e2f21268d9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:11.220660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd3d903e-9c4c-4e16-aed5-bf934088d8e4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (cc46d51a-75c4-4735-b6c3-6c71d5d6b967), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.230654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62b5f701-8330-4134-8b2d-6c68f915c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:11.245545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5f701-8330-4134-8b2d-6c68f915c54e None None] Routers {'963430a8-4343-4b1d-b378-27e2f21268d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:11.246636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62b5f701-8330-4134-8b2d-6c68f915c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['963430a8-4343-4b1d-b378-27e2f21268d9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:11.251050 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 5ad69a07-9cd0-4730-975b-6c9cd0230a72 resource provider aggregate not found Sep 25 01:06:11.259139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:11.265031 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1e15f942-55ae-4c96-9d98-e57446621da1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/b701ba96-5f7b-4e63-8c6b-e6d71b05f830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2418542 Sep 25 01:06:11.270134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55450) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:11.274839 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Sync routers for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:11.295666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62b5f701-8330-4134-8b2d-6c68f915c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:11.296316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5f701-8330-4134-8b2d-6c68f915c54e None None] The sync data for ids ['963430a8-4343-4b1d-b378-27e2f21268d9'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:11.305710 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:11.306556 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:11.369421 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-28a0cb70-b130-4046-9527-ecaf63b9e896 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] delete failed (client error): The resource could not be found. Sep 25 01:06:11.370776 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-28a0cb70-b130-4046-9527-ecaf63b9e896 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/routers/tempest-non_exist_router-343882931 HTTP/1.1" status: 404 len: 334 time: 0.2317245 Sep 25 01:06:11.379742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55454) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:11.384734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-144430e7-cd4d-463f-99d6-bd6e433ffac5 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'router': {'external_gateway_info': {'network_id': '963430a8-4343-4b1d-b378-27e2f21268d9'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:11.386552 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 5ad69a07-9cd0-4730-975b-6c9cd0230a72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ad69a07-9cd0-4730-975b-6c9cd0230a72 found for delete ", "request_id": "req-c2ed4338-f1f7-4da5-9ef5-1e061bc90c54"}]} Sep 25 01:06:11.420266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4679477f-2fda-4d36-9473-d64c202ad4b6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a0aca9ca-9999-4278-9c31-07226c7a2726), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.422862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4679477f-2fda-4d36-9473-d64c202ad4b6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.424049 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4679477f-2fda-4d36-9473-d64c202ad4b6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a0aca9ca-9999-4278-9c31-07226c7a2726 HTTP/1.1" status: 204 len: 168 time: 0.8391237 Sep 25 01:06:11.439734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55456) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:11.440697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (384c6aea-0cc2-4e0e-9046-3e98ca0d2027), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.450694 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:11.486138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.489375 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/384c6aea-0cc2-4e0e-9046-3e98ca0d2027 HTTP/1.1" status: 204 len: 168 time: 1.9694254 Sep 25 01:06:11.519403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55458) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:11.528589 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Attempt 3 to provision port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 Sep 25 01:06:11.531314 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679477f-2fda-4d36-9473-d64c202ad4b6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aca9ca-9999-4278-9c31-07226c7a2726,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:11.542674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1fa42-2674-4f30-9282-ee76d3e76fb2 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=384c6aea-0cc2-4e0e-9046-3e98ca0d2027,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:11.579085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd3d903e-9c4c-4e16-aed5-bf934088d8e4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (cc46d51a-75c4-4735-b6c3-6c71d5d6b967), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.601749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:11.603661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.659727 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:11.687672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for port (03b4ff1e-79ce-4af7-b74f-e506c26677eb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.706635 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1456e8f-657f-4dee-92ea-0fdb9b0a3f87 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:11.707095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1456e8f-657f-4dee-92ea-0fdb9b0a3f87 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:11.709778 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:06:08Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:08Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:11.712926 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e1456e8f-657f-4dee-92ea-0fdb9b0a3f87 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b3501195-0717-4d5c-83ea-cb0f2aae6f1e HTTP/1.1" status: 404 len: 337 time: 0.1897259 Sep 25 01:06:11.727517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d903e-9c4c-4e16-aed5-bf934088d8e4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Subnet': ['ID=cc46d51a-75c4-4735-b6c3-6c71d5d6b967,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:11.737801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55460) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:11.773642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd3d903e-9c4c-4e16-aed5-bf934088d8e4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.779898 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bd3d903e-9c4c-4e16-aed5-bf934088d8e4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/cc46d51a-75c4-4735-b6c3-6c71d5d6b967 HTTP/1.1" status: 204 len: 168 time: 1.0787053 Sep 25 01:06:11.789375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978b46a-0987-49c1-9559-b019cff0312a None None] Network ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:11.801689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55462) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:11.806658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:11.873476 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-938e14f4-9f62-42cc-8444-1865568b6125 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:11.874364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938e14f4-9f62-42cc-8444-1865568b6125 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:11.877834 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-938e14f4-9f62-42cc-8444-1865568b6125 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/61b78eb6-88f0-4167-bb49-249f300e368f HTTP/1.1" status: 404 len: 339 time: 0.0966511 Sep 25 01:06:11.881158 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Checking router: b701ba96-5f7b-4e63-8c6b-e6d71b05f830 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:11.881743 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Updating router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:06:11.882837 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bac433a4-beef-485f-bebb-3467c6289647 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4418845 Sep 25 01:06:11.885639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55464) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:11.923065 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.968510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55466) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:12.059331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.059557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed96ad3a-78f0-4b82-8ad7-123af50a3207 None None] DHCP port deletion for ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:12.059823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.060896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.061376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.062079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.062558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.063661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.064323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.064820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.065278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.065745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.066218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.068755 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a291226d-29d2-47f5-9049-02ad950d3591 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 8414 time: 0.7972932 Sep 25 01:06:12.080952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c133df49-7815-4abb-b13d-b7c7153a76fc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708574922'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:12.107160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55468) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:12.144486 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Attempt 4 to provision port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 Sep 25 01:06:12.146792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ed96ad3a-78f0-4b82-8ad7-123af50a3207 None None] Deleting port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:12.147171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed96ad3a-78f0-4b82-8ad7-123af50a3207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.165391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:12.207922 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:12.242484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c133df49-7815-4abb-b13d-b7c7153a76fc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.271160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (03b4ff1e-79ce-4af7-b74f-e506c26677eb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.271774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d91911a-3fbc-497e-b7c5-a03d979169d4 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting subnet 72d894b8-6da7-46cf-a346-e014f9a34439 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:12.309645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ed96ad3a-78f0-4b82-8ad7-123af50a3207 None None] For port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3548b2e8-3a3e-4946-a2a3-fdfb714db6ae,segment=NetworkSegment(15f6ecb7-0a15-4602-892a-9aaca54b3b37),segment_id=15f6ecb7-0a15-4602-892a-9aaca54b3b37)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:12.310240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed96ad3a-78f0-4b82-8ad7-123af50a3207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.321634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-144430e7-cd4d-463f-99d6-bd6e433ffac5 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for router_gateway (963430a8-4343-4b1d-b378-27e2f21268d9), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.349648 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Publish callbacks [] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.360230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d91911a-3fbc-497e-b7c5-a03d979169d4 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (72d894b8-6da7-46cf-a346-e014f9a34439), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.361154 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.393664 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.396075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:12.424035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ed96ad3a-78f0-4b82-8ad7-123af50a3207 None None] Calling delete_port for 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:12.427135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.450573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:12.462023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:12.464418 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-144430e7-cd4d-463f-99d6-bd6e433ffac5 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] update failed (client error): The resource could not be found. Sep 25 01:06:12.465522 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-144430e7-cd4d-463f-99d6-bd6e433ffac5 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "PUT /networking/v2.0/routers/963430a8-4343-4b1d-b378-27e2f21268d9 HTTP/1.1" status: 404 len: 339 time: 1.0847313 Sep 25 01:06:12.487589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.491756 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Pushing event updated for resources: {'Port': ['ID=1b49f5ee-7cc3-45fe-8a00-efcf0264fe62,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:12.501301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:12.505641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55470) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:12.515305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1174192118'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:12.520557 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.521450 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.521968 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.522504 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.522989 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.523521 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.524106 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.524663 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.525190 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.525710 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.526220 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.526727 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.527199 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.528084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:12.528387 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.528906 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:12.533810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.538819 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Attempting to bind port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:12.540355 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Attempting to bind port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:12.541241 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Attempting to bind port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 on network cb3c671b-1792-47f2-88a7-c4475412dd1c {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:12.542602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.574206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Port': ['ID=03b4ff1e-79ce-4af7-b74f-e506c26677eb,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:12.580962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed96ad3a-78f0-4b82-8ad7-123af50a3207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.592574 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-02d4cdc3-7210-4a84-8297-36be23e17a92 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6051838 Sep 25 01:06:12.596098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55472) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:12.605274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-beed1eb7-db7e-4791-bcc9-501ff99c98df tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::23', 'mac_address': 'fa:16:3e:e6:85:61'}, {'ip_address': '2001:db8::2f9', 'mac_address': 'fa:16:3e:4d:98:d4'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:12.612270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d91911a-3fbc-497e-b7c5-a03d979169d4 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (72d894b8-6da7-46cf-a346-e014f9a34439), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.628107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96ad3a-78f0-4b82-8ad7-123af50a3207 None None] Pushing event deleted for resources: {'Port': ['ID=3548b2e8-3a3e-4946-a2a3-fdfb714db6ae,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:12.638509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96ad3a-78f0-4b82-8ad7-123af50a3207 None None] No DVR routers for this DVR port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:12.672288 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:12.674663 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Checking segment: {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:12.676040 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.676625 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Bound using segment: {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:12.677339 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Bound port: 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:12.677902 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.689382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Made reservation on behalf of 63db3e105d9043d2b745787b06fffbce for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:12.695148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.699729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c133df49-7815-4abb-b13d-b7c7153a76fc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (59850b7b-0f53-4cb2-be2d-de7f190e5d27), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.771586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.772371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.773059 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] For port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:12.773262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.774023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.774771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.775735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.776375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.776982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.777591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.777898 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] For port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b49f5ee-7cc3-45fe-8a00-efcf0264fe62,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:12.778407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:12.781979 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-90108bda-ec0b-4ba2-8ac8-c0a6705ad28b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 6437 time: 0.6152599 Sep 25 01:06:12.782918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:12.783418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.786005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c133df49-7815-4abb-b13d-b7c7153a76fc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (59850b7b-0f53-4cb2-be2d-de7f190e5d27), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.788722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55474) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:12.800256 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.804383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:06:12.808085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:12.839259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3e3024dc-9ec1-4e75-a22a-0b6171f47190), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.839763 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Added segment 3e3024dc-9ec1-4e75-a22a-0b6171f47190 of type vlan for network b9463275-ecec-498d-af7e-e8dace30e948 Sep 25 01:06:12.845930 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:12.846581 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:12.897535 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Attempt 5 to provision port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 Sep 25 01:06:12.917651 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac1acb-dce7-4a8a-927e-d2ab7d8db24f None None] Pushing event updated for resources: {'Port': ['ID=1b49f5ee-7cc3-45fe-8a00-efcf0264fe62,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:12.945194 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (b9463275-ecec-498d-af7e-e8dace30e948), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:12.965509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d91911a-3fbc-497e-b7c5-a03d979169d4 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (72d894b8-6da7-46cf-a346-e014f9a34439), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.014227 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Router 57866ce9-87e3-42b3-8f0a-c3efbf87f7c2 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:06:13.048099 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:13.067386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Current status of the port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:13.068247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.102712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (b9463275-ecec-498d-af7e-e8dace30e948), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.108822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:13.109751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.112592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-beed1eb7-db7e-4791-bcc9-501ff99c98df tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (03b4ff1e-79ce-4af7-b74f-e506c26677eb), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.120054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:13.148767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] For port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b49f5ee-7cc3-45fe-8a00-efcf0264fe62,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:13.165514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.240382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee8def-ef3e-4445-90f1-103c79afeb25 None None] Pushing event updated for resources: {'Port': ['ID=1b49f5ee-7cc3-45fe-8a00-efcf0264fe62,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:13.257535 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7446098 Sep 25 01:06:13.270320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55476) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:13.277404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'subnet': {'network_id': 'b9463275-ecec-498d-af7e-e8dace30e948', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:13.290767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Provisioning complete for port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:13.291399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (24a04d5b-4812-4eea-bc17-b3abbc2d80f1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.292014 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 1 to provision port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 Sep 25 01:06:13.336541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:13.353642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74df784-53c4-4560-bf46-ffa20f752348 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Network': ['ID=b9463275-ecec-498d-af7e-e8dace30e948,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:13.366186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network b9463275-ecec-498d-af7e-e8dace30e948 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:06:13.379124 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:06:08Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:12Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:13.421273 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa766fe-2586-4379-a8b9-8eb00d571fc0 None None] The sync data for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv is: [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:06:08Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:12Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:13.502957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c133df49-7815-4abb-b13d-b7c7153a76fc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.505135 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c133df49-7815-4abb-b13d-b7c7153a76fc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4348011 Sep 25 01:06:13.517632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55478) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:13.525095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b23fdde5-70b6-420b-a2cf-aee4a1bfca17 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '59850b7b-0f53-4cb2-be2d-de7f190e5d27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:13.525607 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-b23fdde5-70b6-420b-a2cf-aee4a1bfca17 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 25 01:06:13.526127 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-b23fdde5-70b6-420b-a2cf-aee4a1bfca17 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:13.530857 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b23fdde5-70b6-420b-a2cf-aee4a1bfca17 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058310 Sep 25 01:06:13.532618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55480) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:13.549868 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a5b64570-481e-4264-b1c0-3230c61853a8 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '59850b7b-0f53-4cb2-be2d-de7f190e5d27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:13.556472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133df49-7815-4abb-b13d-b7c7153a76fc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59850b7b-0f53-4cb2-be2d-de7f190e5d27,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:13.561096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:13.573568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:13.591510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.596316 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7b94dea0-e8f9-4f98-a0ef-7443cfa418d9 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/57866ce9-87e3-42b3-8f0a-c3efbf87f7c2 HTTP/1.1" status: 200 len: 915 time: 5.7628703 Sep 25 01:06:13.604068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55482) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:13.616321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87963e94-4bba-4062-b873-13b0dc171571 None None] Sync routers for ids ['57866ce9-87e3-42b3-8f0a-c3efbf87f7c2'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:13.641740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87963e94-4bba-4062-b873-13b0dc171571 None None] Routers {'57866ce9-87e3-42b3-8f0a-c3efbf87f7c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:13.642479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-87963e94-4bba-4062-b873-13b0dc171571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57866ce9-87e3-42b3-8f0a-c3efbf87f7c2'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:13.670437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:13.671877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.703298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-87963e94-4bba-4062-b873-13b0dc171571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:13.717132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87963e94-4bba-4062-b873-13b0dc171571 None None] Routers {'57866ce9-87e3-42b3-8f0a-c3efbf87f7c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:13.718052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-87963e94-4bba-4062-b873-13b0dc171571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57866ce9-87e3-42b3-8f0a-c3efbf87f7c2'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:13.770420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Made reservation on behalf of 63db3e105d9043d2b745787b06fffbce for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:13.774263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-87963e94-4bba-4062-b873-13b0dc171571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:13.774544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.774936 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87963e94-4bba-4062-b873-13b0dc171571 None None] The sync data for ids ['57866ce9-87e3-42b3-8f0a-c3efbf87f7c2'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:13.838229 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 2 to provision port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 Sep 25 01:06:13.838440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:13.857865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae was not found and therefore no delete operation was performed {{(pid=107187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:06:13.895612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3548b2e8-3a3e-4946-a2a3-fdfb714db6ae), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.900063 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-beed1eb7-db7e-4791-bcc9-501ff99c98df tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for port (03b4ff1e-79ce-4af7-b74f-e506c26677eb), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.910383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:13.914037 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-a5b64570-481e-4264-b1c0-3230c61853a8 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:13.915254 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a5b64570-481e-4264-b1c0-3230c61853a8 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3767059 Sep 25 01:06:13.919986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55484) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:13.925866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b906f7a2-98f3-4962-b284-0bf742e51254 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '59850b7b-0f53-4cb2-be2d-de7f190e5d27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:13.926490 dv-neutron-master-2-hyperv neutron-server[107188]: WARNING neutron.api.v2.base [None req-b906f7a2-98f3-4962-b284-0bf742e51254 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 25 01:06:13.927089 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-b906f7a2-98f3-4962-b284-0bf742e51254 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:13.932482 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b906f7a2-98f3-4962-b284-0bf742e51254 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058141 Sep 25 01:06:13.932482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-beed1eb7-db7e-4791-bcc9-501ff99c98df tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (03b4ff1e-79ce-4af7-b74f-e506c26677eb), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.932482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-beed1eb7-db7e-4791-bcc9-501ff99c98df tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] In _notify_port_updated(), no bound segment for port 03b4ff1e-79ce-4af7-b74f-e506c26677eb on network d101d7cf-5054-45b0-9779-4af87cd2c1d4 {{(pid=107188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:06:13.934818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed1eb7-db7e-4791-bcc9-501ff99c98df tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:13.935710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-beed1eb7-db7e-4791-bcc9-501ff99c98df tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:13.940341 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-beed1eb7-db7e-4791-bcc9-501ff99c98df tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "PUT /networking/v2.0/ports/03b4ff1e-79ce-4af7-b74f-e506c26677eb HTTP/1.1" status: 200 len: 1065 time: 1.3402395 Sep 25 01:06:13.946374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55486) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:13.946867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55488) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:13.957526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ff79bd29-91fc-4477-bea7-2064617823a6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '59850b7b-0f53-4cb2-be2d-de7f190e5d27', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:13.962561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=3548b2e8-3a3e-4946-a2a3-fdfb714db6ae,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:13.965631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:13.984022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:13.995718 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4639e412-eafb-43b7-ab4e-2df1174e4088 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3591 time: 1.1976616 Sep 25 01:06:14.001499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No DVR routers for this DVR port 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:14.005064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d91911a-3fbc-497e-b7c5-a03d979169d4 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (72d894b8-6da7-46cf-a346-e014f9a34439), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.050578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:14.051327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.051933 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 Sep 25 01:06:14.098541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:14.113076 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-57444f87-07a1-42bf-9fc7-fded32ec9407 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/57866ce9-87e3-42b3-8f0a-c3efbf87f7c2 HTTP/1.1" status: 200 len: 921 time: 0.5074127 Sep 25 01:06:14.120419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55492) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.121058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55494) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.128421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-246c9acd-d931-43e5-84c8-3b02d5479569 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021330876', 'description': 'tempest-secgroup-smoke-1021330876 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:14.133129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91911a-3fbc-497e-b7c5-a03d979169d4 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Subnet': ['ID=72d894b8-6da7-46cf-a346-e014f9a34439,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:14.168774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:14.176064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d91911a-3fbc-497e-b7c5-a03d979169d4 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.181970 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9d91911a-3fbc-497e-b7c5-a03d979169d4 tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/72d894b8-6da7-46cf-a346-e014f9a34439 HTTP/1.1" status: 204 len: 168 time: 2.2264671 Sep 25 01:06:14.184077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac88bab6-7bae-4459-88b2-6180e024a117 None None] Network 6f2deff4-ddd8-4305-bbb3-114d0fa9c849 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:14.186128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55496) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.218212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720afcee-d435-4b9a-b73d-1dd1c64d4d5f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:14.224476 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-720afcee-d435-4b9a-b73d-1dd1c64d4d5f tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=57866ce9-87e3-42b3-8f0a-c3efbf87f7c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0786707 Sep 25 01:06:14.230241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55498) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.241123 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1eb7-db7e-4791-bcc9-501ff99c98df tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event updated for resources: {'Port': ['ID=03b4ff1e-79ce-4af7-b74f-e506c26677eb,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:14.258858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-246c9acd-d931-43e5-84c8-3b02d5479569 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.279141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:14.306262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:14.331435 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-ff79bd29-91fc-4477-bea7-2064617823a6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:14.336400 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ff79bd29-91fc-4477-bea7-2064617823a6 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3800526 Sep 25 01:06:14.337436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.355918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55500) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.360223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:14.360594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3548b2e8-3a3e-4946-a2a3-fdfb714db6ae not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:14.362472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-136caad1-f1b6-4f36-a19c-54727b825d9e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '59850b7b-0f53-4cb2-be2d-de7f190e5d27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:14.363074 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-136caad1-f1b6-4f36-a19c-54727b825d9e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 25 01:06:14.363733 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-136caad1-f1b6-4f36-a19c-54727b825d9e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:14.367445 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-136caad1-f1b6-4f36-a19c-54727b825d9e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076876 Sep 25 01:06:14.384072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55502) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.393941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4892c535-7cdb-4341-a320-c60a88984955 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '59850b7b-0f53-4cb2-be2d-de7f190e5d27', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:14.404971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-246c9acd-d931-43e5-84c8-3b02d5479569 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (e077a49f-4116-4355-8db3-8cd0d0b69fde), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.417319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-246c9acd-d931-43e5-84c8-3b02d5479569 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e077a49f-4116-4355-8db3-8cd0d0b69fde), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.430665 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 3 to provision port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 Sep 25 01:06:14.474095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f5110ae8-0e90-44c1-861a-0f7df9cc1260 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Deleting port 03b4ff1e-79ce-4af7-b74f-e506c26677eb {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:14.474451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5110ae8-0e90-44c1-861a-0f7df9cc1260 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (03b4ff1e-79ce-4af7-b74f-e506c26677eb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.481131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:14.495786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:14.498020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:14.515128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (6f2deff4-ddd8-4305-bbb3-114d0fa9c849), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.520262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f6ecb7-0a15-4602-892a-9aaca54b3b37') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:14.521136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f6ecb7-0a15-4602-892a-9aaca54b3b37') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:14.542256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-246c9acd-d931-43e5-84c8-3b02d5479569 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.546669 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-246c9acd-d931-43e5-84c8-3b02d5479569 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4185357 Sep 25 01:06:14.549571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55504) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.556107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c752d6e7-6922-4686-88d3-7742f831a439 None None] DHCP port deletion for 6f2deff4-ddd8-4305-bbb3-114d0fa9c849 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:14.558002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c9acd-d931-43e5-84c8-3b02d5479569 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e077a49f-4116-4355-8db3-8cd0d0b69fde,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:14.560496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-528c8391-c38e-4a43-b8fd-068d246ab6ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'e077a49f-4116-4355-8db3-8cd0d0b69fde', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:14.569256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (15f6ecb7-0a15-4602-892a-9aaca54b3b37), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.622244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (15f6ecb7-0a15-4602-892a-9aaca54b3b37), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.639761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (59f6b7af-42ff-4b7a-a4ba-20cf063b8e07), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.644215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c752d6e7-6922-4686-88d3-7742f831a439 None None] Deleting port ecf34e0b-3740-4d28-836f-97e97e74e859 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:14.645196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c752d6e7-6922-4686-88d3-7742f831a439 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.652480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:14.665141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9936b6-64af-4296-8327-549ce7f241e0 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:14.666869 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7e9936b6-64af-4296-8327-549ce7f241e0 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 881 time: 0.3929234 Sep 25 01:06:14.676051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55506) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.677254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:14.678062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (15f6ecb7-0a15-4602-892a-9aaca54b3b37), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.705273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5110ae8-0e90-44c1-861a-0f7df9cc1260 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (03b4ff1e-79ce-4af7-b74f-e506c26677eb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.732919 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-4892c535-7cdb-4341-a320-c60a88984955 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:14.736689 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4892c535-7cdb-4341-a320-c60a88984955 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3453236 Sep 25 01:06:14.744016 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4494750a-9c12-4b24-8f54-a1806a3cdb09 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=57866ce9-87e3-42b3-8f0a-c3efbf87f7c2 HTTP/1.1" status: 200 len: 205 time: 0.0425820 Sep 25 01:06:14.744826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55508) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.745163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55512) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.762570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-672e1aab-2d5a-448a-9bc9-cc53bad94b4d tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '59850b7b-0f53-4cb2-be2d-de7f190e5d27', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:14.763067 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-672e1aab-2d5a-448a-9bc9-cc53bad94b4d tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 25 01:06:14.763695 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-672e1aab-2d5a-448a-9bc9-cc53bad94b4d tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:14.765595 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-672e1aab-2d5a-448a-9bc9-cc53bad94b4d tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148740 Sep 25 01:06:14.765762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f5110ae8-0e90-44c1-861a-0f7df9cc1260 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Calling delete_port for 03b4ff1e-79ce-4af7-b74f-e506c26677eb owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:14.767887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55514) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.778845 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 15f6ecb7-0a15-4602-892a-9aaca54b3b37 resource provider aggregate not found Sep 25 01:06:14.780244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-308193d1-db16-4287-8efa-4cd1cae6e7d4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '59850b7b-0f53-4cb2-be2d-de7f190e5d27', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:14.804721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Subnet': ['ID=59f6b7af-42ff-4b7a-a4ba-20cf063b8e07,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:14.842794 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 15f6ecb7-0a15-4602-892a-9aaca54b3b37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15f6ecb7-0a15-4602-892a-9aaca54b3b37 found for delete ", "request_id": "req-d3633c89-9b30-49bf-949b-c1cfc6888476"}]} Sep 25 01:06:14.845628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-528c8391-c38e-4a43-b8fd-068d246ab6ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (2d1661ec-611e-4581-b6a0-7fb057dff20d), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.853020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Deleting port ecf34e0b-3740-4d28-836f-97e97e74e859 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:14.853623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.885506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Checking segment: {'id': '3e3024dc-9ec1-4e75-a22a-0b6171f47190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9463275-ecec-498d-af7e-e8dace30e948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:14.885918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network hostable DHCP agents. Network: b9463275-ecec-498d-af7e-e8dace30e948, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:06:14.896546 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-308193d1-db16-4287-8efa-4cd1cae6e7d4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:14.897741 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-308193d1-db16-4287-8efa-4cd1cae6e7d4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1233876 Sep 25 01:06:14.905187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55518) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.910591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d52eb5aa-2adc-4482-9eeb-492166ed8121 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '59850b7b-0f53-4cb2-be2d-de7f190e5d27', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:14.925419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.955282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:14.958700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c752d6e7-6922-4686-88d3-7742f831a439 None None] For port ecf34e0b-3740-4d28-836f-97e97e74e859, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecf34e0b-3740-4d28-836f-97e97e74e859,segment=NetworkSegment(6420c17d-395b-4a06-a939-fba986279b50),segment_id=6420c17d-395b-4a06-a939-fba986279b50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:14.959155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c752d6e7-6922-4686-88d3-7742f831a439 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.961524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:14.971585 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/networks/ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff HTTP/1.1" status: 204 len: 168 time: 3.1627741 Sep 25 01:06:14.972617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55520) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:14.984636 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 4 to provision port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 Sep 25 01:06:14.986524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network b9463275-ecec-498d-af7e-e8dace30e948 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:06:15.011147 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b9463275-ecec-498d-af7e-e8dace30e948) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:15.019492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:15.020165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.023785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-26eb1b72-cfc6-43c3-8861-2b908b42e650 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1594443307', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:15.025360 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-d52eb5aa-2adc-4482-9eeb-492166ed8121 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:15.026851 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d52eb5aa-2adc-4482-9eeb-492166ed8121 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1203356 Sep 25 01:06:15.034210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55522) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:15.040379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c752d6e7-6922-4686-88d3-7742f831a439 None None] Calling delete_port for ecf34e0b-3740-4d28-836f-97e97e74e859 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:15.060803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c748424-4d9f-4436-8c90-89a3e01e6656 None None] Network b9463275-ecec-498d-af7e-e8dace30e948 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:15.061183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88680e-6a0e-4ab4-a679-8ba2ba51c65d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Network': ['ID=ec6dccfe-d1d1-4639-9eeb-9bbcabee2cff,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:15.089947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] For port ecf34e0b-3740-4d28-836f-97e97e74e859, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ecf34e0b-3740-4d28-836f-97e97e74e859,segment=NetworkSegment(6420c17d-395b-4a06-a939-fba986279b50),segment_id=6420c17d-395b-4a06-a939-fba986279b50)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:15.090726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.114890 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3e7e2249-79c7-4896-a14a-81e57177c6b4 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8417983 Sep 25 01:06:15.123532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55524) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:15.130372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d7a0d6c6-4015-4b5a-b041-a736a81baf9b tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9463275-ecec-498d-af7e-e8dace30e948'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:15.148226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Calling delete_port for ecf34e0b-3740-4d28-836f-97e97e74e859 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:15.180703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-528c8391-c38e-4a43-b8fd-068d246ab6ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (2d1661ec-611e-4581-b6a0-7fb057dff20d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.183902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:15.201515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.205767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26eb1b72-cfc6-43c3-8861-2b908b42e650 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.207229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26eb1b72-cfc6-43c3-8861-2b908b42e650 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.236113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:15.242791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5110ae8-0e90-44c1-861a-0f7df9cc1260 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (03b4ff1e-79ce-4af7-b74f-e506c26677eb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.259684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a277be0d-42fd-4cd0-9bd0-a37a77cf087e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (59850b7b-0f53-4cb2-be2d-de7f190e5d27), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.267514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-528c8391-c38e-4a43-b8fd-068d246ab6ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (2d1661ec-611e-4581-b6a0-7fb057dff20d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.276810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:15.321610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c752d6e7-6922-4686-88d3-7742f831a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.329032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b9463275-ecec-498d-af7e-e8dace30e948', 'network_id': 'b9463275-ecec-498d-af7e-e8dace30e948', 'project_id': '63db3e105d9043d2b745787b06fffbce', 'fixed_ips': [{'subnet_id': '59f6b7af-42ff-4b7a-a4ba-20cf063b8e07'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:15.330146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.343058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5110ae8-0e90-44c1-861a-0f7df9cc1260 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event deleted for resources: {'Port': ['ID=03b4ff1e-79ce-4af7-b74f-e506c26677eb,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:15.367114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a277be0d-42fd-4cd0-9bd0-a37a77cf087e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (59850b7b-0f53-4cb2-be2d-de7f190e5d27), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.385208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c8391-c38e-4a43-b8fd-068d246ab6ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1661ec-611e-4581-b6a0-7fb057dff20d,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:15.427797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752d6e7-6922-4686-88d3-7742f831a439 None None] Pushing event deleted for resources: {'Port': ['ID=ecf34e0b-3740-4d28-836f-97e97e74e859,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:15.469198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752d6e7-6922-4686-88d3-7742f831a439 None None] No DVR routers for this DVR port ecf34e0b-3740-4d28-836f-97e97e74e859 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:15.486151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:15.489320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-528c8391-c38e-4a43-b8fd-068d246ab6ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.490608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-528c8391-c38e-4a43-b8fd-068d246ab6ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9343147 Sep 25 01:06:15.523865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55526) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:15.535005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2b74d6b8-ce76-4cbc-bc78-eccc4dbe96ef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'e077a49f-4116-4355-8db3-8cd0d0b69fde', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:15.542167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26eb1b72-cfc6-43c3-8861-2b908b42e650 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.552643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26eb1b72-cfc6-43c3-8861-2b908b42e650 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.580549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26eb1b72-cfc6-43c3-8861-2b908b42e650 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.585065 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-26eb1b72-cfc6-43c3-8861-2b908b42e650 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5653620 Sep 25 01:06:15.585922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55528) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:15.602669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1101160551'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:15.609914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d6c6-4015-4b5a-b041-a736a81baf9b tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for router_gateway (963430a8-4343-4b1d-b378-27e2f21268d9), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.635541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:15.647661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.664412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:15.685843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.689588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ecf34e0b-3740-4d28-836f-97e97e74e859), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.701023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a277be0d-42fd-4cd0-9bd0-a37a77cf087e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (59850b7b-0f53-4cb2-be2d-de7f190e5d27), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.703174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a277be0d-42fd-4cd0-9bd0-a37a77cf087e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.704387 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a277be0d-42fd-4cd0-9bd0-a37a77cf087e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/59850b7b-0f53-4cb2-be2d-de7f190e5d27 HTTP/1.1" status: 204 len: 168 time: 0.6687725 Sep 25 01:06:15.709381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55530) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:15.757048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b74d6b8-ce76-4cbc-bc78-eccc4dbe96ef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (6a79697a-2b2b-4451-9eaa-f009e3ecedd0), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.759766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Allocated IP 2001:db8:1::2 (b9463275-ecec-498d-af7e-e8dace30e948/59f6b7af-42ff-4b7a-a4ba-20cf063b8e07/705dc9f4-b9de-4fb0-85c9-a4e03d91eba8) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:15.771522 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277be0d-42fd-4cd0-9bd0-a37a77cf087e tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59850b7b-0f53-4cb2-be2d-de7f190e5d27,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:15.788516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:06:15.802613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5ed54fd3-4575-4be9-9554-3270a9290afe), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.803627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added segment 5ed54fd3-4575-4be9-9554-3270a9290afe of type vlan for network 26b046a4-fca1-481b-8656-3588b152eece Sep 25 01:06:15.818797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Port': ['ID=ecf34e0b-3740-4d28-836f-97e97e74e859,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:15.851266 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 5 to provision port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 Sep 25 01:06:15.870442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Deleting port 29ddb90c-f093-49dc-bb93-8e66207ee494 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:15.870800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (29ddb90c-f093-49dc-bb93-8e66207ee494), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.895453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ecf34e0b-3740-4d28-836f-97e97e74e859 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:15.896706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] No DVR routers for this DVR port ecf34e0b-3740-4d28-836f-97e97e74e859 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:15.931910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5110ae8-0e90-44c1-861a-0f7df9cc1260 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.939771 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f5110ae8-0e90-44c1-861a-0f7df9cc1260 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "DELETE /networking/v2.0/ports/03b4ff1e-79ce-4af7-b74f-e506c26677eb HTTP/1.1" status: 204 len: 168 time: 1.9720392 Sep 25 01:06:15.939943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ecf34e0b-3740-4d28-836f-97e97e74e859 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:15.939943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ecf34e0b-3740-4d28-836f-97e97e74e859 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:15.940277 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-d7a0d6c6-4015-4b5a-b041-a736a81baf9b tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:15.942007 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d7a0d6c6-4015-4b5a-b041-a736a81baf9b tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "PUT /networking/v2.0/routers/963430a8-4343-4b1d-b378-27e2f21268d9 HTTP/1.1" status: 400 len: 364 time: 0.8164268 Sep 25 01:06:15.942007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55532) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:15.953284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:15.958494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55534) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:15.993086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (26b046a4-fca1-481b-8656-3588b152eece), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.002238 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d0ad11eb-6652-4bd4-bd42-1cb500eb3542 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2912867 Sep 25 01:06:16.021347 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f658241b-6d88-4969-8086-35e8c9efe322 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] GET failed (client error): The resource could not be found. Sep 25 01:06:16.025482 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f658241b-6d88-4969-8086-35e8c9efe322 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "GET /networking/v2.0/ports/03b4ff1e-79ce-4af7-b74f-e506c26677eb HTTP/1.1" status: 404 len: 333 time: 0.0770588 Sep 25 01:06:16.025482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55536) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:16.030589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55538) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:16.033007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5b9f79ba-c5d2-41e1-82c7-938dc3638272 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345794256'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:16.046767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b74d6b8-ce76-4cbc-bc78-eccc4dbe96ef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (6a79697a-2b2b-4451-9eaa-f009e3ecedd0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.049320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Publish callbacks [] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.058040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.111669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Network b9463275-ecec-498d-af7e-e8dace30e948 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:16.115718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:16.118822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:16.124876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Pushing event updated for resources: {'Port': ['ID=705dc9f4-b9de-4fb0-85c9-a4e03d91eba8,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:16.125195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (6f2deff4-ddd8-4305-bbb3-114d0fa9c849), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.177736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (26b046a4-fca1-481b-8656-3588b152eece), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.182846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:16.184756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.188905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2deff4-ddd8-4305-bbb3-114d0fa9c849']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:16.189743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Attempting to bind port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:16.190225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Attempting to bind port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e3024dc-9ec1-4e75-a22a-0b6171f47190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9463275-ecec-498d-af7e-e8dace30e948'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:16.191149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Attempting to bind port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 on network b9463275-ecec-498d-af7e-e8dace30e948 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:16.236891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (29ddb90c-f093-49dc-bb93-8e66207ee494), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.245780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6420c17d-395b-4a06-a939-fba986279b50') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:16.246155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6420c17d-395b-4a06-a939-fba986279b50') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:16.248400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:16.249085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Checking segment: {'id': '3e3024dc-9ec1-4e75-a22a-0b6171f47190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9463275-ecec-498d-af7e-e8dace30e948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:16.249621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.250098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Bound using segment: {'id': '3e3024dc-9ec1-4e75-a22a-0b6171f47190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9463275-ecec-498d-af7e-e8dace30e948'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:16.251298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Bound port: 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3024dc-9ec1-4e75-a22a-0b6171f47190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9463275-ecec-498d-af7e-e8dace30e948'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:16.251298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.261949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:16.331451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] For port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:16.338927 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7471550 Sep 25 01:06:16.343977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (6420c17d-395b-4a06-a939-fba986279b50), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.344604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] For port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=705dc9f4-b9de-4fb0-85c9-a4e03d91eba8,segment=NetworkSegment(3e3024dc-9ec1-4e75-a22a-0b6171f47190),segment_id=3e3024dc-9ec1-4e75-a22a-0b6171f47190)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:16.352853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.375752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Calling delete_port for 29ddb90c-f093-49dc-bb93-8e66207ee494 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:16.375752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55540) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:16.375752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc42a0e-5906-4b7a-b967-3dd7e7c1a931 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Network': ['ID=26b046a4-fca1-481b-8656-3588b152eece,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:16.380421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'subnet': {'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:16.414000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 26b046a4-fca1-481b-8656-3588b152eece details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:06:16.420998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b74d6b8-ce76-4cbc-bc78-eccc4dbe96ef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (6a79697a-2b2b-4451-9eaa-f009e3ecedd0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.436548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:16.483711 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 6 to provision port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 Sep 25 01:06:16.486768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6420c17d-395b-4a06-a939-fba986279b50), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.488802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:16.503887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5b9f79ba-c5d2-41e1-82c7-938dc3638272 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.506263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74d6b8-ce76-4cbc-bc78-eccc4dbe96ef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a79697a-2b2b-4451-9eaa-f009e3ecedd0,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:16.515108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:16.515584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (6420c17d-395b-4a06-a939-fba986279b50), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.534714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:16.535720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:16.555554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7b073-13db-488b-9f58-0210cea0326c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Deleting port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:16.556144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b073-13db-488b-9f58-0210cea0326c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (24a04d5b-4812-4eea-bc17-b3abbc2d80f1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.562251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b74d6b8-ce76-4cbc-bc78-eccc4dbe96ef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.565803 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2b74d6b8-ce76-4cbc-bc78-eccc4dbe96ef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0327229 Sep 25 01:06:16.567700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55542) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:16.572270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e40759e1-4564-41f0-8a20-abe29a65460a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'e077a49f-4116-4355-8db3-8cd0d0b69fde', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:16.575314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37780c-6061-4c11-ad87-2e82d82e1557 None None] Pushing event updated for resources: {'Port': ['ID=705dc9f4-b9de-4fb0-85c9-a4e03d91eba8,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:16.717982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e40759e1-4564-41f0-8a20-abe29a65460a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (23e8e014-bcf9-4907-930e-21dcfbfb0e69), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.869916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.874552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5b9f79ba-c5d2-41e1-82c7-938dc3638272 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (582019ad-6b42-4e68-a4b9-442dbb9f91f8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.892724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e40759e1-4564-41f0-8a20-abe29a65460a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (23e8e014-bcf9-4907-930e-21dcfbfb0e69), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.892981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:16.893086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5b9f79ba-c5d2-41e1-82c7-938dc3638272 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (582019ad-6b42-4e68-a4b9-442dbb9f91f8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.911540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e40759e1-4564-41f0-8a20-abe29a65460a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (23e8e014-bcf9-4907-930e-21dcfbfb0e69), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.962126 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 6420c17d-395b-4a06-a939-fba986279b50 resource provider aggregate not found Sep 25 01:06:16.994759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5b9f79ba-c5d2-41e1-82c7-938dc3638272 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:16.996067 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5b9f79ba-c5d2-41e1-82c7-938dc3638272 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9667304 Sep 25 01:06:17.012005 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 6420c17d-395b-4a06-a939-fba986279b50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6420c17d-395b-4a06-a939-fba986279b50 found for delete ", "request_id": "req-ceb7ff3d-5cb4-4ed5-a27a-08b266c83f54"}]} Sep 25 01:06:17.012743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55550) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:17.030424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40759e1-4564-41f0-8a20-abe29a65460a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e8e014-bcf9-4907-930e-21dcfbfb0e69,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:17.031463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6816d001-14ae-4658-86a9-5c48ef3c0921 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '582019ad-6b42-4e68-a4b9-442dbb9f91f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:17.038301 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 7 to provision port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 Sep 25 01:06:17.044488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f79ba-c5d2-41e1-82c7-938dc3638272 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582019ad-6b42-4e68-a4b9-442dbb9f91f8,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:17.050226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e40759e1-4564-41f0-8a20-abe29a65460a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.051482 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e40759e1-4564-41f0-8a20-abe29a65460a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4827576 Sep 25 01:06:17.057742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55552) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:17.061771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-196d32bb-0445-4f7c-b5f3-fd70c4b44b83 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'e077a49f-4116-4355-8db3-8cd0d0b69fde', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:17.072604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:17.101322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (6f2deff4-ddd8-4305-bbb3-114d0fa9c849), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.111776 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:17.115921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.153013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:17.160710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-196d32bb-0445-4f7c-b5f3-fd70c4b44b83 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (b86d7ab8-cce9-4483-a56c-ee1d5885fcc7), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.164044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b073-13db-488b-9f58-0210cea0326c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (24a04d5b-4812-4eea-bc17-b3abbc2d80f1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.171686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.177269 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] 10.222.0.49 "DELETE /networking/v2.0/networks/6f2deff4-ddd8-4305-bbb3-114d0fa9c849 HTTP/1.1" status: 204 len: 168 time: 2.9875028 Sep 25 01:06:17.245145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcaf1e-c4ec-4757-a7e6-26f5c7f6f79a tempest-NetworksIpV6Test-1480662142 tempest-NetworksIpV6Test-1480662142-project] Pushing event deleted for resources: {'Network': ['ID=6f2deff4-ddd8-4305-bbb3-114d0fa9c849,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:17.252548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7b073-13db-488b-9f58-0210cea0326c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Calling delete_port for 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:17.315100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-196d32bb-0445-4f7c-b5f3-fd70c4b44b83 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (b86d7ab8-cce9-4483-a56c-ee1d5885fcc7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.324751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-196d32bb-0445-4f7c-b5f3-fd70c4b44b83 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (b86d7ab8-cce9-4483-a56c-ee1d5885fcc7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.356735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d32bb-0445-4f7c-b5f3-fd70c4b44b83 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86d7ab8-cce9-4483-a56c-ee1d5885fcc7,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:17.366417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Allocated IP 2001:db8::1 (76a7e0b0-80a7-43ce-8596-d65eca4dd173/4b4356a7-00ba-41ad-a52a-78e7b12dcb04/fb6fd6f2-6802-4b72-ad0d-0af8420d55e5) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:17.374407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:17.383521 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-196d32bb-0445-4f7c-b5f3-fd70c4b44b83 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.385063 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-196d32bb-0445-4f7c-b5f3-fd70c4b44b83 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3270111 Sep 25 01:06:17.389446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55556) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:17.400575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9c80af25-1d62-4eee-a077-3f5479649a08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'e077a49f-4116-4355-8db3-8cd0d0b69fde', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:17.466042 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-6816d001-14ae-4658-86a9-5c48ef3c0921 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The resource could not be found. Sep 25 01:06:17.470416 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6816d001-14ae-4658-86a9-5c48ef3c0921 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4403646 Sep 25 01:06:17.470958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55558) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:17.484904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-91ccb20a-f960-4c10-b6e3-6284743b2098 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '582019ad-6b42-4e68-a4b9-442dbb9f91f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b9322fba-2512-4661-b590-cf4f8637b0e2'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:17.494627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (29ddb90c-f093-49dc-bb93-8e66207ee494), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.503141 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-9c80af25-1d62-4eee-a077-3f5479649a08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:06:17.518492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c80af25-1d62-4eee-a077-3f5479649a08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ba78bd8c-66b3-445b-b0b8-06396029702e), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.566503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event deleted for resources: {'Port': ['ID=29ddb90c-f093-49dc-bb93-8e66207ee494,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:17.621950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55562) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:17.647649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.653736 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 8 to provision port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 Sep 25 01:06:17.670273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c80af25-1d62-4eee-a077-3f5479649a08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ba78bd8c-66b3-445b-b0b8-06396029702e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.678768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c80af25-1d62-4eee-a077-3f5479649a08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ba78bd8c-66b3-445b-b0b8-06396029702e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.722847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c80af25-1d62-4eee-a077-3f5479649a08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.726889 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9c80af25-1d62-4eee-a077-3f5479649a08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3337884 Sep 25 01:06:17.726889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80af25-1d62-4eee-a077-3f5479649a08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba78bd8c-66b3-445b-b0b8-06396029702e,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:17.734888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55566) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:17.749449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-76ea254c-7d20-4eaf-ac17-bf6b6b86d000 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'e077a49f-4116-4355-8db3-8cd0d0b69fde', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:17.753737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:17.790282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:17.802171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:17.803750 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-91ccb20a-f960-4c10-b6e3-6284743b2098 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The resource could not be found. Sep 25 01:06:17.805855 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-91ccb20a-f960-4c10-b6e3-6284743b2098 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3314910 Sep 25 01:06:17.812709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55568) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:17.829244 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-76ea254c-7d20-4eaf-ac17-bf6b6b86d000 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:06:17.851294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.866822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.921562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d01c283-a8cc-4308-ba7f-cb9588bdc3c5 None None] Network b9463275-ecec-498d-af7e-e8dace30e948 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:17.921830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76ea254c-7d20-4eaf-ac17-bf6b6b86d000 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (213e4b1b-052e-4cd9-a5a4-0b7fa9d41d90), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.976570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:17.977738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.980503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.991413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (a347e192-64af-426e-b4e4-1658cae808d9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.997414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:18.025902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:18.026569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (963430a8-4343-4b1d-b378-27e2f21268d9), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.030280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:18.135177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (57866ce9-87e3-42b3-8f0a-c3efbf87f7c2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.137146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Fanout notify agent at l3_agent the message router_deleted on router 57866ce9-87e3-42b3-8f0a-c3efbf87f7c2 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:06:18.152497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.154723 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-659c06e5-26ed-461e-80ff-e5ac3f306d87 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/57866ce9-87e3-42b3-8f0a-c3efbf87f7c2 HTTP/1.1" status: 204 len: 168 time: 3.4022925 Sep 25 01:06:18.160159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55570) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:18.164425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Port': ['ID=fb6fd6f2-6802-4b72-ad0d-0af8420d55e5,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:18.173794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:18.174902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.176198 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 Sep 25 01:06:18.211920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-22926721-bbc4-44d5-9575-5e17138a53cb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-747758063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:18.263968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22926721-bbc4-44d5-9575-5e17138a53cb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.265284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22926721-bbc4-44d5-9575-5e17138a53cb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.274292 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 9 to provision port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 Sep 25 01:06:18.277879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:18.282358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2328edce-3404-4629-9d8c-bc50446144c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (582019ad-6b42-4e68-a4b9-442dbb9f91f8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.302758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b073-13db-488b-9f58-0210cea0326c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (24a04d5b-4812-4eea-bc17-b3abbc2d80f1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.322981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Subnet': ['ID=a347e192-64af-426e-b4e4-1658cae808d9,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:18.323353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76ea254c-7d20-4eaf-ac17-bf6b6b86d000 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (213e4b1b-052e-4cd9-a5a4-0b7fa9d41d90), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.328731 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c19106a2-c532-40a1-9913-92ccc0837c32 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=89f72a3bef4a439eb4ee13f9bd9ebd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7023988 Sep 25 01:06:18.341662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55572) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:18.342457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76ea254c-7d20-4eaf-ac17-bf6b6b86d000 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (213e4b1b-052e-4cd9-a5a4-0b7fa9d41d90), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.380092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Port 24a04d5b-4812-4eea-bc17-b3abbc2d80f1 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:06:18.398616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Provisioning complete for port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:18.399222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.399794 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Attempt 1 to provision port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 Sep 25 01:06:18.407899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:18.416140 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2328edce-3404-4629-9d8c-bc50446144c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (582019ad-6b42-4e68-a4b9-442dbb9f91f8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.424040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22926721-bbc4-44d5-9575-5e17138a53cb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.430544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b073-13db-488b-9f58-0210cea0326c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event deleted for resources: {'Port': ['ID=24a04d5b-4812-4eea-bc17-b3abbc2d80f1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:18.438487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76ea254c-7d20-4eaf-ac17-bf6b6b86d000 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.450184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22926721-bbc4-44d5-9575-5e17138a53cb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.460699 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-76ea254c-7d20-4eaf-ac17-bf6b6b86d000 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7032731 Sep 25 01:06:18.493034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea254c-7d20-4eaf-ac17-bf6b6b86d000 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213e4b1b-052e-4cd9-a5a4-0b7fa9d41d90,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:18.495503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:18.495935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.507148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b073-13db-488b-9f58-0210cea0326c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.511895 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0fa7b073-13db-488b-9f58-0210cea0326c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "DELETE /networking/v2.0/ports/24a04d5b-4812-4eea-bc17-b3abbc2d80f1 HTTP/1.1" status: 204 len: 168 time: 2.4795432 Sep 25 01:06:18.519457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Checking segment: {'id': '5ed54fd3-4575-4be9-9554-3270a9290afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '26b046a4-fca1-481b-8656-3588b152eece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:18.520105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network hostable DHCP agents. Network: 26b046a4-fca1-481b-8656-3588b152eece, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:06:18.532565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55576) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:18.576766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2328edce-3404-4629-9d8c-bc50446144c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (582019ad-6b42-4e68-a4b9-442dbb9f91f8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.578386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2328edce-3404-4629-9d8c-bc50446144c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.580282 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2328edce-3404-4629-9d8c-bc50446144c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/582019ad-6b42-4e68-a4b9-442dbb9f91f8 HTTP/1.1" status: 204 len: 168 time: 0.7650037 Sep 25 01:06:18.583301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55578) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:18.586155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Current status of the port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:18.603910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6b537a8d-93c2-4883-bba4-55100680b960 None None] Could not find standard attr ID for object 03b4ff1e-79ce-4af7-b74f-e506c26677eb. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:18.608326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=705dc9f4-b9de-4fb0-85c9-a4e03d91eba8,segment=NetworkSegment(3e3024dc-9ec1-4e75-a22a-0b6171f47190),segment_id=3e3024dc-9ec1-4e75-a22a-0b6171f47190)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:18.617717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.633052 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa18ceb-5c40-4f26-9681-b34fcb4f63d5 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] GET failed (client error): The resource could not be found. Sep 25 01:06:18.642238 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aaa18ceb-5c40-4f26-9681-b34fcb4f63d5 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "GET /networking/v2.0/ports/24a04d5b-4812-4eea-bc17-b3abbc2d80f1 HTTP/1.1" status: 404 len: 333 time: 0.1034019 Sep 25 01:06:18.645339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55580) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:18.652299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328edce-3404-4629-9d8c-bc50446144c3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582019ad-6b42-4e68-a4b9-442dbb9f91f8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:18.663768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22926721-bbc4-44d5-9575-5e17138a53cb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.671109 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-22926721-bbc4-44d5-9575-5e17138a53cb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4860210 Sep 25 01:06:18.681440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55582) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:18.698834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'enable_snat': False}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:18.730198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 26b046a4-fca1-481b-8656-3588b152eece is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:06:18.738361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.751048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 26b046a4-fca1-481b-8656-3588b152eece) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:18.773499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42181e44-1433-45fc-a5bf-c2d19a4eed2d None None] Network 26b046a4-fca1-481b-8656-3588b152eece requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:18.809118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:18.809749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=705dc9f4-b9de-4fb0-85c9-a4e03d91eba8,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:18.810669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.814561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e3069-504d-4d15-b95a-a238a887b29e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Deleting port 74c54fb6-4f34-474b-84cd-1be5b3574544 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:18.814920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3069-504d-4d15-b95a-a238a887b29e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (74c54fb6-4f34-474b-84cd-1be5b3574544), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.858887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Provisioning complete for port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:18.859456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.859609 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 1 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:18.861730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-12758f8c-83e3-4882-b089-a009d6f5b16a admin admin] Publish callbacks [] for security_group (30551b89-05f9-4d7d-b27d-d48918cec290), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.884396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:18.914872 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-77ccb21d-4cfd-49ef-9bee-d895d8ea73f4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3016565 Sep 25 01:06:18.922602 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0b9cb9bb-f1c8-42c8-84dd-448459d73769 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5470564 Sep 25 01:06:18.923094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55598) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:18.925478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55600) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:18.928423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:18.964961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a8e0fcb8-bc8a-4141-a89d-87f6734eed9b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': 'eca468c6-f48e-4690-a960-6da557458edf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:18.988231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-26b046a4-fca1-481b-8656-3588b152eece', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:18.989188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.998383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-12758f8c-83e3-4882-b089-a009d6f5b16a admin admin] Publish callbacks [] for security_group (30551b89-05f9-4d7d-b27d-d48918cec290), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.010035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3069-504d-4d15-b95a-a238a887b29e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (74c54fb6-4f34-474b-84cd-1be5b3574544), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.029219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e3069-504d-4d15-b95a-a238a887b29e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Calling delete_port for 74c54fb6-4f34-474b-84cd-1be5b3574544 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:19.147864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:19.178982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Allocated IP 2001:db8::2 (26b046a4-fca1-481b-8656-3588b152eece/a347e192-64af-426e-b4e4-1658cae808d9/c18d9dd7-1280-4f8b-b566-085d58f3e095) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:19.194244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:19.229848 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-9ecead63-d61d-49b8-b68c-8fd37ae876b9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1021330876&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.3621647 Sep 25 01:06:19.284124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:19.303568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.360736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.414875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Publish callbacks [] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.418289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:19.426999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.431011 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 2 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:19.449642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3069-504d-4d15-b95a-a238a887b29e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (74c54fb6-4f34-474b-84cd-1be5b3574544), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.478283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-12758f8c-83e3-4882-b089-a009d6f5b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (30551b89-05f9-4d7d-b27d-d48918cec290), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.481329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-12758f8c-83e3-4882-b089-a009d6f5b16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.485544 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-12758f8c-83e3-4882-b089-a009d6f5b16a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/30551b89-05f9-4d7d-b27d-d48918cec290 HTTP/1.1" status: 204 len: 168 time: 1.1218932 Sep 25 01:06:19.516834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3069-504d-4d15-b95a-a238a887b29e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event deleted for resources: {'Port': ['ID=74c54fb6-4f34-474b-84cd-1be5b3574544,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:19.540418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Network 26b046a4-fca1-481b-8656-3588b152eece is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:19.543789 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-a8e0fcb8-bc8a-4141-a89d-87f6734eed9b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The resource could not be found. Sep 25 01:06:19.545330 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a8e0fcb8-bc8a-4141-a89d-87f6734eed9b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5854049 Sep 25 01:06:19.557585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:19.565818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55604) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:19.567183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:19.582286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:19.585284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Pushing event updated for resources: {'Port': ['ID=c18d9dd7-1280-4f8b-b566-085d58f3e095,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:19.634032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3069-504d-4d15-b95a-a238a887b29e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.640691 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2c5e3069-504d-4d15-b95a-a238a887b29e tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "DELETE /networking/v2.0/ports/74c54fb6-4f34-474b-84cd-1be5b3574544 HTTP/1.1" status: 204 len: 168 time: 0.9895108 Sep 25 01:06:19.645516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55606) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:19.666754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Attempting to bind port c18d9dd7-1280-4f8b-b566-085d58f3e095 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:19.667144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Attempting to bind port c18d9dd7-1280-4f8b-b566-085d58f3e095 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5ed54fd3-4575-4be9-9554-3270a9290afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '26b046a4-fca1-481b-8656-3588b152eece'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:19.667516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Attempting to bind port c18d9dd7-1280-4f8b-b566-085d58f3e095 on network 26b046a4-fca1-481b-8656-3588b152eece {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:19.742152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:19.744489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Checking segment: {'id': '5ed54fd3-4575-4be9-9554-3270a9290afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '26b046a4-fca1-481b-8656-3588b152eece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:19.745320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.747692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Bound using segment: {'id': '5ed54fd3-4575-4be9-9554-3270a9290afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '26b046a4-fca1-481b-8656-3588b152eece'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:19.750840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Bound port: c18d9dd7-1280-4f8b-b566-085d58f3e095, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed54fd3-4575-4be9-9554-3270a9290afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '26b046a4-fca1-481b-8656-3588b152eece'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:19.754772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.831450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb865ed-1d8f-4eb4-98e7-35c271abf82c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Deleting subnet ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:19.857970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3eb865ed-1d8f-4eb4-98e7-35c271abf82c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for subnet (ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.930078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] For port c18d9dd7-1280-4f8b-b566-085d58f3e095, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:19.936621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] For port c18d9dd7-1280-4f8b-b566-085d58f3e095, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c18d9dd7-1280-4f8b-b566-085d58f3e095,segment=NetworkSegment(5ed54fd3-4575-4be9-9554-3270a9290afe),segment_id=5ed54fd3-4575-4be9-9554-3270a9290afe)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:19.955636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.973391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:19.982332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3eb865ed-1d8f-4eb4-98e7-35c271abf82c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.029619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 2001:db8::1 (26b046a4-fca1-481b-8656-3588b152eece/a347e192-64af-426e-b4e4-1658cae808d9/2e1f6175-614e-4a29-b545-2120ce6f46d3) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:20.092373 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 3 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:20.142735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-026ebf48-9342-4ee3-b64f-def685138493 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'tempest-secgroup--986983277'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:20.149408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12758f8c-83e3-4882-b089-a009d6f5b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30551b89-05f9-4d7d-b27d-d48918cec290,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:20.194474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:20.215703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d9f70-16d5-4ab3-9b10-59dfb684233b None None] Pushing event updated for resources: {'Port': ['ID=c18d9dd7-1280-4f8b-b566-085d58f3e095,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:20.233487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:20.234540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.235035 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 Sep 25 01:06:20.294395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3eb865ed-1d8f-4eb4-98e7-35c271abf82c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.295910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-8efac13e-95ec-46a5-b7f8-6f4e2f63840f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:20.297804 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-8efac13e-95ec-46a5-b7f8-6f4e2f63840f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cb3c671b-1792-47f2-88a7-c4475412dd1c HTTP/1.1" status: 200 len: 797 time: 1.0220680 Sep 25 01:06:20.379322 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-dfe4feaf-30e8-46f0-979f-c606effb1ed0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0358884 Sep 25 01:06:20.432808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.446106 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:20.449713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3eb865ed-1d8f-4eb4-98e7-35c271abf82c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.491814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-026ebf48-9342-4ee3-b64f-def685138493 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.496783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:20.506049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3eb865ed-1d8f-4eb4-98e7-35c271abf82c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.509761 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3eb865ed-1d8f-4eb4-98e7-35c271abf82c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4 HTTP/1.1" status: 204 len: 168 time: 0.8628159 Sep 25 01:06:20.510682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb865ed-1d8f-4eb4-98e7-35c271abf82c tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4c0d11-5e76-40b0-a7cb-127c9cf7a8c4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:20.512420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55608) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:20.524100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c8f8e6-619a-4d96-ba35-723713a1d966 None None] Network d101d7cf-5054-45b0-9779-4af87cd2c1d4 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:20.545617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:20.623049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.650307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:20.666603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:20.677607 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-a16a69af-5cbd-46fd-a8e4-2209681b4246 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2848821 Sep 25 01:06:20.680891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.695731 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 4 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:20.700615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.702154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (963430a8-4343-4b1d-b378-27e2f21268d9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.704802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 26b046a4-fca1-481b-8656-3588b152eece is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:20.719514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:20.729814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:20.730439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.744516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:20.783264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (d101d7cf-5054-45b0-9779-4af87cd2c1d4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.788031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b635d5-7b94-4860-918c-1291cc5c3310 None None] DHCP port deletion for d101d7cf-5054-45b0-9779-4af87cd2c1d4 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:20.799611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=2e1f6175-614e-4a29-b545-2120ce6f46d3,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:20.806488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.867124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-20b635d5-7b94-4860-918c-1291cc5c3310 None None] Deleting port 3d005393-4444-4caf-a6f4-222356c1a3e6 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:20.867814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20b635d5-7b94-4860-918c-1291cc5c3310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.880112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Deleting port 3d005393-4444-4caf-a6f4-222356c1a3e6 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:20.880903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.888772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:20.932048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.956240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-20b635d5-7b94-4860-918c-1291cc5c3310 None None] For port 3d005393-4444-4caf-a6f4-222356c1a3e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d005393-4444-4caf-a6f4-222356c1a3e6,segment=NetworkSegment(19e43dbf-5e32-4f05-9073-bf92bf0894ce),segment_id=19e43dbf-5e32-4f05-9073-bf92bf0894ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:20.957176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20b635d5-7b94-4860-918c-1291cc5c3310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.975357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event updated for resources: {'Port': ['ID=fb6fd6f2-6802-4b72-ad0d-0af8420d55e5,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:20.976588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-20b635d5-7b94-4860-918c-1291cc5c3310 None None] Calling delete_port for 3d005393-4444-4caf-a6f4-222356c1a3e6 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:21.114573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20b635d5-7b94-4860-918c-1291cc5c3310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.117716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-026ebf48-9342-4ee3-b64f-def685138493 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (3b3ec818-bee6-4844-9cbb-1fa9ab2bcd13), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.143428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-026ebf48-9342-4ee3-b64f-def685138493 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3b3ec818-bee6-4844-9cbb-1fa9ab2bcd13), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.163894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b635d5-7b94-4860-918c-1291cc5c3310 None None] Pushing event deleted for resources: {'Port': ['ID=3d005393-4444-4caf-a6f4-222356c1a3e6,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:21.166656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b635d5-7b94-4860-918c-1291cc5c3310 None None] No DVR routers for this DVR port 3d005393-4444-4caf-a6f4-222356c1a3e6 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:21.245973 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 5 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:21.263357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:21.268110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:21.275750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-026ebf48-9342-4ee3-b64f-def685138493 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.277098 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-026ebf48-9342-4ee3-b64f-def685138493 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1699281 Sep 25 01:06:21.277848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ebf48-9342-4ee3-b64f-def685138493 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ec818-bee6-4844-9cbb-1fa9ab2bcd13,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:21.285736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55612) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:21.287060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:21.302296 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-04183cc6-60aa-41e4-bcb3-095edad51f5d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077580 Sep 25 01:06:21.312929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d3939441-785c-46b0-91f8-4c6fc89745aa tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'tempest-secgroup--934829773'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:21.318847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:21.325653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] For port 3d005393-4444-4caf-a6f4-222356c1a3e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3d005393-4444-4caf-a6f4-222356c1a3e6,segment=NetworkSegment(19e43dbf-5e32-4f05-9073-bf92bf0894ce),segment_id=19e43dbf-5e32-4f05-9073-bf92bf0894ce)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:21.326257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.349449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Calling delete_port for 3d005393-4444-4caf-a6f4-222356c1a3e6 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:21.371437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.400256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Allocated IP 172.36.7.178 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/5bbf2310-ebce-4fdd-96f2-87134b1c5e4b) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:21.569609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d3939441-785c-46b0-91f8-4c6fc89745aa tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.621046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:21.640611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3d005393-4444-4caf-a6f4-222356c1a3e6), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.643943 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Router 963430a8-4343-4b1d-b378-27e2f21268d9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:21.694747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee2bf85-b42a-4caf-a9ac-cf5a2999e7f4 None None] Network 26b046a4-fca1-481b-8656-3588b152eece requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:21.710840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event deleted for resources: {'Port': ['ID=3d005393-4444-4caf-a6f4-222356c1a3e6,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:21.714003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] No DVR routers for this DVR port 3d005393-4444-4caf-a6f4-222356c1a3e6 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:21.756817 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-2b376d1c-e78c-4812-bc82-faf8e556ef98 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848236 Sep 25 01:06:21.829419 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 6 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:21.931318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:21.940565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for port (5bbf2310-ebce-4fdd-96f2-87134b1c5e4b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.968811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (d101d7cf-5054-45b0-9779-4af87cd2c1d4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.973619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c18d9dd7-1280-4f8b-b566-085d58f3e095 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:21.989257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:21.990656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:22.000323 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96977e-39ec-459a-8042-af79f1214754 None None] Sync routers for ids ['963430a8-4343-4b1d-b378-27e2f21268d9'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:22.007449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d3939441-785c-46b0-91f8-4c6fc89745aa tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (f560d48d-43db-4b4b-9461-c0db8513b855), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.016832 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-26c3cf2e-a726-4109-9375-89a9f8bd1c3c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "PUT /networking/v2.0/routers/963430a8-4343-4b1d-b378-27e2f21268d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0561206 Sep 25 01:06:22.019753 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96977e-39ec-459a-8042-af79f1214754 None None] Routers {'963430a8-4343-4b1d-b378-27e2f21268d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:22.020799 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5c96977e-39ec-459a-8042-af79f1214754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['963430a8-4343-4b1d-b378-27e2f21268d9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:22.024150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55616) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:22.035134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d101d7cf-5054-45b0-9779-4af87cd2c1d4']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:22.036048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d3939441-785c-46b0-91f8-4c6fc89745aa tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f560d48d-43db-4b4b-9461-c0db8513b855), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.056900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e43dbf-5e32-4f05-9073-bf92bf0894ce') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:22.060753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e43dbf-5e32-4f05-9073-bf92bf0894ce') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:22.073894 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5c96977e-39ec-459a-8042-af79f1214754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:22.094196 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96977e-39ec-459a-8042-af79f1214754 None None] Routers {'963430a8-4343-4b1d-b378-27e2f21268d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:22.095772 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5c96977e-39ec-459a-8042-af79f1214754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['963430a8-4343-4b1d-b378-27e2f21268d9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:22.097477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (19e43dbf-5e32-4f05-9073-bf92bf0894ce), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.123622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port c18d9dd7-1280-4f8b-b566-085d58f3e095 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:22.124168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.124840 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port c18d9dd7-1280-4f8b-b566-085d58f3e095 Sep 25 01:06:22.144755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3939441-785c-46b0-91f8-4c6fc89745aa tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f560d48d-43db-4b4b-9461-c0db8513b855,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:22.150940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d3939441-785c-46b0-91f8-4c6fc89745aa tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.157142 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d3939441-785c-46b0-91f8-4c6fc89745aa tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8625517 Sep 25 01:06:22.161406 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5c96977e-39ec-459a-8042-af79f1214754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:22.161631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55618) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:22.162635 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96977e-39ec-459a-8042-af79f1214754 None None] The sync data for ids ['963430a8-4343-4b1d-b378-27e2f21268d9'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:22.167739 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7900b450-ab80-4948-b318-989793fe2d2d req-9c575690-4995-4cd5-a603-d75403f56e45 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 210 time: 0.0848491 Sep 25 01:06:22.175789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.186155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.186461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-01f3280f-9e41-4ad3-885c-462229ebef07 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group_rule': {'security_group_id': '3b3ec818-bee6-4844-9cbb-1fa9ab2bcd13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f560d48d-43db-4b4b-9461-c0db8513b855'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:22.186571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.208466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (19e43dbf-5e32-4f05-9073-bf92bf0894ce), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.287373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (5bbf2310-ebce-4fdd-96f2-87134b1c5e4b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.303452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port c18d9dd7-1280-4f8b-b566-085d58f3e095 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:22.304316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.315110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:22.315590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (19e43dbf-5e32-4f05-9073-bf92bf0894ce), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.390482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port c18d9dd7-1280-4f8b-b566-085d58f3e095, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c18d9dd7-1280-4f8b-b566-085d58f3e095,segment=NetworkSegment(5ed54fd3-4575-4be9-9554-3270a9290afe),segment_id=5ed54fd3-4575-4be9-9554-3270a9290afe)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:22.398140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.399645 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 19e43dbf-5e32-4f05-9073-bf92bf0894ce resource provider aggregate not found Sep 25 01:06:22.401685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:22.435644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:22.446819 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 7 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:22.448681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 19e43dbf-5e32-4f05-9073-bf92bf0894ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19e43dbf-5e32-4f05-9073-bf92bf0894ce found for delete ", "request_id": "req-fdcc9dc1-8343-4fbd-8b1b-cebedc2a0d93"}]} Sep 25 01:06:22.457262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:22.490442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3d005393-4444-4caf-a6f4-222356c1a3e6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:22.497202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:22.497479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=2e1f6175-614e-4a29-b545-2120ce6f46d3,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:22.506374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-556519f8-b6f2-4aaf-81cd-803d9da2dafd tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for router (963430a8-4343-4b1d-b378-27e2f21268d9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.514080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 26b046a4-fca1-481b-8656-3588b152eece is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:22.515167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (d101d7cf-5054-45b0-9779-4af87cd2c1d4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.520625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:22.533537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.536689 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d101d7cf-5054-45b0-9779-4af87cd2c1d4 HTTP/1.1" status: 204 len: 168 time: 2.0212474 Sep 25 01:06:22.559242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 3d005393-4444-4caf-a6f4-222356c1a3e6 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:22.559611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3d005393-4444-4caf-a6f4-222356c1a3e6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:22.566809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:22.579481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:22.584064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=c18d9dd7-1280-4f8b-b566-085d58f3e095,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:22.638772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae9326-b9bd-4633-8ca5-301035c49255 tempest-AllowedAddressPairIpV6TestJSON-1057830037 tempest-AllowedAddressPairIpV6TestJSON-1057830037-project] Pushing event deleted for resources: {'Network': ['ID=d101d7cf-5054-45b0-9779-4af87cd2c1d4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:22.643995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:22.683456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Pushing event updated for resources: {'Port': ['ID=5bbf2310-ebce-4fdd-96f2-87134b1c5e4b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:22.752904 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-01f3280f-9e41-4ad3-885c-462229ebef07 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:06:22.754160 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-01f3280f-9e41-4ad3-885c-462229ebef07 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5774801 Sep 25 01:06:22.755175 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-556519f8-b6f2-4aaf-81cd-803d9da2dafd tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 25 01:06:22.756362 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-556519f8-b6f2-4aaf-81cd-803d9da2dafd tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/routers/963430a8-4343-4b1d-b378-27e2f21268d9 HTTP/1.1" status: 409 len: 376 time: 0.7294822 Sep 25 01:06:22.759720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55626) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:22.760889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55628) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:22.770148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:06:22.875137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:22.926310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d1e8782-cafe-4cc1-97a0-7bca7792982f tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (f560d48d-43db-4b4b-9461-c0db8513b855), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.947207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:22.962813 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b9b2f026-38a6-4a91-bf7e-f414a550dedc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0357993 Sep 25 01:06:22.964655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55630) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:22.970709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:22.974280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d1e8782-cafe-4cc1-97a0-7bca7792982f tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (f560d48d-43db-4b4b-9461-c0db8513b855), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.995919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:22.997330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:23.016935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-361275810'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:23.074137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d1e8782-cafe-4cc1-97a0-7bca7792982f tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f560d48d-43db-4b4b-9461-c0db8513b855), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.082555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d1e8782-cafe-4cc1-97a0-7bca7792982f tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.085782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0d1e8782-cafe-4cc1-97a0-7bca7792982f tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f560d48d-43db-4b4b-9461-c0db8513b855 HTTP/1.1" status: 204 len: 168 time: 0.3249469 Sep 25 01:06:23.099146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55638) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.112284 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 8 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:23.148153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e8782-cafe-4cc1-97a0-7bca7792982f tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f560d48d-43db-4b4b-9461-c0db8513b855,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:23.152492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:23.222034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:23.243473 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1062be58-9b23-4a20-9360-1603e88bbff2 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1376867 Sep 25 01:06:23.244277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55642) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.245811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:23.250608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.302396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55644) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.348228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7d91f6cf-a2e2-409c-a5ff-25edacaf54dc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (3b3ec818-bee6-4844-9cbb-1fa9ab2bcd13), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.378522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:23.387192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7d91f6cf-a2e2-409c-a5ff-25edacaf54dc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (3b3ec818-bee6-4844-9cbb-1fa9ab2bcd13), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.461811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7d91f6cf-a2e2-409c-a5ff-25edacaf54dc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3b3ec818-bee6-4844-9cbb-1fa9ab2bcd13), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.465535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7d91f6cf-a2e2-409c-a5ff-25edacaf54dc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.466961 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7d91f6cf-a2e2-409c-a5ff-25edacaf54dc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3b3ec818-bee6-4844-9cbb-1fa9ab2bcd13 HTTP/1.1" status: 204 len: 168 time: 0.2212346 Sep 25 01:06:23.478651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55650) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.479745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91f6cf-a2e2-409c-a5ff-25edacaf54dc tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ec818-bee6-4844-9cbb-1fa9ab2bcd13,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:23.492237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:23.548732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-db26912b-e7fe-4baa-b0de-622fb03c4024 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0662255 Sep 25 01:06:23.562109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55652) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.568658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-19c6142e-f46d-4f32-99d0-4132cf01da1b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466421476'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:23.600369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:20Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:21Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:23.634439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:23.634791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-19c6142e-f46d-4f32-99d0-4132cf01da1b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.635315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Updating router a0f76504-0ec6-4a18-8b35-c4402b5be77f port 2e1f6175-614e-4a29-b545-2120ce6f46d3 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:06:23.656813 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 9 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:23.697444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.714249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:23.736728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-19c6142e-f46d-4f32-99d0-4132cf01da1b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (206d04ac-0508-4d19-b895-1a9b3b2e0991), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.737969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:23.745475 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-736e2881-416f-4f0a-888b-00e3ea8ad7a2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fda658ebbb9a49b58ad4cd4d70a58616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4380250 Sep 25 01:06:23.745475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-19c6142e-f46d-4f32-99d0-4132cf01da1b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (206d04ac-0508-4d19-b895-1a9b3b2e0991), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.748099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55654) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.800805 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7e39660c-c395-4d05-9ef3-66df0499a845 req-fade3888-1f18-4952-b6d3-821e83489d85 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 210 time: 0.0800350 Sep 25 01:06:23.815069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-19c6142e-f46d-4f32-99d0-4132cf01da1b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.816727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-19c6142e-f46d-4f32-99d0-4132cf01da1b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2525337 Sep 25 01:06:23.826906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6142e-f46d-4f32-99d0-4132cf01da1b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206d04ac-0508-4d19-b895-1a9b3b2e0991,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:23.834833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55656) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.840983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2b6575e0-7d94-48b6-a6bf-986a737be55b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:23.840983 dv-neutron-master-2-hyperv neutron-server[107187]: WARNING neutron.api.v2.base [None req-2b6575e0-7d94-48b6-a6bf-986a737be55b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 25 01:06:23.841782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-2b6575e0-7d94-48b6-a6bf-986a737be55b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] update failed (client error): There was a conflict when trying to complete your request. Sep 25 01:06:23.842775 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2b6575e0-7d94-48b6-a6bf-986a737be55b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "PUT /networking/v2.0/security-groups/206d04ac-0508-4d19-b895-1a9b3b2e0991 HTTP/1.1" status: 409 len: 330 time: 0.0069330 Sep 25 01:06:23.846657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55658) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.863717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router_gateway (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.865542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:06:23.891978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0032765f-17d4-4224-a81b-af760898384c admin admin] Publish callbacks [] for security_group (038df299-6b70-49ee-87c0-704e569716f5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.922465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b907c3f3-f6c6-47be-8967-262729013b3e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.922791 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added segment b907c3f3-f6c6-47be-8967-262729013b3e of type vlan for network ebf20b17-3417-443c-908a-b75377f15df5 Sep 25 01:06:23.932783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0032765f-17d4-4224-a81b-af760898384c admin admin] Publish callbacks [] for security_group (038df299-6b70-49ee-87c0-704e569716f5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.936211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c18d9dd7-1280-4f8b-b566-085d58f3e095 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:23.981774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0b991bce-3824-486c-89b2-40e28d40df06 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (206d04ac-0508-4d19-b895-1a9b3b2e0991), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.014288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0b991bce-3824-486c-89b2-40e28d40df06 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (206d04ac-0508-4d19-b895-1a9b3b2e0991), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.034274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port c18d9dd7-1280-4f8b-b566-085d58f3e095 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:24.034908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.035067 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port c18d9dd7-1280-4f8b-b566-085d58f3e095 Sep 25 01:06:24.039320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0032765f-17d4-4224-a81b-af760898384c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (038df299-6b70-49ee-87c0-704e569716f5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.041960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0032765f-17d4-4224-a81b-af760898384c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.044036 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0032765f-17d4-4224-a81b-af760898384c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/038df299-6b70-49ee-87c0-704e569716f5 HTTP/1.1" status: 204 len: 168 time: 0.2920561 Sep 25 01:06:24.047634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (ebf20b17-3417-443c-908a-b75377f15df5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.067145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032765f-17d4-4224-a81b-af760898384c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038df299-6b70-49ee-87c0-704e569716f5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:24.094199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0b991bce-3824-486c-89b2-40e28d40df06 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (206d04ac-0508-4d19-b895-1a9b3b2e0991), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.096884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0b991bce-3824-486c-89b2-40e28d40df06 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.098171 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0b991bce-3824-486c-89b2-40e28d40df06 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/206d04ac-0508-4d19-b895-1a9b3b2e0991 HTTP/1.1" status: 204 len: 168 time: 0.2507021 Sep 25 01:06:24.101470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55662) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:24.109249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b991bce-3824-486c-89b2-40e28d40df06 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206d04ac-0508-4d19-b895-1a9b3b2e0991,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:24.152674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:24.217378 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 10 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:24.231583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (963430a8-4343-4b1d-b378-27e2f21268d9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.261502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Publish callbacks [] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.275078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.279025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (ebf20b17-3417-443c-908a-b75377f15df5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.283543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:24.284302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.321388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:24.336669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Provisioning complete for port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:24.337148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.337446 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Attempt 1 to provision port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 Sep 25 01:06:24.371093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:24.442337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55674) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:24.443657 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4313788 Sep 25 01:06:24.448193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'subnet': {'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:24.515363 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ce0c958c-1659-407c-93aa-9f5afbbfcbd3 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3836010 Sep 25 01:06:24.525372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:24.526808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b34e8-6790-4491-95de-94ef17543252 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Network': ['ID=ebf20b17-3417-443c-908a-b75377f15df5,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:24.529992 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55678) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:24.598523 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-9aad0923-13ff-45b2-adf4-f6005e7fb8f4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] delete failed (client error): The resource could not be found. Sep 25 01:06:24.599614 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9aad0923-13ff-45b2-adf4-f6005e7fb8f4 tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3b7daf41-c902-48d1-a95f-11b02f703ee5 HTTP/1.1" status: 404 len: 347 time: 0.0639668 Sep 25 01:06:24.604782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55682) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:24.607603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.632216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:24.633783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port c18d9dd7-1280-4f8b-b566-085d58f3e095 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:24.644489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.644732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network ebf20b17-3417-443c-908a-b75377f15df5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:06:24.653169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.660044 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-23cf456a-a268-4cca-aa95-a30396ef82dd tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] show failed (client error): The resource could not be found. Sep 25 01:06:24.661104 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-23cf456a-a268-4cca-aa95-a30396ef82dd tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-groups/527b4020-79a0-4493-a818-4e16df2a38f0 HTTP/1.1" status: 404 len: 347 time: 0.0514135 Sep 25 01:06:24.666354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55684) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:24.677277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff203e-2fb5-4070-a5fe-ee4150105249 None None] Pushing event updated for resources: {'Port': ['ID=2e1f6175-614e-4a29-b545-2120ce6f46d3,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:24.727315 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-4af0de40-1a0c-49f5-aedd-d10326124f4b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] show failed (client error): The resource could not be found. Sep 25 01:06:24.728402 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4af0de40-1a0c-49f5-aedd-d10326124f4b tempest-NegativeSecGroupTest-1298415456 tempest-NegativeSecGroupTest-1298415456-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/f8f4cdec-f5bc-4548-9149-1b8caed9c2f3 HTTP/1.1" status: 404 len: 356 time: 0.0618792 Sep 25 01:06:24.758971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Attempting to bind port 2e1f6175-614e-4a29-b545-2120ce6f46d3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:24.759354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Attempting to bind port 2e1f6175-614e-4a29-b545-2120ce6f46d3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5ed54fd3-4575-4be9-9554-3270a9290afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '26b046a4-fca1-481b-8656-3588b152eece'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:24.759720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Attempting to bind port 2e1f6175-614e-4a29-b545-2120ce6f46d3 on network 26b046a4-fca1-481b-8656-3588b152eece {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:24.900056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:24.901045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Checking segment: {'id': '5ed54fd3-4575-4be9-9554-3270a9290afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '26b046a4-fca1-481b-8656-3588b152eece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:24.901682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.902184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Bound using segment: {'id': '5ed54fd3-4575-4be9-9554-3270a9290afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '26b046a4-fca1-481b-8656-3588b152eece'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:24.902943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Bound port: 2e1f6175-614e-4a29-b545-2120ce6f46d3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed54fd3-4575-4be9-9554-3270a9290afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '26b046a4-fca1-481b-8656-3588b152eece'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:24.903707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.914781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Deleting port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:24.917049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.937368 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6f3a6895-632a-49a5-a742-9a8495ff2c25 req-0807443b-d3ee-4bba-9164-925ce824bd21 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 210 time: 0.0699525 Sep 25 01:06:24.974932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ddbd-a491-45f7-b8e3-992a593afc3b None None] Current status of the port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:24.997879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:25.011922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] For port 2e1f6175-614e-4a29-b545-2120ce6f46d3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:25.019164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] For port 2e1f6175-614e-4a29-b545-2120ce6f46d3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e1f6175-614e-4a29-b545-2120ce6f46d3,segment=NetworkSegment(5ed54fd3-4575-4be9-9554-3270a9290afe),segment_id=5ed54fd3-4575-4be9-9554-3270a9290afe)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:25.029658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.069577 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Router e6c9480b-a17f-4bbe-a5bb-856a60a7284d is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:06:25.077657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (e651900a-6268-49cb-b61f-f733c1e19a1a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.099043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.100801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:25.101642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:25.178805 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Calling delete_port for fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:25.192007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:25.240353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:25.266896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Subnet': ['ID=e651900a-6268-49cb-b61f-f733c1e19a1a,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:25.279436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Checking segment: {'id': 'b907c3f3-f6c6-47be-8967-262729013b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:25.279861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network hostable DHCP agents. Network: ebf20b17-3417-443c-908a-b75377f15df5, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:06:25.312460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network ebf20b17-3417-443c-908a-b75377f15df5 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:06:25.326782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ebf20b17-3417-443c-908a-b75377f15df5) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:25.333421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55702) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:25.346889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:25.348202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.351390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:25.394111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5705b60a-a4ae-4e80-a081-a174dc27c2a3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9502616 Sep 25 01:06:25.397084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55706) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:25.434558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Provisioning complete for port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:25.434946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.435817 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Attempt 1 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:25.437603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f218b9-10f2-4cbe-a7fc-307cdc5dfa25 None None] Network ebf20b17-3417-443c-908a-b75377f15df5 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:25.490361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55708) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:25.573308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:25.581660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.586757 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0fb1bddf-72b4-45fa-91bd-df983e9f4ae2 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "PUT /networking/v2.0/routers/e6c9480b-a17f-4bbe-a5bb-856a60a7284d HTTP/1.1" status: 200 len: 915 time: 6.9005129 Sep 25 01:06:25.587218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55714) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:25.593805 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f2611-0526-46f7-9fed-4a717d439b5e None None] Sync routers for ids ['e6c9480b-a17f-4bbe-a5bb-856a60a7284d'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:25.599122 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:25.600833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (fb6fd6f2-6802-4b72-ad0d-0af8420d55e5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.615410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:25.631848 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f2611-0526-46f7-9fed-4a717d439b5e None None] Routers {'e6c9480b-a17f-4bbe-a5bb-856a60a7284d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:25.632572 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f18f2611-0526-46f7-9fed-4a717d439b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e6c9480b-a17f-4bbe-a5bb-856a60a7284d'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:25.664456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Port': ['ID=fb6fd6f2-6802-4b72-ad0d-0af8420d55e5,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:25.722623 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f18f2611-0526-46f7-9fed-4a717d439b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:25.732583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f2611-0526-46f7-9fed-4a717d439b5e None None] Routers {'e6c9480b-a17f-4bbe-a5bb-856a60a7284d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:25.733213 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f18f2611-0526-46f7-9fed-4a717d439b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e6c9480b-a17f-4bbe-a5bb-856a60a7284d'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:25.737445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ebf20b17-3417-443c-908a-b75377f15df5', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:25.738772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.742000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:25.780433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:25.780883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff203e-2fb5-4070-a5fe-ee4150105249 None None] Pushing event updated for resources: {'Port': ['ID=2e1f6175-614e-4a29-b545-2120ce6f46d3,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:25.784428 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f18f2611-0526-46f7-9fed-4a717d439b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:25.785271 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f2611-0526-46f7-9fed-4a717d439b5e None None] The sync data for ids ['e6c9480b-a17f-4bbe-a5bb-856a60a7284d'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:25.824443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (963430a8-4343-4b1d-b378-27e2f21268d9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.918195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2063858518'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:25.956485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:25.962946 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.067835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.085759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:20Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:25Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:26.117720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee20d3a-40a5-425a-b2bf-5447c0c304a3 None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:20Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:25Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:26.133343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Allocated IP 2001:db8:1::2 (ebf20b17-3417-443c-908a-b75377f15df5/e651900a-6268-49cb-b61f-f733c1e19a1a/2df2fbe4-d908-4d4e-ab6c-d5ab93966087) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:26.140858 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a22a1aea-f2e1-49b7-978f-2108fe719ad5 req-f715ef38-dab3-49c7-93f8-a0fbf4094a78 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 210 time: 0.1290946 Sep 25 01:06:26.210229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:26.283024 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Attempt 2 to provision port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 Sep 25 01:06:26.300090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Router 963430a8-4343-4b1d-b378-27e2f21268d9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:26.333216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Port fb6fd6f2-6802-4b72-ad0d-0af8420d55e5 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:06:26.359676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Provisioning complete for port c18d9dd7-1280-4f8b-b566-085d58f3e095 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:26.360177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.360628 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Attempt 1 to provision port c18d9dd7-1280-4f8b-b566-085d58f3e095 Sep 25 01:06:26.367425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Publish callbacks [] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.393955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.431496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:26.458632 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c293dddd-09d5-489d-be1b-d174eb8eb693 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "PUT /networking/v2.0/routers/963430a8-4343-4b1d-b378-27e2f21268d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6920807 Sep 25 01:06:26.458632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55720) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:26.478283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:26.484760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Network ebf20b17-3417-443c-908a-b75377f15df5 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:26.497130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2375d-8037-4d0b-a9b3-e59142702948 None None] Sync routers for ids ['963430a8-4343-4b1d-b378-27e2f21268d9'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:26.503017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:26.510154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Pushing event updated for resources: {'Port': ['ID=2df2fbe4-d908-4d4e-ab6c-d5ab93966087,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:26.514935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:26.545352 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-4dcfe50a-efdc-4d96-ba8a-71ecdb91833a tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] show failed (client error): The resource could not be found. Sep 25 01:06:26.545352 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4dcfe50a-efdc-4d96-ba8a-71ecdb91833a tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "GET /networking/v2.0/routers/tempest-non_exist_router-2107033816 HTTP/1.1" status: 404 len: 335 time: 0.0812550 Sep 25 01:06:26.546066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2375d-8037-4d0b-a9b3-e59142702948 None None] Routers {'963430a8-4343-4b1d-b378-27e2f21268d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:26.548519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c3f2375d-8037-4d0b-a9b3-e59142702948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['963430a8-4343-4b1d-b378-27e2f21268d9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:26.550911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55722) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:26.556435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ed37985b-012a-47b9-8bae-85beb99c3412 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Request body: {'router': {'name': 'new_name'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:26.560874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for security_group (4fd184b5-048e-4858-8a2c-c550270bd155), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.620521 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4fd184b5-048e-4858-8a2c-c550270bd155), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.626110 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-ed37985b-012a-47b9-8bae-85beb99c3412 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] update failed (client error): The resource could not be found. Sep 25 01:06:26.630668 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ed37985b-012a-47b9-8bae-85beb99c3412 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "PUT /networking/v2.0/routers/tempest-non_exist_router-1261503830 HTTP/1.1" status: 404 len: 335 time: 0.0754378 Sep 25 01:06:26.636746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55724) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:26.649194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c3f2375d-8037-4d0b-a9b3-e59142702948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:26.653834 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d7ea1539-4e31-4112-9eae-33c1ff7a2880 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1e0d2601aca14c41b0c345a63e343d81&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3142121 Sep 25 01:06:26.655997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55726) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:26.674644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Current status of the port c18d9dd7-1280-4f8b-b566-085d58f3e095 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:26.686791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2375d-8037-4d0b-a9b3-e59142702948 None None] Routers {'963430a8-4343-4b1d-b378-27e2f21268d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:26.687451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c3f2375d-8037-4d0b-a9b3-e59142702948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['963430a8-4343-4b1d-b378-27e2f21268d9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:26.707741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:06:26.715113 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b173cef0-092f-4a4b-bf98-daa23ab6dfca tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/e6c9480b-a17f-4bbe-a5bb-856a60a7284d HTTP/1.1" status: 200 len: 921 time: 1.1256182 Sep 25 01:06:26.724902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Attempting to bind port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:26.725480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Attempting to bind port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b907c3f3-f6c6-47be-8967-262729013b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:26.725734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Attempting to bind port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 on network ebf20b17-3417-443c-908a-b75377f15df5 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:26.726804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55728) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:26.731650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c3f2375d-8037-4d0b-a9b3-e59142702948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:26.732322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2375d-8037-4d0b-a9b3-e59142702948 None None] The sync data for ids ['963430a8-4343-4b1d-b378-27e2f21268d9'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:26.753055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Provisioning complete for port 2e1f6175-614e-4a29-b545-2120ce6f46d3 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:26.753773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.753773 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Attempt 1 to provision port 2e1f6175-614e-4a29-b545-2120ce6f46d3 Sep 25 01:06:26.784698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd184b5-048e-4858-8a2c-c550270bd155,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:26.798530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6d4d2f73-a1a5-458e-8b18-530b597903c8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.800113 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Added segment 6d4d2f73-a1a5-458e-8b18-530b597903c8 of type vlan for network cf904343-f06f-476a-b370-411af221ea3d Sep 25 01:06:26.817491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:26.817868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Checking segment: {'id': 'b907c3f3-f6c6-47be-8967-262729013b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:26.818277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.818669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Bound using segment: {'id': 'b907c3f3-f6c6-47be-8967-262729013b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:26.819152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Bound port: 2df2fbe4-d908-4d4e-ab6c-d5ab93966087, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b907c3f3-f6c6-47be-8967-262729013b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:26.819529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.823147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:26.852358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.885440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Publish callbacks [] for security_group (41328b85-3ec5-4ca2-b3f0-6b3ff55e3988), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.897786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2844dba3-e87a-4d1b-bbef-26126b6f3384 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Deleting subnet 59f6b7af-42ff-4b7a-a4ba-20cf063b8e07 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:26.903155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2844dba3-e87a-4d1b-bbef-26126b6f3384 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (59f6b7af-42ff-4b7a-a4ba-20cf063b8e07), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.912954 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Publish callbacks [] for security_group (41328b85-3ec5-4ca2-b3f0-6b3ff55e3988), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.918191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Current status of the port 2e1f6175-614e-4a29-b545-2120ce6f46d3 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:26.918621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.940473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] For port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:26.962811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2844dba3-e87a-4d1b-bbef-26126b6f3384 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (59f6b7af-42ff-4b7a-a4ba-20cf063b8e07), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.965239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] For port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2df2fbe4-d908-4d4e-ab6c-d5ab93966087,segment=NetworkSegment(b907c3f3-f6c6-47be-8967-262729013b3e),segment_id=b907c3f3-f6c6-47be-8967-262729013b3e)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:26.979282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.989174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] For port 2e1f6175-614e-4a29-b545-2120ce6f46d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e1f6175-614e-4a29-b545-2120ce6f46d3,segment=NetworkSegment(5ed54fd3-4575-4be9-9554-3270a9290afe),segment_id=5ed54fd3-4575-4be9-9554-3270a9290afe)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:27.019651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.046815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (cf904343-f06f-476a-b370-411af221ea3d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.054007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1261485f-c19f-47ea-b1eb-2bee404d3dc8 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:27.055619 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1261485f-c19f-47ea-b1eb-2bee404d3dc8 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=e6c9480b-a17f-4bbe-a5bb-856a60a7284d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3281839 Sep 25 01:06:27.068003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (41328b85-3ec5-4ca2-b3f0-6b3ff55e3988), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.071074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.072519 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/41328b85-3ec5-4ca2-b3f0-6b3ff55e3988 HTTP/1.1" status: 204 len: 168 time: 0.4136508 Sep 25 01:06:27.074649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55730) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:27.097164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe2332-f533-483b-9e86-0d778192251a None None] Pushing event updated for resources: {'Port': ['ID=2df2fbe4-d908-4d4e-ab6c-d5ab93966087,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:27.114458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:27.160202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41328b85-3ec5-4ca2-b3f0-6b3ff55e3988,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:27.196627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.197318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.198476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.199199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.200948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.201637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.202159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.202854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.204150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.204605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.205370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.206872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.209219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.209879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.210792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd3319-2e3f-4847-8282-00403c44b629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.244262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e138817-408f-419d-9cf9-7003a2177089 None None] Pushing event updated for resources: {'Port': ['ID=2e1f6175-614e-4a29-b545-2120ce6f46d3,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:27.305782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:27.307648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c176f2-cbb5-43f5-b2f8-3cd752657975 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:27.317621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55738) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:27.319591 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-53c176f2-cbb5-43f5-b2f8-3cd752657975 tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/networks/138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 881 time: 0.2430313 Sep 25 01:06:27.358064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (cf904343-f06f-476a-b370-411af221ea3d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.376984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:27.377926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.398961 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7ad916ac-2afa-4a5d-9366-818fcac0b9ea tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6c9480b-a17f-4bbe-a5bb-856a60a7284d HTTP/1.1" status: 200 len: 205 time: 0.0797639 Sep 25 01:06:27.404756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55740) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:27.408678 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb87e178-2a09-422a-a6b5-f26215a2243d req-8f4e3017-2bdb-404b-adea-db25dd64e93a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 210 time: 0.1117842 Sep 25 01:06:27.496188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2844dba3-e87a-4d1b-bbef-26126b6f3384 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (59f6b7af-42ff-4b7a-a4ba-20cf063b8e07), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.509375 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0100479 Sep 25 01:06:27.524314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55742) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:27.549712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:27.563048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Network': ['ID=cf904343-f06f-476a-b370-411af221ea3d,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:27.606019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.606364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.606862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.608416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.608865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.609212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.609547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.609927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.610281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.610854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.611196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.611529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.611886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.612260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.612735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff22e606-f0ad-4051-ba16-7fdce7c94212 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.629426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network cf904343-f06f-476a-b370-411af221ea3d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:06:27.658270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2844dba3-e87a-4d1b-bbef-26126b6f3384 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (59f6b7af-42ff-4b7a-a4ba-20cf063b8e07), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.695561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844dba3-e87a-4d1b-bbef-26126b6f3384 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Subnet': ['ID=59f6b7af-42ff-4b7a-a4ba-20cf063b8e07,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:27.701811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2844dba3-e87a-4d1b-bbef-26126b6f3384 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.714205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee57da9d-6ae4-4aa9-afd0-cbd04a1a40a7 None None] Network b9463275-ecec-498d-af7e-e8dace30e948 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:27.714860 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2844dba3-e87a-4d1b-bbef-26126b6f3384 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/59f6b7af-42ff-4b7a-a4ba-20cf063b8e07 HTTP/1.1" status: 204 len: 168 time: 1.0726969 Sep 25 01:06:27.724544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55744) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:27.797647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=8,neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:27.826779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (b9463275-ecec-498d-af7e-e8dace30e948), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.899608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Deleting port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:27.899995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.922946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.925390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:27.978201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 2001:db8:1::1 (ebf20b17-3417-443c-908a-b75377f15df5/e651900a-6268-49cb-b61f-f733c1e19a1a/72481442-3c3a-4520-bdd6-0e80b66186ea) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:27.981073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:27.986028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.987245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] DHCP port deletion for b9463275-ecec-498d-af7e-e8dace30e948 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:28.000793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] For port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=705dc9f4-b9de-4fb0-85c9-a4e03d91eba8,segment=NetworkSegment(3e3024dc-9ec1-4e75-a22a-0b6171f47190),segment_id=3e3024dc-9ec1-4e75-a22a-0b6171f47190)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:28.001406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.020500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2e1f6175-614e-4a29-b545-2120ce6f46d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:28.045031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Calling delete_port for 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:28.168010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.213366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] No DVR routers for this DVR port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:28.219993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Port': ['ID=705dc9f4-b9de-4fb0-85c9-a4e03d91eba8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:28.246167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.274349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] Deleting port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:28.274738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.340478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (b9463275-ecec-498d-af7e-e8dace30e948), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.347130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2e1f6175-614e-4a29-b545-2120ce6f46d3 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:28.347513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.347859 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2e1f6175-614e-4a29-b545-2120ce6f46d3 Sep 25 01:06:28.405355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9463275-ecec-498d-af7e-e8dace30e948']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:28.425859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3024dc-9ec1-4e75-a22a-0b6171f47190') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:28.426197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3024dc-9ec1-4e75-a22a-0b6171f47190') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:28.438271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:28.446202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] For port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:28.446777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.475927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (3e3024dc-9ec1-4e75-a22a-0b6171f47190), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.492829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] Calling delete_port for 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:28.497566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.ipam_backend_mixin [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] Port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 was not found and therefore no delete operation was performed {{(pid=107189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:06:28.517986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (705dc9f4-b9de-4fb0-85c9-a4e03d91eba8), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.556894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3e3024dc-9ec1-4e75-a22a-0b6171f47190), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.566622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:28.567160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (3e3024dc-9ec1-4e75-a22a-0b6171f47190), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.618512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:28.626174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.642602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-a4f53d7a-460f-4b8f-8735-4ec8001f9791 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:28.644875 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3e3024dc-9ec1-4e75-a22a-0b6171f47190 resource provider aggregate not found Sep 25 01:06:28.645918 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-a4f53d7a-460f-4b8f-8735-4ec8001f9791 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=cb3c671b-1792-47f2-88a7-c4475412dd1c HTTP/1.1" status: 200 len: 797 time: 0.3610752 Sep 25 01:06:28.679722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Deleting port 5bbf2310-ebce-4fdd-96f2-87134b1c5e4b {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:28.680114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5bbf2310-ebce-4fdd-96f2-87134b1c5e4b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.690858 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3e3024dc-9ec1-4e75-a22a-0b6171f47190 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e3024dc-9ec1-4e75-a22a-0b6171f47190 found for delete ", "request_id": "req-49e597c4-ea27-4033-8fc0-92fb6310dd7f"}]} Sep 25 01:06:28.737545 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8f12b369-d492-49aa-ad61-b2e05b2d6535 req-86146765-fcf3-439c-bfef-7193e0ee384e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 210 time: 0.0425816 Sep 25 01:06:28.739101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (b9463275-ecec-498d-af7e-e8dace30e948), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.744216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.747587 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/networks/b9463275-ecec-498d-af7e-e8dace30e948 HTTP/1.1" status: 204 len: 168 time: 1.0219190 Sep 25 01:06:28.751722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55756) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:28.775059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] Pushing event deleted for resources: {'Port': ['ID=705dc9f4-b9de-4fb0-85c9-a4e03d91eba8,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:28.800294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:28.806150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9098972-d536-4531-a2b1-ca0f11570dba None None] No DVR routers for this DVR port 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:28.814351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (4fa2c5b8-afb5-438c-bcea-6de4650972d8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.830224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe66d-f13a-4b20-815e-57b4f6c450ee tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Network': ['ID=b9463275-ecec-498d-af7e-e8dace30e948,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:28.854261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-74a4896d-f4ed-424f-b6aa-2f6aa220a07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.882583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe268ade-9cf0-47ca-afe3-e22d8d17be71 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Deleting subnet ed217fec-be26-4e6b-b733-09c43d9d105b {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:28.886455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe268ade-9cf0-47ca-afe3-e22d8d17be71 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (ed217fec-be26-4e6b-b733-09c43d9d105b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.925488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2e1f6175-614e-4a29-b545-2120ce6f46d3 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:28.927022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:28.929513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8929aa25-01d1-4f03-bcc2-319210cbf938 None None] Network ebf20b17-3417-443c-908a-b75377f15df5 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:28.934116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:28.939070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe268ade-9cf0-47ca-afe3-e22d8d17be71 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (ed217fec-be26-4e6b-b733-09c43d9d105b), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.958427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.015806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5bbf2310-ebce-4fdd-96f2-87134b1c5e4b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.038536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:29.040539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe268ade-9cf0-47ca-afe3-e22d8d17be71 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (ed217fec-be26-4e6b-b733-09c43d9d105b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.049289 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-4d0b6111-8b2b-4d43-a46e-f0462255cf40 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 380 time: 0.2712574 Sep 25 01:06:29.051785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c565fecd-c111-4f7c-a17c-9bf65965abf5 None None] Provisioning complete for port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:29.052297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c565fecd-c111-4f7c-a17c-9bf65965abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.052384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=4fa2c5b8-afb5-438c-bcea-6de4650972d8,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:29.052507 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c565fecd-c111-4f7c-a17c-9bf65965abf5 None None] Attempt 1 to provision port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 Sep 25 01:06:29.061254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['e077a49f-4116-4355-8db3-8cd0d0b69fde']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:29.079632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Calling delete_port for 5bbf2310-ebce-4fdd-96f2-87134b1c5e4b owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:29.082366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network ebf20b17-3417-443c-908a-b75377f15df5 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:29.114758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe268ade-9cf0-47ca-afe3-e22d8d17be71 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (ed217fec-be26-4e6b-b733-09c43d9d105b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.126294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:29.126972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.127476 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 Sep 25 01:06:29.131334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:29.134082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:29.134938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.146764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe268ade-9cf0-47ca-afe3-e22d8d17be71 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Subnet': ['ID=ed217fec-be26-4e6b-b733-09c43d9d105b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:29.159336 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe268ade-9cf0-47ca-afe3-e22d8d17be71 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.165478 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fe268ade-9cf0-47ca-afe3-e22d8d17be71 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ed217fec-be26-4e6b-b733-09c43d9d105b HTTP/1.1" status: 204 len: 168 time: 0.4103289 Sep 25 01:06:29.165739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55758) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:29.175207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa592c52-109b-4f71-862f-880c8f6cea27 None None] Network 56ad2be7-5cd1-4971-a65d-917c8b17b8f0 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:29.191791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:29.192201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network hostable DHCP agents. Network: cf904343-f06f-476a-b370-411af221ea3d, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:06:29.199688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=72481442-3c3a-4520-bdd6-0e80b66186ea,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:29.242419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f445cc-64f5-423c-816b-d8d2076b34a3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Deleting subnet a7ec89ef-e02c-470d-9efb-a892fdf4bac0 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:29.246458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e0f445cc-64f5-423c-816b-d8d2076b34a3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (a7ec89ef-e02c-470d-9efb-a892fdf4bac0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.340250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c565fecd-c111-4f7c-a17c-9bf65965abf5 None None] Current status of the port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:29.341158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c565fecd-c111-4f7c-a17c-9bf65965abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.370736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:06:29.431215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c565fecd-c111-4f7c-a17c-9bf65965abf5 None None] For port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2df2fbe4-d908-4d4e-ab6c-d5ab93966087,segment=NetworkSegment(b907c3f3-f6c6-47be-8967-262729013b3e),segment_id=b907c3f3-f6c6-47be-8967-262729013b3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:29.432681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:29.433076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.447056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c565fecd-c111-4f7c-a17c-9bf65965abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.493014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cf904343-f06f-476a-b370-411af221ea3d) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:29.498802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:29.499513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.508195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:29.520296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:29.525605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.535673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb65e4a-7a1f-4f5c-aab9-c2bdce758417 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:29.571667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.588890 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dc25dd66-1944-40af-9296-7c1bef2ba53c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0587816 Sep 25 01:06:29.597420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55760) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:29.607590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eaf00f-e582-4e0f-b5f3-93b2efa4d2c5 None None] DHCP port deletion for 56ad2be7-5cd1-4971-a65d-917c8b17b8f0 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:29.609773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:29.611713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'name': 'tempest-NetworksTestDHCPv6-1547962283'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:29.691520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:29.699850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e0f445cc-64f5-423c-816b-d8d2076b34a3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (a7ec89ef-e02c-470d-9efb-a892fdf4bac0), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.727453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565fecd-c111-4f7c-a17c-9bf65965abf5 None None] Pushing event updated for resources: {'Port': ['ID=2df2fbe4-d908-4d4e-ab6c-d5ab93966087,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:29.745382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:06:29.745800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:06:29.747315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Provisioning complete for port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:29.747315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.747315 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 1 to provision port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 Sep 25 01:06:29.788149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-94eaf00f-e582-4e0f-b5f3-93b2efa4d2c5 None None] Deleting port 637615ae-b127-444c-bf74-58f6f872352f {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:29.788149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94eaf00f-e582-4e0f-b5f3-93b2efa4d2c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (637615ae-b127-444c-bf74-58f6f872352f), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.805589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5bbf2310-ebce-4fdd-96f2-87134b1c5e4b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.813795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '4fa2c5b8-afb5-438c-bcea-6de4650972d8'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:29.815273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.866788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:29.904701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e0f445cc-64f5-423c-816b-d8d2076b34a3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a7ec89ef-e02c-470d-9efb-a892fdf4bac0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.916187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-94eaf00f-e582-4e0f-b5f3-93b2efa4d2c5 None None] For port 637615ae-b127-444c-bf74-58f6f872352f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=637615ae-b127-444c-bf74-58f6f872352f,segment=NetworkSegment(3e5946cc-df2b-4608-9ba3-56d061323cdd),segment_id=3e5946cc-df2b-4608-9ba3-56d061323cdd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:29.916611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94eaf00f-e582-4e0f-b5f3-93b2efa4d2c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (637615ae-b127-444c-bf74-58f6f872352f), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.988840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-94eaf00f-e582-4e0f-b5f3-93b2efa4d2c5 None None] Calling delete_port for 637615ae-b127-444c-bf74-58f6f872352f owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:29.991768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e0f445cc-64f5-423c-816b-d8d2076b34a3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (a7ec89ef-e02c-470d-9efb-a892fdf4bac0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.036633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f445cc-64f5-423c-816b-d8d2076b34a3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ec89ef-e02c-470d-9efb-a892fdf4bac0,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:30.043399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e0f445cc-64f5-423c-816b-d8d2076b34a3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.047302 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e0f445cc-64f5-423c-816b-d8d2076b34a3 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a7ec89ef-e02c-470d-9efb-a892fdf4bac0 HTTP/1.1" status: 204 len: 168 time: 0.8804262 Sep 25 01:06:30.049819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55764) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:30.092589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Current status of the port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:30.095467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bebfb1-d56e-4f6a-9166-b09d9cd5ac68 None None] Network 33b98dc9-fe58-400b-af03-7bfac87a608e requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:30.142234 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (56ad2be7-5cd1-4971-a65d-917c8b17b8f0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.183598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Provisioning complete for port 72481442-3c3a-4520-bdd6-0e80b66186ea triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:30.184026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.184395 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 1 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:30.193707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Deleting port 637615ae-b127-444c-bf74-58f6f872352f {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:30.194267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (637615ae-b127-444c-bf74-58f6f872352f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.226158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event deleted for resources: {'Port': ['ID=5bbf2310-ebce-4fdd-96f2-87134b1c5e4b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:30.271243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] For port 637615ae-b127-444c-bf74-58f6f872352f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=637615ae-b127-444c-bf74-58f6f872352f,segment=NetworkSegment(3e5946cc-df2b-4608-9ba3-56d061323cdd),segment_id=3e5946cc-df2b-4608-9ba3-56d061323cdd)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:30.271656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (637615ae-b127-444c-bf74-58f6f872352f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.280740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:30.291683 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Calling delete_port for 637615ae-b127-444c-bf74-58f6f872352f owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:30.309749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/4fa2c5b8-afb5-438c-bcea-6de4650972d8/0a7fc509-2d1e-468c-aea6-7b2b683db2e0) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:30.337489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Port 72481442-3c3a-4520-bdd6-0e80b66186ea cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:30.376480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:30.384323 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c357622-db7b-441a-afef-4293ce52a735 req-289f03d8-be89-4221-bc70-f381824f9b38 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 210 time: 0.1085784 Sep 25 01:06:30.411236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94eaf00f-e582-4e0f-b5f3-93b2efa4d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (637615ae-b127-444c-bf74-58f6f872352f), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: from cryptography.utils import int_from_bytes Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: from cryptography.utils import int_from_bytes Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: warnings.warn('Neutron quota engine will require "--force" ' Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: items = [ Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:06:30.425441 dv-neutron-master-2-hyperv neutron-server[107188]: self.session.flush() Sep 25 01:06:30.439354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.13 (cb3c671b-1792-47f2-88a7-c4475412dd1c/61fa0b36-d024-4ad4-bb5d-7b711be1a641/d6a24c71-cb14-49ca-9c94-ae83eb59ed5f) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:30.463527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (637615ae-b127-444c-bf74-58f6f872352f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.481337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.498396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:30.502250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.521292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] No DVR routers for this DVR port 637615ae-b127-444c-bf74-58f6f872352f on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:30.523748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Port': ['ID=637615ae-b127-444c-bf74-58f6f872352f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:30.621585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaf00f-e582-4e0f-b5f3-93b2efa4d2c5 None None] Pushing event deleted for resources: {'Port': ['ID=637615ae-b127-444c-bf74-58f6f872352f,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:30.623540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] DHCP port deletion for 33b98dc9-fe58-400b-af03-7bfac87a608e request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:30.626665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:30.671684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (56ad2be7-5cd1-4971-a65d-917c8b17b8f0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.697465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.702088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.705273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eaf00f-e582-4e0f-b5f3-93b2efa4d2c5 None None] No DVR routers for this DVR port 637615ae-b127-444c-bf74-58f6f872352f on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:30.706366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ad2be7-5cd1-4971-a65d-917c8b17b8f0']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:30.718737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:30.719396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5946cc-df2b-4608-9ba3-56d061323cdd') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:30.722701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5946cc-df2b-4608-9ba3-56d061323cdd') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:30.723372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port c36d5125-4296-4f30-b62b-bf762b95f6a3 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:30.740646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (3e5946cc-df2b-4608-9ba3-56d061323cdd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.761063 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3e5946cc-df2b-4608-9ba3-56d061323cdd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.763768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Deleting port 1fbaa673-3e82-4cec-9a14-58ee19f1733e {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:30.764152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.772007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:30.773029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (3e5946cc-df2b-4608-9ba3-56d061323cdd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.824809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:30.852818 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 2 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:30.865597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:30.867149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:30.867295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.867722 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 Sep 25 01:06:30.875321 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3e5946cc-df2b-4608-9ba3-56d061323cdd resource provider aggregate not found Sep 25 01:06:30.883428 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (e6c9480b-a17f-4bbe-a5bb-856a60a7284d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.884766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Fanout notify agent at l3_agent the message router_deleted on router e6c9480b-a17f-4bbe-a5bb-856a60a7284d {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:06:30.892891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.897885 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8ae98a91-2f1f-4990-8af6-dd22b004afcb tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e6c9480b-a17f-4bbe-a5bb-856a60a7284d HTTP/1.1" status: 204 len: 168 time: 3.4880145 Sep 25 01:06:30.898634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55772) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:30.904410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-311372579', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:30.930208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:30.933878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (0c817e34-6abf-43d7-b820-d59bd3997f2f), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.935134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (0c817e34-6abf-43d7-b820-d59bd3997f2f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.965568 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3e5946cc-df2b-4608-9ba3-56d061323cdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e5946cc-df2b-4608-9ba3-56d061323cdd found for delete ", "request_id": "req-e851f219-d23c-4160-abd0-7d57c0ceec7e"}]} Sep 25 01:06:30.967673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (56ad2be7-5cd1-4971-a65d-917c8b17b8f0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.979612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.984874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Publish callbacks [] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.985464 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/networks/56ad2be7-5cd1-4971-a65d-917c8b17b8f0 HTTP/1.1" status: 204 len: 168 time: 0.9346013 Sep 25 01:06:30.987196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55774) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:30.995479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] For port 1fbaa673-3e82-4cec-9a14-58ee19f1733e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fbaa673-3e82-4cec-9a14-58ee19f1733e,segment=NetworkSegment(79bfde9a-39c7-40a0-aa43-f2fffbb46460),segment_id=79bfde9a-39c7-40a0-aa43-f2fffbb46460)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:30.995879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.012399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=11,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:31.023291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Calling delete_port for 1fbaa673-3e82-4cec-9a14-58ee19f1733e owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:31.026528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (0c817e34-6abf-43d7-b820-d59bd3997f2f), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.026815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.028065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1b22f-0132-4ef8-bd0c-707585b80376 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Network': ['ID=56ad2be7-5cd1-4971-a65d-917c8b17b8f0,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:31.038857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Port 72481442-3c3a-4520-bdd6-0e80b66186ea cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:31.099752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::174 (cf904343-f06f-476a-b370-411af221ea3d/4fa2c5b8-afb5-438c-bcea-6de4650972d8/c36d5125-4296-4f30-b62b-bf762b95f6a3) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:31.121901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:31.131351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:31.143531 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:31.174862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Pushing event updated for resources: {'Port': ['ID=0a7fc509-2d1e-468c-aea6-7b2b683db2e0,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:31.244888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:31.321921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (c36d5125-4296-4f30-b62b-bf762b95f6a3), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.322604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (0c817e34-6abf-43d7-b820-d59bd3997f2f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.353874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 637615ae-b127-444c-bf74-58f6f872352f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:31.362481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Attempting to bind port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:31.362950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Attempting to bind port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:31.376414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Attempting to bind port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:31.399870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.423233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.441832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 637615ae-b127-444c-bf74-58f6f872352f {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:31.441941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 637615ae-b127-444c-bf74-58f6f872352f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:31.442360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:31.494216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (1fbaa673-3e82-4cec-9a14-58ee19f1733e), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.502394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.503904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.504090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:31.504382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 705dc9f4-b9de-4fb0-85c9-a4e03d91eba8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:31.536591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-254df2bb-689e-4aff-984c-852d80a91768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.539016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Pushing event deleted for resources: {'Port': ['ID=1fbaa673-3e82-4cec-9a14-58ee19f1733e,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:31.548611 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 3 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:31.555990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] No DVR routers for this DVR port 1fbaa673-3e82-4cec-9a14-58ee19f1733e on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:31.583591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:31.584071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:31.584418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.584825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:31.585335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Bound port: 0a7fc509-2d1e-468c-aea6-7b2b683db2e0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:31.585729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.588826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.589180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.589551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.589904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.590250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.590589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.590927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.591817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.592200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.592543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.592896 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.593249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.593589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.593922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.594250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb8b24-4dd6-4a33-b338-38509f45256e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:31.625365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Port 72481442-3c3a-4520-bdd6-0e80b66186ea cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:31.665668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca5ce-8221-4a02-84cc-f3e3749f8ded req-287904a3-9cbb-4085-b9f2-fd6e04ca2a64 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:31.674626 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-46cca5ce-8221-4a02-84cc-f3e3749f8ded req-287904a3-9cbb-4085-b9f2-fd6e04ca2a64 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1839752 Sep 25 01:06:31.678268 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8fc74106-1288-438a-b70a-bbc7ef53e7a1 req-dab7671e-75b6-49fc-ad7f-37baa2022ebc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 210 time: 0.0811973 Sep 25 01:06:31.689727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] For port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:31.694208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (33b98dc9-fe58-400b-af03-7bfac87a608e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.709312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (0c817e34-6abf-43d7-b820-d59bd3997f2f), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.711079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] For port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a7fc509-2d1e-468c-aea6-7b2b683db2e0,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:31.714616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:31.722106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.738046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.760259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:31.797305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b487af-5f65-44ce-9855-713fc2f4e529 None None] Pushing event updated for resources: {'Port': ['ID=0a7fc509-2d1e-468c-aea6-7b2b683db2e0,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:31.823054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=3,neutron:INSERT=3,neutron:SELECT=90,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:31.825067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (c36d5125-4296-4f30-b62b-bf762b95f6a3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.900735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.950795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Allocated IP 172.36.7.76 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/fb15f2cc-09eb-4ba4-bea1-afac0d9e052b) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:31.982342 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-46cca5ce-8221-4a02-84cc-f3e3749f8ded req-f5f27af8-ce1c-4e1a-899c-1133f7386bf4 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059564 Sep 25 01:06:31.995649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=72481442-3c3a-4520-bdd6-0e80b66186ea,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:32.070233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:32.126617 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 4 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:32.129345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:32.142018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network cb3c671b-1792-47f2-88a7-c4475412dd1c is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:32.162664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:32.167313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:32.167652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for port (fb15f2cc-09eb-4ba4-bea1-afac0d9e052b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.168202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.185680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:32.188916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (33b98dc9-fe58-400b-af03-7bfac87a608e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.219411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:32.230059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (fb15f2cc-09eb-4ba4-bea1-afac0d9e052b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.275138 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6684096 Sep 25 01:06:32.276013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a24355-d88d-49cd-8088-4757c118aacc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=c36d5125-4296-4f30-b62b-bf762b95f6a3,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:32.296630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Port 72481442-3c3a-4520-bdd6-0e80b66186ea cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:32.306780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55796) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:32.316813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:32.323658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:32.329738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:32.335622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b98dc9-fe58-400b-af03-7bfac87a608e']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:32.370767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event updated for resources: {'Port': ['ID=fb15f2cc-09eb-4ba4-bea1-afac0d9e052b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:32.489645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bfde9a-39c7-40a0-aa43-f2fffbb46460') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:32.490025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bfde9a-39c7-40a0-aa43-f2fffbb46460') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:32.558134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network ebf20b17-3417-443c-908a-b75377f15df5 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:32.588019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1158a9b-cf9e-4873-a7be-65ede475d018 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:32.597508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:32.610402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1158a9b-cf9e-4873-a7be-65ede475d018 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:32.615067 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c1158a9b-cf9e-4873-a7be-65ede475d018 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3039289 Sep 25 01:06:32.615290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55798) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:32.620114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (79bfde9a-39c7-40a0-aa43-f2fffbb46460), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.623026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:32.644805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:32.645497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.661910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:32.672318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:32.672607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.673066 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 Sep 25 01:06:32.681556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (79bfde9a-39c7-40a0-aa43-f2fffbb46460), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.758655 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-f7f901b1-02cd-45e9-96b9-edcf21c4cc28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7016265 Sep 25 01:06:32.774706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:32.775151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (79bfde9a-39c7-40a0-aa43-f2fffbb46460), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.789862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:32.790411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.800860 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 5 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:32.828583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Request body: {'port': {'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:32.833112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:32.836858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd2ff4-ecdf-494f-96fa-f04718728d4d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port c36d5125-4296-4f30-b62b-bf762b95f6a3 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:32.837590 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2ff4-ecdf-494f-96fa-f04718728d4d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c36d5125-4296-4f30-b62b-bf762b95f6a3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.845524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Port 72481442-3c3a-4520-bdd6-0e80b66186ea cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:32.877478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a7fc509-2d1e-468c-aea6-7b2b683db2e0,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:32.882749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.950443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:33.051785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=0a7fc509-2d1e-468c-aea6-7b2b683db2e0,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:33.055663 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 79bfde9a-39c7-40a0-aa43-f2fffbb46460 resource provider aggregate not found Sep 25 01:06:33.060520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1fbaa673-3e82-4cec-9a14-58ee19f1733e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:33.099615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649632c0-d40a-47ab-b77a-18f1a7241091 req-23ce558a-abbd-41de-bd6a-05da6f3802fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:33.102856 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-649632c0-d40a-47ab-b77a-18f1a7241091 req-23ce558a-abbd-41de-bd6a-05da6f3802fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 932 time: 0.1990833 Sep 25 01:06:33.114721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 1fbaa673-3e82-4cec-9a14-58ee19f1733e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:33.115321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1fbaa673-3e82-4cec-9a14-58ee19f1733e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:33.131852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (0c817e34-6abf-43d7-b820-d59bd3997f2f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:33.163003 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 79bfde9a-39c7-40a0-aa43-f2fffbb46460 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79bfde9a-39c7-40a0-aa43-f2fffbb46460 found for delete ", "request_id": "req-0f308ce2-8256-485d-9daa-494d0a30f44b"}]} Sep 25 01:06:33.227538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:33.251162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2ff4-ecdf-494f-96fa-f04718728d4d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c36d5125-4296-4f30-b62b-bf762b95f6a3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:33.261218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:33.276747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (33b98dc9-fe58-400b-af03-7bfac87a608e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:33.284861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd2ff4-ecdf-494f-96fa-f04718728d4d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for c36d5125-4296-4f30-b62b-bf762b95f6a3 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:33.299297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f656e-9bbc-4f5c-a85c-0ce07d9c2322 req-1459f570-d560-47c8-a573-bc4d37fa7a11 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:33.300946 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ea5f656e-9bbc-4f5c-a85c-0ce07d9c2322 req-1459f570-d560-47c8-a573-bc4d37fa7a11 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1404903 Sep 25 01:06:33.308545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:33.330077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:33.336100 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/networks/33b98dc9-fe58-400b-af03-7bfac87a608e HTTP/1.1" status: 204 len: 168 time: 2.3456936 Sep 25 01:06:33.339983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55808) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:33.347307 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 6 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:33.420197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Port 72481442-3c3a-4520-bdd6-0e80b66186ea cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:33.453512 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-649632c0-d40a-47ab-b77a-18f1a7241091 req-2232cb7d-26e0-4258-a615-005a2d6813fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424377 Sep 25 01:06:33.669975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e763f6d-0037-43b8-81e7-5052b0f077fe None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:33.706771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:33.757549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2ff4-ecdf-494f-96fa-f04718728d4d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c36d5125-4296-4f30-b62b-bf762b95f6a3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:33.760408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:33.773810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c12311-d26d-4c48-a4dc-c5129af0f8a9 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Network': ['ID=33b98dc9-fe58-400b-af03-7bfac87a608e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:33.804313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd2ff4-ecdf-494f-96fa-f04718728d4d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=c36d5125-4296-4f30-b62b-bf762b95f6a3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:33.840847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (0c817e34-6abf-43d7-b820-d59bd3997f2f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:33.843603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2ff4-ecdf-494f-96fa-f04718728d4d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:33.848927 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f1dd2ff4-ecdf-494f-96fa-f04718728d4d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c36d5125-4296-4f30-b62b-bf762b95f6a3 HTTP/1.1" status: 204 len: 168 time: 1.2322423 Sep 25 01:06:33.851820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55810) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:33.876860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:33.921824 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 7 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:33.952267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76f1216-e4ed-4be1-aaf6-0c35af3a7870 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Deleting subnet 4b4356a7-00ba-41ad-a52a-78e7b12dcb04 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:33.970077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e944e0b-62af-4959-a0d3-0df8cd65a3dd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:33.972375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e944e0b-62af-4959-a0d3-0df8cd65a3dd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:33.974429 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5e944e0b-62af-4959-a0d3-0df8cd65a3dd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1209576 Sep 25 01:06:33.976101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Port 72481442-3c3a-4520-bdd6-0e80b66186ea cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:33.977423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55812) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:34.042507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f76f1216-e4ed-4be1-aaf6-0c35af3a7870 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (4b4356a7-00ba-41ad-a52a-78e7b12dcb04), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.048972 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ea5f656e-9bbc-4f5c-a85c-0ce07d9c2322 req-9c610e8f-dd5f-4677-98e4-6c0c8fd46134 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7365944 Sep 25 01:06:34.118082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aada6e-7de3-43b1-83b9-036a0a5098b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 4fa2c5b8-afb5-438c-bcea-6de4650972d8 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:34.125648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-19aada6e-7de3-43b1-83b9-036a0a5098b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (4fa2c5b8-afb5-438c-bcea-6de4650972d8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.161768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:34.169004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:34.179775 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:34.185703 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-be516c5c-276a-46bb-a0f9-342f45e51699 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7872725 Sep 25 01:06:34.188439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f76f1216-e4ed-4be1-aaf6-0c35af3a7870 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (4b4356a7-00ba-41ad-a52a-78e7b12dcb04), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.189666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55814) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:34.193115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-19aada6e-7de3-43b1-83b9-036a0a5098b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (4fa2c5b8-afb5-438c-bcea-6de4650972d8), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.197697 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:34.207169 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:34.208057 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:34.226081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-668736998'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:34.251800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Router 0c817e34-6abf-43d7-b820-d59bd3997f2f is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:06:34.254733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:34.306857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:34.316489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.372114 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:34.441476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:06:34.453222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0779a34c-e4bd-42f8-bedb-33be4cc2056c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.453679 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added segment 0779a34c-e4bd-42f8-bedb-33be4cc2056c of type vlan for network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 Sep 25 01:06:34.478329 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 8 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:34.515456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.555219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.557914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a24c71-cb14-49ca-9c94-ae83eb59ed5f {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:06:34.561301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:34.562189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.567507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Port 72481442-3c3a-4520-bdd6-0e80b66186ea cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:34.574027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Publish callbacks [] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.575328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:34.618173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Transition to ACTIVE for port object d6a24c71-cb14-49ca-9c94-ae83eb59ed5f will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:06:34.660196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.696624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:34.697007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.697354 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 Sep 25 01:06:34.739908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f76f1216-e4ed-4be1-aaf6-0c35af3a7870 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (4b4356a7-00ba-41ad-a52a-78e7b12dcb04), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.841800 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:29Z', 'revision_number': 3, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:30Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:34.872258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:34.883752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:34.890271 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:34.890636 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Updating router a0f76504-0ec6-4a18-8b35-c4402b5be77f port 72481442-3c3a-4520-bdd6-0e80b66186ea binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:06:34.936371 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.936922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f76f1216-e4ed-4be1-aaf6-0c35af3a7870 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (4b4356a7-00ba-41ad-a52a-78e7b12dcb04), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.971125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f1216-e4ed-4be1-aaf6-0c35af3a7870 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4356a7-00ba-41ad-a52a-78e7b12dcb04,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:34.986668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f76f1216-e4ed-4be1-aaf6-0c35af3a7870 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:34.992852 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f76f1216-e4ed-4be1-aaf6-0c35af3a7870 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4b4356a7-00ba-41ad-a52a-78e7b12dcb04 HTTP/1.1" status: 204 len: 168 time: 1.6437848 Sep 25 01:06:34.993520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55818) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:34.997838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30346413-700b-42a0-8272-89278f0e326b None None] Network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:35.031611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Attempting to bind port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:35.031997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Attempting to bind port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:35.032336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Attempting to bind port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f on network cb3c671b-1792-47f2-88a7-c4475412dd1c {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:35.050948 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-19aada6e-7de3-43b1-83b9-036a0a5098b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (4fa2c5b8-afb5-438c-bcea-6de4650972d8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.069332 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 9 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:35.070821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:35.115862 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9192147 Sep 25 01:06:35.122807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:35.126216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55822) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:35.134852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (76a7e0b0-80a7-43ce-8596-d65eca4dd173), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.140133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'subnet': {'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:35.155291 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65530db3-d8f7-473b-a888-f1a06c8a6277 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Network': ['ID=ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:35.201694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:06:35.237688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:35.253071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e1d81-aafc-4f1f-94d6-bff2f45504c7 req-0d2a115a-c396-4263-b1e8-98acef3038c9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:35.255104 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d28e1d81-aafc-4f1f-94d6-bff2f45504c7 req-0d2a115a-c396-4263-b1e8-98acef3038c9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 944 time: 0.6216066 Sep 25 01:06:35.276203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:35.288672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3330fab-ced0-40f8-aef0-d5ac503db761 None None] Sync routers for ids ['0c817e34-6abf-43d7-b820-d59bd3997f2f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:35.295914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Port 72481442-3c3a-4520-bdd6-0e80b66186ea cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:35.326157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:35.358825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.360606 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-67461275-4237-412c-a7d0-7b70af631263 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4599206 Sep 25 01:06:35.363566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:35.368153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.371385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f71f7f-ae52-4383-9001-04d5cf7a1394 req-4f1de49c-db96-4db1-9b4e-15be95280050 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:35.373886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55824) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:35.378278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-19aada6e-7de3-43b1-83b9-036a0a5098b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (4fa2c5b8-afb5-438c-bcea-6de4650972d8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.381138 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-32f71f7f-ae52-4383-9001-04d5cf7a1394 req-4f1de49c-db96-4db1-9b4e-15be95280050 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1724696 Sep 25 01:06:35.390155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f on network cb3c671b-1792-47f2-88a7-c4475412dd1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:06:35.390489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Attempting to bind port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f on network cb3c671b-1792-47f2-88a7-c4475412dd1c {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:35.410580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:35.454207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] DHCP port deletion for 76a7e0b0-80a7-43ce-8596-d65eca4dd173 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:35.459980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Deleting port 61ebf81b-3a73-4612-94c0-6594287d257a {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:35.460353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.468796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3330fab-ced0-40f8-aef0-d5ac503db761 None None] Routers {'0c817e34-6abf-43d7-b820-d59bd3997f2f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:35.469736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f3330fab-ced0-40f8-aef0-d5ac503db761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0c817e34-6abf-43d7-b820-d59bd3997f2f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:35.496799 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Publish callbacks [] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.504192 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.522062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f3330fab-ced0-40f8-aef0-d5ac503db761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:35.537003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] For port 61ebf81b-3a73-4612-94c0-6594287d257a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61ebf81b-3a73-4612-94c0-6594287d257a,segment=NetworkSegment(9c049a3c-fd33-4f17-b35a-610cc1c199ee),segment_id=9c049a3c-fd33-4f17-b35a-610cc1c199ee)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:35.537380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.552899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Calling delete_port for 61ebf81b-3a73-4612-94c0-6594287d257a owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:35.602244 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857679b-a53f-448f-83f0-5af74191e4fa None None] Pushing event updated for resources: {'Port': ['ID=72481442-3c3a-4520-bdd6-0e80b66186ea,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:35.603652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aada6e-7de3-43b1-83b9-036a0a5098b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa2c5b8-afb5-438c-bcea-6de4650972d8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:35.610514 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Attempting to bind port 72481442-3c3a-4520-bdd6-0e80b66186ea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:35.610900 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Attempting to bind port 72481442-3c3a-4520-bdd6-0e80b66186ea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b907c3f3-f6c6-47be-8967-262729013b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:35.611280 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Attempting to bind port 72481442-3c3a-4520-bdd6-0e80b66186ea on network ebf20b17-3417-443c-908a-b75377f15df5 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:35.617454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-19aada6e-7de3-43b1-83b9-036a0a5098b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.623786 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-19aada6e-7de3-43b1-83b9-036a0a5098b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4fa2c5b8-afb5-438c-bcea-6de4650972d8 HTTP/1.1" status: 204 len: 168 time: 1.6449153 Sep 25 01:06:35.628688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55826) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:35.635631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] Deleting port 61ebf81b-3a73-4612-94c0-6594287d257a {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:35.636414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.639482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e53240-f393-403e-954a-9d8e6869a8a7 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:35.653779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.656601 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:35.664708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:35.665066 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Checking segment: {'id': 'b907c3f3-f6c6-47be-8967-262729013b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:35.665465 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.665907 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Bound using segment: {'id': 'b907c3f3-f6c6-47be-8967-262729013b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:35.666384 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Bound port: 72481442-3c3a-4520-bdd6-0e80b66186ea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b907c3f3-f6c6-47be-8967-262729013b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:35.666742 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.679512 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d28e1d81-aafc-4f1f-94d6-bff2f45504c7 req-2268c22c-30a4-434a-9213-d6bf832ca772 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148762 Sep 25 01:06:35.721698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] No DVR routers for this DVR port 61ebf81b-3a73-4612-94c0-6594287d257a on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:35.735383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Port': ['ID=61ebf81b-3a73-4612-94c0-6594287d257a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:35.753430 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] For port 72481442-3c3a-4520-bdd6-0e80b66186ea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:35.757577 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] For port 72481442-3c3a-4520-bdd6-0e80b66186ea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72481442-3c3a-4520-bdd6-0e80b66186ea,segment=NetworkSegment(b907c3f3-f6c6-47be-8967-262729013b3e),segment_id=b907c3f3-f6c6-47be-8967-262729013b3e)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:35.761734 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-490dfec7-2ac9-47cf-be0e-560da3e79158 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115053 Sep 25 01:06:35.768304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55828) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:35.772779 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-32f71f7f-ae52-4383-9001-04d5cf7a1394 req-8cb8028f-e58c-4094-bb73-3ee9f5428153 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906236 Sep 25 01:06:35.773077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:35.774918 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.800292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:35.800650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Checking segment: {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:35.801026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Bound using segment: {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:35.801498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Bound port: d6a24c71-cb14-49ca-9c94-ae83eb59ed5f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac51812a-fb7a-4740-8e41-91ff5c4bc332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:35.801872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.846326 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:35.847734 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:35.851226 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Attempt 10 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:35.874019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3330fab-ced0-40f8-aef0-d5ac503db761 None None] Routers {'0c817e34-6abf-43d7-b820-d59bd3997f2f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:35.885042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f3330fab-ced0-40f8-aef0-d5ac503db761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0c817e34-6abf-43d7-b820-d59bd3997f2f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:35.902503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] For port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:35.907227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] For port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:35.967103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.984554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:35.986101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:35.988456 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/d6a24c71-cb14-49ca-9c94-ae83eb59ed5f HTTP/1.1" status: 200 len: 1094 time: 3.2084773 Sep 25 01:06:35.991307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:35.995765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:36.033004 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857679b-a53f-448f-83f0-5af74191e4fa None None] Pushing event updated for resources: {'Port': ['ID=72481442-3c3a-4520-bdd6-0e80b66186ea,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:36.052094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (76a7e0b0-80a7-43ce-8596-d65eca4dd173), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.064506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:36.069607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.087019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f3330fab-ced0-40f8-aef0-d5ac503db761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:36.087623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3330fab-ced0-40f8-aef0-d5ac503db761 None None] The sync data for ids ['0c817e34-6abf-43d7-b820-d59bd3997f2f'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:36.093741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7616a8a-78a6-412d-a2f8-7ca51d4ea888 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:36.094449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:36.129374 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:36.162983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a7e0b0-80a7-43ce-8596-d65eca4dd173']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:36.186780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c049a3c-fd33-4f17-b35a-610cc1c199ee') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:36.188174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c049a3c-fd33-4f17-b35a-610cc1c199ee') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:36.208591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (9c049a3c-fd33-4f17-b35a-610cc1c199ee), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.231318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9c049a3c-fd33-4f17-b35a-610cc1c199ee), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.243103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:36.243821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (9c049a3c-fd33-4f17-b35a-610cc1c199ee), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.350519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213abd5-75e2-4d5f-9ff9-d6edbb751fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:36.389352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffbfae7-8c8a-4f38-945e-71b9741e653b x-openstack-request-id: req-3ffbfae7-8c8a-4f38-945e-71b9741e653b {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:36.389352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:36.389352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ffbfae7-8c8a-4f38-945e-71b9741e653b {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:36.389352 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffbfae7-8c8a-4f38-945e-71b9741e653b'] response: {'name': 'network-changed', 'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'status': 'completed', 'code': 200} Sep 25 01:06:36.404528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (76a7e0b0-80a7-43ce-8596-d65eca4dd173), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.422132 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9c049a3c-fd33-4f17-b35a-610cc1c199ee resource provider aggregate not found Sep 25 01:06:36.455149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.457525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.461175 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/networks/76a7e0b0-80a7-43ce-8596-d65eca4dd173 HTTP/1.1" status: 204 len: 168 time: 1.4643991 Sep 25 01:06:36.467980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55838) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:36.511791 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9c049a3c-fd33-4f17-b35a-610cc1c199ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c049a3c-fd33-4f17-b35a-610cc1c199ee found for delete ", "request_id": "req-532805cf-c51e-4c68-8e8e-d8c07e35ea04"}]} Sep 25 01:06:36.531994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:36.533280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e27e2-2f44-4f17-9539-ce6eaff65a6c tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Pushing event deleted for resources: {'Network': ['ID=76a7e0b0-80a7-43ce-8596-d65eca4dd173,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:36.543483 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-13a721bd-97ab-4be5-bf6d-86eff5996e23 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=963430a8-4343-4b1d-b378-27e2f21268d9 HTTP/1.1" status: 200 len: 205 time: 0.0749874 Sep 25 01:06:36.547991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55840) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:36.551737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] For port 61ebf81b-3a73-4612-94c0-6594287d257a, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:36.552396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.562142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-5d87b6fd-3166-4ba0-8723-8c79c781923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:36.564138 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-5d87b6fd-3166-4ba0-8723-8c79c781923c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 1128 time: 0.1612585 Sep 25 01:06:36.577325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.584345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 61ebf81b-3a73-4612-94c0-6594287d257a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:36.592912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b7616a8a-78a6-412d-a2f8-7ca51d4ea888 None None] Deleting port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:36.593432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7616a8a-78a6-412d-a2f8-7ca51d4ea888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.597519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] Calling delete_port for 61ebf81b-3a73-4612-94c0-6594287d257a owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:36.616440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (212d2e34-576f-428a-8e66-a32930726787), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.641482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.ipam_backend_mixin [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] Port 61ebf81b-3a73-4612-94c0-6594287d257a was not found and therefore no delete operation was performed {{(pid=107189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:06:36.652455 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-81f047b2-129e-46b0-b224-9aad01f5a337 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f HTTP/1.1" status: 200 len: 217 time: 0.0440226 Sep 25 01:06:36.655468 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:29Z', 'revision_number': 3, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:35Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:36.678222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 61ebf81b-3a73-4612-94c0-6594287d257a {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:36.678720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 61ebf81b-3a73-4612-94c0-6594287d257a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:36.679317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:36.710683 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e2caa-6c39-4012-ae53-ec0a0667e07d None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:29Z', 'revision_number': 3, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:35Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:36.715294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:36.731360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-89a633b2-b0ed-48fe-9ec2-47429bfb5852 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for router (963430a8-4343-4b1d-b378-27e2f21268d9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.774289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (61ebf81b-3a73-4612-94c0-6594287d257a), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.813856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] Network 76a7e0b0-80a7-43ce-8596-d65eca4dd173 is not hosted by any dhcp agent {{(pid=107189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:06:36.814320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] No DVR routers for this DVR port 61ebf81b-3a73-4612-94c0-6594287d257a on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:36.887430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:36.889906 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (0c817e34-6abf-43d7-b820-d59bd3997f2f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.890660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1cea6-bf48-4274-b1b8-ca354a0bc750 None None] Pushing event deleted for resources: {'Port': ['ID=61ebf81b-3a73-4612-94c0-6594287d257a,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:36.901214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Current status of the port 72481442-3c3a-4520-bdd6-0e80b66186ea is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:36.901986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:36.906133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Subnet': ['ID=212d2e34-576f-428a-8e66-a32930726787,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:36.973133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Checking segment: {'id': '0779a34c-e4bd-42f8-bedb-33be4cc2056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:36.973515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network hostable DHCP agents. Network: ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:06:37.001139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_gateway (0c817e34-6abf-43d7-b820-d59bd3997f2f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.019566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-bb30fadc-7062-45a6-942e-34944c1c1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:37.019794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] For port 72481442-3c3a-4520-bdd6-0e80b66186ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72481442-3c3a-4520-bdd6-0e80b66186ea,segment=NetworkSegment(b907c3f3-f6c6-47be-8967-262729013b3e),segment_id=b907c3f3-f6c6-47be-8967-262729013b3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:37.019942 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-bb30fadc-7062-45a6-942e-34944c1c1145 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=61fa0b36-d024-4ad4-bb5d-7b711be1a641 HTTP/1.1" status: 200 len: 835 time: 0.3302553 Sep 25 01:06:37.020093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b7616a8a-78a6-412d-a2f8-7ca51d4ea888 None None] For port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a7fc509-2d1e-468c-aea6-7b2b683db2e0,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:37.020093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7616a8a-78a6-412d-a2f8-7ca51d4ea888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.034823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.043885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:37.053835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:37.054712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.100256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b7616a8a-78a6-412d-a2f8-7ca51d4ea888 None None] Calling delete_port for 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:37.104334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406969b-90a5-4026-b319-ce6d1d9f32e2 req-e4d0c490-8ecb-4c43-9bf4-78101d379eb7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:37.109059 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9406969b-90a5-4026-b319-ce6d1d9f32e2 req-e4d0c490-8ecb-4c43-9bf4-78101d379eb7 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1197095 Sep 25 01:06:37.115032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:37.121778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d730413-fb5d-4e68-a070-0c8ca1c39a1a req-a8e11e35-062e-491f-ba1c-a12066313d42 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:37.124325 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d730413-fb5d-4e68-a070-0c8ca1c39a1a req-a8e11e35-062e-491f-ba1c-a12066313d42 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 944 time: 0.2894471 Sep 25 01:06:37.187303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Deleting port fb15f2cc-09eb-4ba4-bea1-afac0d9e052b {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:37.187303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fb15f2cc-09eb-4ba4-bea1-afac0d9e052b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.193863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (c6126e60-f9dd-411a-a555-3c80e6edd19f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.202469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] Could not find standard attr ID for object c36d5125-4296-4f30-b62b-bf762b95f6a3. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:37.211836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a7fc509-2d1e-468c-aea6-7b2b683db2e0,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:37.226618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-89a633b2-b0ed-48fe-9ec2-47429bfb5852 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (963430a8-4343-4b1d-b378-27e2f21268d9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.228839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.238209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:37.240220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da2fe7-a4c0-4186-8bb4-6c563b10705d None None] Pushing event updated for resources: {'Port': ['ID=72481442-3c3a-4520-bdd6-0e80b66186ea,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:37.252274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-89a633b2-b0ed-48fe-9ec2-47429bfb5852 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for router_controller (963430a8-4343-4b1d-b378-27e2f21268d9), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.256038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:37.263855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:37.265023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.268223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:06:37.291987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-326f64fa-8fa3-4d32-8ea5-11bc2a651a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:37.295068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] Provisioning complete for port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:37.295451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.295793 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] Attempt 1 to provision port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 Sep 25 01:06:37.300272 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-326f64fa-8fa3-4d32-8ea5-11bc2a651a68 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb3c671b-1792-47f2-88a7-c4475412dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2748153 Sep 25 01:06:37.368562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:37.392298 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6188083 Sep 25 01:06:37.398070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:37.398884 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.405416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55846) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:37.420759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'name': 'tempest-NetworksTestDHCPv6-1029883176'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:37.435726 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-36b86384-2a74-4259-8c23-b88761cdab08 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3025835 Sep 25 01:06:37.443044 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55848) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:37.458912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=0a7fc509-2d1e-468c-aea6-7b2b683db2e0,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:37.460742 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9406969b-90a5-4026-b319-ce6d1d9f32e2 req-5ab9092f-1744-4b7d-9bfa-697d5139136c tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286114 Sep 25 01:06:37.471722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221446f-803a-4934-aeae-c93a690c2abf None None] Network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:37.477072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] Could not find standard attr ID for object 0a7fc509-2d1e-468c-aea6-7b2b683db2e0. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:37.500995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7616a8a-78a6-412d-a2f8-7ca51d4ea888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (0a7fc509-2d1e-468c-aea6-7b2b683db2e0), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.501429 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d730413-fb5d-4e68-a070-0c8ca1c39a1a req-b0666e73-a082-40a0-b36f-6a0e3cc6149b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329213 Sep 25 01:06:37.502156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-89a633b2-b0ed-48fe-9ec2-47429bfb5852 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (963430a8-4343-4b1d-b378-27e2f21268d9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.502725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a633b2-b0ed-48fe-9ec2-47429bfb5852 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Fanout notify agent at l3_agent the message router_deleted on router 963430a8-4343-4b1d-b378-27e2f21268d9 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:06:37.514540 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.db [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] No ports have port_id starting with 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 Sep 25 01:06:37.591124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7616a8a-78a6-412d-a2f8-7ca51d4ea888 None None] Pushing event deleted for resources: {'Port': ['ID=0a7fc509-2d1e-468c-aea6-7b2b683db2e0,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:37.605366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7616a8a-78a6-412d-a2f8-7ca51d4ea888 None None] No DVR routers for this DVR port 0a7fc509-2d1e-468c-aea6-7b2b683db2e0 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:37.634230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc7d05-d339-48b1-beb3-f146504369d8 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:37.648649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31073a5-bf30-4ea9-893e-731dc1e2b5ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=c6126e60-f9dd-411a-a555-3c80e6edd19f,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:37.650854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:37.667897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] Provisioning complete for port 72481442-3c3a-4520-bdd6-0e80b66186ea triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:37.667897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.667897 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] Attempt 1 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:37.702056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fb15f2cc-09eb-4ba4-bea1-afac0d9e052b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.739785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Calling delete_port for fb15f2cc-09eb-4ba4-bea1-afac0d9e052b owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:37.812109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:37.813448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.847300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:37.893495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-89a633b2-b0ed-48fe-9ec2-47429bfb5852 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:37.894608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-89a633b2-b0ed-48fe-9ec2-47429bfb5852 tempest-RoutersNegativeIpV6Test-40453305 tempest-RoutersNegativeIpV6Test-40453305-project] 10.222.0.49 "DELETE /networking/v2.0/routers/963430a8-4343-4b1d-b378-27e2f21268d9 HTTP/1.1" status: 204 len: 168 time: 1.3455045 Sep 25 01:06:37.984778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': 'c6126e60-f9dd-411a-a555-3c80e6edd19f'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:37.985759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.006725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-14ecfdba-83c2-447c-8f44-e963a679c326 None None] Current status of the port 72481442-3c3a-4520-bdd6-0e80b66186ea is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:38.020977 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-908f2273-ede5-4bce-8bb5-94123fba76c5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023134 Sep 25 01:06:38.077880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:38.117385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (fb15f2cc-09eb-4ba4-bea1-afac0d9e052b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.127049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:38.131652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.149901 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:06:38.171366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port c85655c5-3840-4c72-8e46-e1700a03e919 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:38.181343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Pushing event deleted for resources: {'Port': ['ID=fb15f2cc-09eb-4ba4-bea1-afac0d9e052b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:38.202191 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2db5b296-18d2-4c32-afa3-9f5f5ee7ffcd req-017b1488-ff22-4d42-a579-83694ddafd73 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724520 Sep 25 01:06:38.203864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Allocated IP 2001:db8:2::2 (ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4/212d2e34-576f-428a-8e66-a32930726787/424b7624-ddf7-4265-a9d2-bc2732f7c5d3) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:38.333416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:38.344203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/c6126e60-f9dd-411a-a555-3c80e6edd19f/8a704fc0-17e3-4b75-8cac-386a6becc45f) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:38.391410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (0c817e34-6abf-43d7-b820-d59bd3997f2f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.433727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.442555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55854) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:38.568480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 72481442-3c3a-4520-bdd6-0e80b66186ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:38.598665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Publish callbacks [] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.652682 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-71c6308b-d007-427a-8cd7-f12153cb7dd0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=63db3e105d9043d2b745787b06fffbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088690 Sep 25 01:06:38.666209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.674153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55862) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:38.705577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=10 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:38.721254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac851e-4993-4806-b1a1-e2cc3ee8ec04 req-b5edbc34-19f4-4d0b-a5d1-459bfc3f9c9d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:38.727862 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-70ac851e-4993-4806-b1a1-e2cc3ee8ec04 req-b5edbc34-19f4-4d0b-a5d1-459bfc3f9c9d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 944 time: 0.0947659 Sep 25 01:06:38.736868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Publish callbacks [] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.754095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:38.766608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.769714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:38.769918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:38.776008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Pushing event updated for resources: {'Port': ['ID=424b7624-ddf7-4265-a9d2-bc2732f7c5d3,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:38.781520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:38.826314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 72481442-3c3a-4520-bdd6-0e80b66186ea triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:38.826715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.827030 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 72481442-3c3a-4520-bdd6-0e80b66186ea Sep 25 01:06:38.834992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d765683-ee73-4047-9e6b-a7c67f084fc8 admin admin] Publish callbacks [] for security_group (76fd22dc-3235-4a31-92d4-ff4f4d15038e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.850481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:38.882951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:38.888463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:38.888687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d765683-ee73-4047-9e6b-a7c67f084fc8 admin admin] Publish callbacks [] for security_group (76fd22dc-3235-4a31-92d4-ff4f4d15038e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:38.901272 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-70ac851e-4993-4806-b1a1-e2cc3ee8ec04 req-0b4fe1fe-1d2c-497c-9cf7-1e73fa38e3cb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721821 Sep 25 01:06:38.914819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Pushing event updated for resources: {'Port': ['ID=8a704fc0-17e3-4b75-8cac-386a6becc45f,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:38.917399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::d2 (cf904343-f06f-476a-b370-411af221ea3d/c6126e60-f9dd-411a-a555-3c80e6edd19f/c85655c5-3840-4c72-8e46-e1700a03e919) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:38.953794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:38.979369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Attempting to bind port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:38.979650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Attempting to bind port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0779a34c-e4bd-42f8-bedb-33be4cc2056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:38.980008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Attempting to bind port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 on network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:39.066088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d765683-ee73-4047-9e6b-a7c67f084fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (76fd22dc-3235-4a31-92d4-ff4f4d15038e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.067897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Attempting to bind port 8a704fc0-17e3-4b75-8cac-386a6becc45f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:39.068309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Attempting to bind port 8a704fc0-17e3-4b75-8cac-386a6becc45f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:39.068756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Attempting to bind port 8a704fc0-17e3-4b75-8cac-386a6becc45f on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:39.069691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d765683-ee73-4047-9e6b-a7c67f084fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.073945 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0d765683-ee73-4047-9e6b-a7c67f084fc8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/76fd22dc-3235-4a31-92d4-ff4f4d15038e HTTP/1.1" status: 204 len: 168 time: 0.3987122 Sep 25 01:06:39.116709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51410f02-c3cb-4535-a422-027f9fccf153 req-2ddbbad5-2d28-4f89-b93c-aa894ef10aeb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:39.119715 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-51410f02-c3cb-4535-a422-027f9fccf153 req-2ddbbad5-2d28-4f89-b93c-aa894ef10aeb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1008375 Sep 25 01:06:39.134906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:39.135312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Checking segment: {'id': '0779a34c-e4bd-42f8-bedb-33be4cc2056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:39.135696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.136119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Bound using segment: {'id': '0779a34c-e4bd-42f8-bedb-33be4cc2056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:39.136626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Bound port: 424b7624-ddf7-4265-a9d2-bc2732f7c5d3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0779a34c-e4bd-42f8-bedb-33be4cc2056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:39.137009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.143769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 72481442-3c3a-4520-bdd6-0e80b66186ea is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:39.154005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (c85655c5-3840-4c72-8e46-e1700a03e919), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.188793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d765683-ee73-4047-9e6b-a7c67f084fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fd22dc-3235-4a31-92d4-ff4f4d15038e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:39.196485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (c85655c5-3840-4c72-8e46-e1700a03e919), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.266741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:39.276482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:39.281418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:39.292724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:39.293327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.300635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (0c817e34-6abf-43d7-b820-d59bd3997f2f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.329839 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9156785 Sep 25 01:06:39.334149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55868) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:39.335722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (0c817e34-6abf-43d7-b820-d59bd3997f2f), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.388774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:39.389461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:39.390142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.390927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:39.392388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Bound port: 8a704fc0-17e3-4b75-8cac-386a6becc45f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:39.393217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.402378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe554177-4145-44da-86ff-aa70a28a42ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:39.409312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe554177-4145-44da-86ff-aa70a28a42ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:39.413922 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fe554177-4145-44da-86ff-aa70a28a42ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0759649 Sep 25 01:06:39.414477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55870) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:39.485472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:39.488490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd3e11-c7e7-4ed6-89ad-29d43c5e4825 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=c85655c5-3840-4c72-8e46-e1700a03e919,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:39.494234 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-51410f02-c3cb-4535-a422-027f9fccf153 req-64823147-e9e7-4811-9bac-0cc7ecaf9baf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536187 Sep 25 01:06:39.520943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] For port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:39.526874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Router 0c817e34-6abf-43d7-b820-d59bd3997f2f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:39.561369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] For port 8a704fc0-17e3-4b75-8cac-386a6becc45f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:39.571431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] For port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=424b7624-ddf7-4265-a9d2-bc2732f7c5d3,segment=NetworkSegment(0779a34c-e4bd-42f8-bedb-33be4cc2056c),segment_id=0779a34c-e4bd-42f8-bedb-33be4cc2056c)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:39.581936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-41e55fd8-a505-4c19-a497-05a825ee795c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port c85655c5-3840-4c72-8e46-e1700a03e919 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:39.582482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-41e55fd8-a505-4c19-a497-05a825ee795c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c85655c5-3840-4c72-8e46-e1700a03e919), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.597240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.606173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] For port 8a704fc0-17e3-4b75-8cac-386a6becc45f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a704fc0-17e3-4b75-8cac-386a6becc45f,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:39.619537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:39.668456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.736271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01871a07-6e58-47d1-a00a-46be11cb80fd None None] Pushing event updated for resources: {'Port': ['ID=424b7624-ddf7-4265-a9d2-bc2732f7c5d3,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:39.745180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-41e55fd8-a505-4c19-a497-05a825ee795c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c85655c5-3840-4c72-8e46-e1700a03e919), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.759616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:39.774981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:39.780244 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f3eda711-72da-4910-91db-40f9fd18f245 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "PUT /networking/v2.0/routers/0c817e34-6abf-43d7-b820-d59bd3997f2f HTTP/1.1" status: 200 len: 705 time: 4.3948390 Sep 25 01:06:39.780457 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1274d7-44e5-4aa3-b8de-3566341b0995 None None] Sync routers for ids ['0c817e34-6abf-43d7-b820-d59bd3997f2f'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:39.782316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55878) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:39.800819 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:39.819920 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1274d7-44e5-4aa3-b8de-3566341b0995 None None] Routers {'0c817e34-6abf-43d7-b820-d59bd3997f2f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:39.820645 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9f1274d7-44e5-4aa3-b8de-3566341b0995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0c817e34-6abf-43d7-b820-d59bd3997f2f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:39.872310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a297fb-12a9-4b99-9326-48e78d05fa4f None None] Pushing event updated for resources: {'Port': ['ID=8a704fc0-17e3-4b75-8cac-386a6becc45f,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:39.900876 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9f1274d7-44e5-4aa3-b8de-3566341b0995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:39.906085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-41e55fd8-a505-4c19-a497-05a825ee795c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for c85655c5-3840-4c72-8e46-e1700a03e919 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:39.913331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-be8e5cf1-97ad-4148-891f-708f849f96fa tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/0c817e34-6abf-43d7-b820-d59bd3997f2f HTTP/1.1" status: 200 len: 740 time: 0.1297853 Sep 25 01:06:39.916581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55882) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:39.924321 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1274d7-44e5-4aa3-b8de-3566341b0995 None None] Routers {'0c817e34-6abf-43d7-b820-d59bd3997f2f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:39.928732 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9f1274d7-44e5-4aa3-b8de-3566341b0995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0c817e34-6abf-43d7-b820-d59bd3997f2f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:39.936916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 2001:db8:2::1 (ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4/212d2e34-576f-428a-8e66-a32930726787/1485d084-1ef1-4b10-b770-f824c8d8df30) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:40.005848 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-08ee0a8c-d3f6-486d-8cf9-e07d2ec4641c tempest-RoutersAdminTest-153678119 tempest-RoutersAdminTest-153678119-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&device_id=0c817e34-6abf-43d7-b820-d59bd3997f2f HTTP/1.1" status: 200 len: 205 time: 0.0877938 Sep 25 01:06:40.011137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55886) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:40.048764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:40.062248 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9f1274d7-44e5-4aa3-b8de-3566341b0995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:40.066144 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1274d7-44e5-4aa3-b8de-3566341b0995 None None] The sync data for ids ['0c817e34-6abf-43d7-b820-d59bd3997f2f'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:40.102771 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8c5445f7-2110-40ad-b4c2-417a3d2c5916 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c817e34-6abf-43d7-b820-d59bd3997f2f HTTP/1.1" status: 200 len: 205 time: 0.0903082 Sep 25 01:06:40.108982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55888) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:40.177136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-83b2a731-3a32-4ecb-9334-5b08b35e718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:40.178783 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-83b2a731-3a32-4ecb-9334-5b08b35e718a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 1128 time: 0.0796280 Sep 25 01:06:40.242579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57764e82-c1d7-4e1d-a7d3-abebd0734474 req-88bfa5c1-1abc-438e-84ce-f2fe7bd3e8c2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:40.244504 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-57764e82-c1d7-4e1d-a7d3-abebd0734474 req-88bfa5c1-1abc-438e-84ce-f2fe7bd3e8c2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 944 time: 0.1478932 Sep 25 01:06:40.369192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:40.370360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-326e5f7f-738e-4cd9-aa53-867333998157 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (0c817e34-6abf-43d7-b820-d59bd3997f2f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:40.468440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:40.480976 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-57764e82-c1d7-4e1d-a7d3-abebd0734474 req-93c5657a-17fa-4312-85f9-ffc6a3b10d7a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898832 Sep 25 01:06:40.579030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-4ba972fb-d307-4494-8860-d4e8fb31ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:40.580659 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-4ba972fb-d307-4494-8860-d4e8fb31ecea service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb3c671b-1792-47f2-88a7-c4475412dd1c HTTP/1.1" status: 200 len: 898 time: 0.3351076 Sep 25 01:06:40.581125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:40.692034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8a704fc0-17e3-4b75-8cac-386a6becc45f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:40.705321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55900) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:40.725361 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-5122c16d-6156-4359-a4d6-f21f9bdd1803 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f HTTP/1.1" status: 200 len: 217 time: 0.1300039 Sep 25 01:06:40.726009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:40.771025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8a704fc0-17e3-4b75-8cac-386a6becc45f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:40.771327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:40.772868 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8a704fc0-17e3-4b75-8cac-386a6becc45f Sep 25 01:06:40.803073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-41e55fd8-a505-4c19-a497-05a825ee795c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (c85655c5-3840-4c72-8e46-e1700a03e919), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:40.833273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe589ff-243a-4d2c-bb79-d103e52b0a84 req-4ac6670b-afa1-46b8-bd6c-19cede2a729f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:40.835151 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2fe589ff-243a-4d2c-bb79-d103e52b0a84 req-4ac6670b-afa1-46b8-bd6c-19cede2a729f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1859527 Sep 25 01:06:40.838955 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-326e5f7f-738e-4cd9-aa53-867333998157 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (0c817e34-6abf-43d7-b820-d59bd3997f2f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:40.843897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-326e5f7f-738e-4cd9-aa53-867333998157 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router_controller (0c817e34-6abf-43d7-b820-d59bd3997f2f), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:40.859325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e55fd8-a505-4c19-a497-05a825ee795c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=c85655c5-3840-4c72-8e46-e1700a03e919,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:40.874896 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:40.885106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device d6a24c71-cb14-49ca-9c94-ae83eb59ed5f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:06:40.908656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-41e55fd8-a505-4c19-a497-05a825ee795c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:40.912731 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-41e55fd8-a505-4c19-a497-05a825ee795c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c85655c5-3840-4c72-8e46-e1700a03e919 HTTP/1.1" status: 204 len: 168 time: 1.4972019 Sep 25 01:06:40.915308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-53e5fe5f-d070-4f17-a9a6-d46e60810861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:40.917008 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-53e5fe5f-d070-4f17-a9a6-d46e60810861 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=61fa0b36-d024-4ad4-bb5d-7b711be1a641 HTTP/1.1" status: 200 len: 835 time: 0.1830308 Sep 25 01:06:40.919693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55904) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:40.923891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785663033'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:40.982017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-326e5f7f-738e-4cd9-aa53-867333998157 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (0c817e34-6abf-43d7-b820-d59bd3997f2f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:40.983339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326e5f7f-738e-4cd9-aa53-867333998157 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Fanout notify agent at l3_agent the message router_deleted on router 0c817e34-6abf-43d7-b820-d59bd3997f2f {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:06:40.986629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.009973 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-326e5f7f-738e-4cd9-aa53-867333998157 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.009973 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-326e5f7f-738e-4cd9-aa53-867333998157 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/0c817e34-6abf-43d7-b820-d59bd3997f2f HTTP/1.1" status: 204 len: 168 time: 0.8979030 Sep 25 01:06:41.028030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8a704fc0-17e3-4b75-8cac-386a6becc45f is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:41.028274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.038005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55906) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:41.114203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 8a704fc0-17e3-4b75-8cac-386a6becc45f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a704fc0-17e3-4b75-8cac-386a6becc45f,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:41.117873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.125122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.126052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:41.135648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:41.139616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.142606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-bfff464d-cc26-4e89-9886-ef0e3b53bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:41.144211 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-bfff464d-cc26-4e89-9886-ef0e3b53bccd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb3c671b-1792-47f2-88a7-c4475412dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1843135 Sep 25 01:06:41.147728 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2fe589ff-243a-4d2c-bb79-d103e52b0a84 req-c56361fd-3090-42b8-99f1-ce2eb2795afb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972498 Sep 25 01:06:41.185246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=1485d084-1ef1-4b10-b770-f824c8d8df30,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:41.187490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4bc54-b5ee-41cd-9bfb-50f7e964221f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:41.189616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4bc54-b5ee-41cd-9bfb-50f7e964221f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:41.191501 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-47e4bc54-b5ee-41cd-9bfb-50f7e964221f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2709517 Sep 25 01:06:41.202999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-48407552-6062-43be-bffb-e9d8f040b954 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c817e34-6abf-43d7-b820-d59bd3997f2f HTTP/1.1" status: 200 len: 205 time: 0.1647320 Sep 25 01:06:41.203670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55908) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:41.208018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:41.211900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55910) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:41.227061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:41.238146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:06:41.285211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:41.287233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.322258 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-a92bac3e-4745-47a6-8c01-0aa4a2ed1f65 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] delete failed (client error): The resource could not be found. Sep 25 01:06:41.327321 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a92bac3e-4745-47a6-8c01-0aa4a2ed1f65 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/0c817e34-6abf-43d7-b820-d59bd3997f2f HTTP/1.1" status: 404 len: 336 time: 0.1140380 Sep 25 01:06:41.332070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55912) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:41.332317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=8a704fc0-17e3-4b75-8cac-386a6becc45f,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:41.342431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:41.342431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.367980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:41.368372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.368979 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 Sep 25 01:06:41.403046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a24c71-cb14-49ca-9c94-ae83eb59ed5f {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:06:41.409261 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ecce12ed-7b10-4d62-9342-e30e7dd0f94c tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6c9480b-a17f-4bbe-a5bb-856a60a7284d HTTP/1.1" status: 200 len: 205 time: 0.0753930 Sep 25 01:06:41.414017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55914) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:41.417512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07ada6e-9d0d-4318-a68e-1cd0da987708 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet c6126e60-f9dd-411a-a555-3c80e6edd19f {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:41.425122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e07ada6e-9d0d-4318-a68e-1cd0da987708 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (c6126e60-f9dd-411a-a555-3c80e6edd19f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.459819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:41.467696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.544771 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-e7cc2036-6f78-464c-9a20-2cc4a928a9c7 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] delete failed (client error): The resource could not be found. Sep 25 01:06:41.552050 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e7cc2036-6f78-464c-9a20-2cc4a928a9c7 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e6c9480b-a17f-4bbe-a5bb-856a60a7284d HTTP/1.1" status: 404 len: 336 time: 0.1367383 Sep 25 01:06:41.557628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55916) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:41.566042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e07ada6e-9d0d-4318-a68e-1cd0da987708 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (c6126e60-f9dd-411a-a555-3c80e6edd19f), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.613371 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-530ae6ca-7ed3-41d9-afe6-cc411e8acefc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528270 Sep 25 01:06:41.625485 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f957a288-9954-49fb-be61-4114b3f6f9b2 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=57866ce9-87e3-42b3-8f0a-c3efbf87f7c2 HTTP/1.1" status: 200 len: 205 time: 0.0528076 Sep 25 01:06:41.628205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55920) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:41.640647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:41.657353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:41.662104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.732798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=424b7624-ddf7-4265-a9d2-bc2732f7c5d3,segment=NetworkSegment(0779a34c-e4bd-42f8-bedb-33be4cc2056c),segment_id=0779a34c-e4bd-42f8-bedb-33be4cc2056c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:41.740569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.744380 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-eafd2008-82cb-4691-9c83-e25f0a5040c4 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] delete failed (client error): The resource could not be found. Sep 25 01:06:41.748780 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eafd2008-82cb-4691-9c83-e25f0a5040c4 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/57866ce9-87e3-42b3-8f0a-c3efbf87f7c2 HTTP/1.1" status: 404 len: 336 time: 0.1048944 Sep 25 01:06:41.751494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55922) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:41.780544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e07ada6e-9d0d-4318-a68e-1cd0da987708 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (c6126e60-f9dd-411a-a555-3c80e6edd19f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.816038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.834906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=424b7624-ddf7-4265-a9d2-bc2732f7c5d3,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:41.847032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946335f-c4b7-43e7-8dda-05dcb96cfe37 None None] Network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:41.870619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:41.888488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:41.902230 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b6da8201-de54-4c33-93bc-3b112cb913e1 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00e65dd9-60f5-4910-bea8-6ef583cc1d20 HTTP/1.1" status: 200 len: 205 time: 0.0936258 Sep 25 01:06:41.914304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55924) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:41.914982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:41.918726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1d52a980-b2e7-4370-9192-398dc2907c97 None None] Provisioning complete for port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:41.919291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1d52a980-b2e7-4370-9192-398dc2907c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.919783 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1d52a980-b2e7-4370-9192-398dc2907c97 None None] Attempt 1 to provision port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 Sep 25 01:06:41.933074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['d6a24c71-cb14-49ca-9c94-ae83eb59ed5f'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:06:41.936441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650004b-bef1-4374-a14c-1ad26f32f5d1 req-5edfdd02-bb8a-4b40-bbc2-4c97654cba6c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:41.938199 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c650004b-bef1-4374-a14c-1ad26f32f5d1 req-5edfdd02-bb8a-4b40-bbc2-4c97654cba6c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 945 time: 0.1893172 Sep 25 01:06:41.960709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (a3313e3c-7f3b-49ff-8f40-8492cdc5b53c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:41.969668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:41.981047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a3313e3c-7f3b-49ff-8f40-8492cdc5b53c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.003002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:42.017343 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-66b7412e-fe54-429e-9ed8-1f0c738e871a tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] delete failed (client error): The resource could not be found. Sep 25 01:06:42.017343 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-66b7412e-fe54-429e-9ed8-1f0c738e871a tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/00e65dd9-60f5-4910-bea8-6ef583cc1d20 HTTP/1.1" status: 404 len: 336 time: 0.0972130 Sep 25 01:06:42.026229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55926) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:42.094750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e07ada6e-9d0d-4318-a68e-1cd0da987708 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (c6126e60-f9dd-411a-a555-3c80e6edd19f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.119531 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c650004b-bef1-4374-a14c-1ad26f32f5d1 req-ad6be593-12e7-42d9-ba43-87fe6b1aa9f0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671126 Sep 25 01:06:42.126462 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e3abf7c1-c6c8-4e97-9302-bee6b57a90ea tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c8f210f6-d553-4bc7-af80-f2195e5f863c HTTP/1.1" status: 200 len: 205 time: 0.0906007 Sep 25 01:06:42.136906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55928) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:42.202845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ada6e-9d0d-4318-a68e-1cd0da987708 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=c6126e60-f9dd-411a-a555-3c80e6edd19f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:42.216983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:42.219564 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-28bfd1c6-11b1-4208-b4b2-311925ac2a5a req-f06c5244-ea17-44b5-ad73-72000a6effd2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901275 Sep 25 01:06:42.224805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3313e3c-7f3b-49ff-8f40-8492cdc5b53c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:42.237747 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-30723732-093d-4e49-ae3f-9b8e1e49ed35 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] delete failed (client error): The resource could not be found. Sep 25 01:06:42.238266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1d52a980-b2e7-4370-9192-398dc2907c97 None None] Current status of the port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:42.239479 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-30723732-093d-4e49-ae3f-9b8e1e49ed35 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c8f210f6-d553-4bc7-af80-f2195e5f863c HTTP/1.1" status: 404 len: 336 time: 0.0923667 Sep 25 01:06:42.243434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55932) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:42.317852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e07ada6e-9d0d-4318-a68e-1cd0da987708 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.322414 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e07ada6e-9d0d-4318-a68e-1cd0da987708 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c6126e60-f9dd-411a-a555-3c80e6edd19f HTTP/1.1" status: 204 len: 168 time: 1.1120481 Sep 25 01:06:42.327764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55934) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:42.368848 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-98dd00d3-4169-449b-b9ee-ae058946e459 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=768389f8-2ade-4fa1-ab5b-eb79a4359212 HTTP/1.1" status: 200 len: 205 time: 0.1109760 Sep 25 01:06:42.371596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55936) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:42.388962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-68d652e5-6f8c-48f4-bd4c-bd344ef1d1a4 None None] Provisioning complete for port 8a704fc0-17e3-4b75-8cac-386a6becc45f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:42.389438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-68d652e5-6f8c-48f4-bd4c-bd344ef1d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.389847 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-68d652e5-6f8c-48f4-bd4c-bd344ef1d1a4 None None] Attempt 1 to provision port 8a704fc0-17e3-4b75-8cac-386a6becc45f Sep 25 01:06:42.419566 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-93b62902-261f-4da2-8710-d10452293d0c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897849 Sep 25 01:06:42.442412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55938) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:42.448204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:42.467446 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-e1456c70-850d-4628-93ce-e731d959b23b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] delete failed (client error): The resource could not be found. Sep 25 01:06:42.470989 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e1456c70-850d-4628-93ce-e731d959b23b tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/routers/768389f8-2ade-4fa1-ab5b-eb79a4359212 HTTP/1.1" status: 404 len: 336 time: 0.0955756 Sep 25 01:06:42.472886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (83f97bdd-be39-4701-9f89-9d46f7409949), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.473786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55940) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:42.548716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (83f97bdd-be39-4701-9f89-9d46f7409949), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.591437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8a704fc0-17e3-4b75-8cac-386a6becc45f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:42.597087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.604147 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.605090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.609361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.613549 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9017382 Sep 25 01:06:42.626242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55942) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:42.634758 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa381c00-d4e7-4685-a46b-aea5ab4493b3 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] DELETE failed (client error): The resource could not be found. Sep 25 01:06:42.635659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa381c00-d4e7-4685-a46b-aea5ab4493b3 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:06:42.640864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb94ef3-88b4-44e7-a44e-9e92bcfd233a None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:42.654667 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aa381c00-d4e7-4685-a46b-aea5ab4493b3 tempest-RoutersAdminTest-473971409 tempest-RoutersAdminTest-473971409-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2c27bc31-5fc8-42cf-a630-1c454b58aaa5 HTTP/1.1" status: 404 len: 337 time: 0.1521001 Sep 25 01:06:42.688351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7fc21-1ccb-4ce9-b5bc-b0408d412ea3 req-6a5407fc-388c-448e-82d0-19454df1ba6e tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:42.698423 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-88d7fc21-1ccb-4ce9-b5bc-b0408d412ea3 req-6a5407fc-388c-448e-82d0-19454df1ba6e tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.2774885 Sep 25 01:06:42.799597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fad1d-e3f3-4cf6-b6ce-cbb02d64c672 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f97bdd-be39-4701-9f89-9d46f7409949,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:42.804125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:42.811444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.828777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-68d652e5-6f8c-48f4-bd4c-bd344ef1d1a4 None None] Current status of the port 8a704fc0-17e3-4b75-8cac-386a6becc45f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:42.863195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8a704fc0-17e3-4b75-8cac-386a6becc45f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:42.863579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.863918 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8a704fc0-17e3-4b75-8cac-386a6becc45f Sep 25 01:06:42.869797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=1485d084-1ef1-4b10-b770-f824c8d8df30,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:42.928126 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:42.945092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:42.973292 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-52fecb97-908c-4ccf-ae11-35cfa797f183 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.3107531 Sep 25 01:06:42.978422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55946) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:42.984313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Provisioning complete for port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:42.985542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:42.985542 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Attempt 1 to provision port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 Sep 25 01:06:42.987436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4987651a-5755-48d7-887a-643c879310c9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-security--2094135446', 'description': 'tempest-security-description-411526940'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:43.025363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:43.058421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c7061-9b85-45fd-a15b-0385d84e5b7b None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:43.095985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4987651a-5755-48d7-887a-643c879310c9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (83f97bdd-be39-4701-9f89-9d46f7409949), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.101373 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-88d7fc21-1ccb-4ce9-b5bc-b0408d412ea3 req-f9a73a80-7121-46de-89ba-e2322ea22ccb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017601 Sep 25 01:06:43.110947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:43.125655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8a704fc0-17e3-4b75-8cac-386a6becc45f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:43.127868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:43.171410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4987651a-5755-48d7-887a-643c879310c9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (83f97bdd-be39-4701-9f89-9d46f7409949), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.180209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4987651a-5755-48d7-887a-643c879310c9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (83f97bdd-be39-4701-9f89-9d46f7409949), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.183011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4987651a-5755-48d7-887a-643c879310c9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.184427 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4987651a-5755-48d7-887a-643c879310c9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "PUT /networking/v2.0/security-groups/83f97bdd-be39-4701-9f89-9d46f7409949 HTTP/1.1" status: 200 len: 1796 time: 0.2049553 Sep 25 01:06:43.196498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c7061-9b85-45fd-a15b-0385d84e5b7b None None] Deleting port 8a704fc0-17e3-4b75-8cac-386a6becc45f {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:43.196815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7061-9b85-45fd-a15b-0385d84e5b7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.202968 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55952) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:43.252102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55954) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:43.304404 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4a8e8470-2499-4232-9efb-930e4c378937 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups/83f97bdd-be39-4701-9f89-9d46f7409949 HTTP/1.1" status: 200 len: 1796 time: 0.1000118 Sep 25 01:06:43.305116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55958) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:43.306452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:43.343078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0d6c7061-9b85-45fd-a15b-0385d84e5b7b None None] For port 8a704fc0-17e3-4b75-8cac-386a6becc45f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a704fc0-17e3-4b75-8cac-386a6becc45f,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:43.343762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7061-9b85-45fd-a15b-0385d84e5b7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.363772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987651a-5755-48d7-887a-643c879310c9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f97bdd-be39-4701-9f89-9d46f7409949,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:43.366542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c7061-9b85-45fd-a15b-0385d84e5b7b None None] Calling delete_port for 8a704fc0-17e3-4b75-8cac-386a6becc45f owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:43.368826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Current status of the port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:43.377283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Could not find standard attr ID for object c85655c5-3840-4c72-8e46-e1700a03e919. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:43.390628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9edb2e-c563-4631-adca-33ad92369d7f req-eb6e0a28-86fe-428f-a6f4-0e16e94fa0e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:43.393278 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f9edb2e-c563-4631-adca-33ad92369d7f req-eb6e0a28-86fe-428f-a6f4-0e16e94fa0e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 945 time: 0.1184649 Sep 25 01:06:43.402081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:43.402719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.403766 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 Sep 25 01:06:43.424816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:43.454096 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8bcdb015-4047-4191-a12b-b0cd17c4eccf tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9891593 Sep 25 01:06:43.457477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55960) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:43.473938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1234826615'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:43.492578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device d6a24c71-cb14-49ca-9c94-ae83eb59ed5f up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:43.504607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a521d63-4245-42d0-b5d6-b57b99f2fca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.515308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:43.516065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (49ff1040-cca6-404a-b0fe-98a6d23f69db), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.521091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71809a3a-ffa2-4fe6-93ef-df2c160f0b13 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (83f97bdd-be39-4701-9f89-9d46f7409949), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.525200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Provisioning complete for port 1485d084-1ef1-4b10-b770-f824c8d8df30 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:43.526321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.526489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:43.527005 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Attempt 1 to provision port 1485d084-1ef1-4b10-b770-f824c8d8df30 Sep 25 01:06:43.548749 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f9edb2e-c563-4631-adca-33ad92369d7f req-8a7cebf0-5266-4358-b9c9-367c09c6840b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221592 Sep 25 01:06:43.568706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71809a3a-ffa2-4fe6-93ef-df2c160f0b13 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (83f97bdd-be39-4701-9f89-9d46f7409949), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.571807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:43.574842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:43.578910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.583038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:43.612709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:43.621343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:43.621957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.627662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=49ff1040-cca6-404a-b0fe-98a6d23f69db,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:43.655483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:43.659046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:43.659710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:43.662394 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-40fc6095-6170-45bf-841a-b6efce6c5fca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2183855 Sep 25 01:06:43.666651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:43.667780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:06:43.670513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55964) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:43.679935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'name': 'tempest-NetworksTestDHCPv6-1076972263'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:43.725420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71809a3a-ffa2-4fe6-93ef-df2c160f0b13 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (83f97bdd-be39-4701-9f89-9d46f7409949), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.728526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71809a3a-ffa2-4fe6-93ef-df2c160f0b13 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.734062 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-71809a3a-ffa2-4fe6-93ef-df2c160f0b13 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/83f97bdd-be39-4701-9f89-9d46f7409949 HTTP/1.1" status: 204 len: 168 time: 0.4212391 Sep 25 01:06:43.740331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a521d63-4245-42d0-b5d6-b57b99f2fca9 admin admin] Publish callbacks [] for security_group (29fe1765-6aaa-4aff-9a20-35d23213c28c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.740562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55968) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:43.748022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71809a3a-ffa2-4fe6-93ef-df2c160f0b13 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f97bdd-be39-4701-9f89-9d46f7409949,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:43.748448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (420476f3-8d47-472d-b1cd-6146ff6dd8c0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.748927 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added segment 420476f3-8d47-472d-b1cd-6146ff6dd8c0 of type vlan for network 3c538bca-a44d-46cd-93e5-73acfa15cff3 Sep 25 01:06:43.753951 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4a521d63-4245-42d0-b5d6-b57b99f2fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (29fe1765-6aaa-4aff-9a20-35d23213c28c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.805408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a521d63-4245-42d0-b5d6-b57b99f2fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fe1765-6aaa-4aff-9a20-35d23213c28c,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:43.835564 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4a521d63-4245-42d0-b5d6-b57b99f2fca9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=02e6016c805f47df9cb34389ee03e69a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788741 Sep 25 01:06:43.838077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55970) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:43.843640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (3c538bca-a44d-46cd-93e5-73acfa15cff3), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.877436 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:06:43.881124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Port 1485d084-1ef1-4b10-b770-f824c8d8df30 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:43.889760 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ada91761-cb8a-46b2-9238-e6af41e3c554 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.1460030 Sep 25 01:06:43.894055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55972) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:43.920441 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-34ebae22-d729-4151-a59a-dca2a76571db tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] delete failed (client error): The resource could not be found. Sep 25 01:06:43.925440 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-34ebae22-d729-4151-a59a-dca2a76571db tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/83f97bdd-be39-4701-9f89-9d46f7409949 HTTP/1.1" status: 404 len: 347 time: 0.0263834 Sep 25 01:06:43.925440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4bfb52a6-ced3-44de-80af-99ac128ad198 admin admin] Publish callbacks [] for security_group (29fe1765-6aaa-4aff-9a20-35d23213c28c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.925682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (3c538bca-a44d-46cd-93e5-73acfa15cff3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.925808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55974) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:43.929900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:43.930180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5398cf6d-3645-43e2-91e1-5f4b731ff75c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080518617'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:43.930646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.939567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:43.939941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.940330 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f Sep 25 01:06:43.957491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:43.962747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.971366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4bfb52a6-ced3-44de-80af-99ac128ad198 admin admin] Publish callbacks [] for security_group (29fe1765-6aaa-4aff-9a20-35d23213c28c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:43.986144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5398cf6d-3645-43e2-91e1-5f4b731ff75c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.018135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7061-9b85-45fd-a15b-0385d84e5b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (8a704fc0-17e3-4b75-8cac-386a6becc45f), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.023210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:44.036527 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5718653 Sep 25 01:06:44.037196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55976) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:44.047969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 04827b88-e012-461b-9b1e-8c9325e33c75 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:44.051898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'subnet': {'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:44.052989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5af0c-51a1-433f-8928-e6587dbdd687 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Network': ['ID=3c538bca-a44d-46cd-93e5-73acfa15cff3,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:44.084815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 3c538bca-a44d-46cd-93e5-73acfa15cff3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:06:44.086913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:44.092963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c7061-9b85-45fd-a15b-0385d84e5b7b None None] No DVR routers for this DVR port 8a704fc0-17e3-4b75-8cac-386a6becc45f on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:44.096425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c7061-9b85-45fd-a15b-0385d84e5b7b None None] Pushing event deleted for resources: {'Port': ['ID=8a704fc0-17e3-4b75-8cac-386a6becc45f,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:44.173506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d5835d-8e5b-4c89-9e04-6aeba0aa6e4d None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:44.182480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4bfb52a6-ced3-44de-80af-99ac128ad198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (29fe1765-6aaa-4aff-9a20-35d23213c28c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.185606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4bfb52a6-ced3-44de-80af-99ac128ad198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.189283 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4bfb52a6-ced3-44de-80af-99ac128ad198 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/29fe1765-6aaa-4aff-9a20-35d23213c28c HTTP/1.1" status: 204 len: 168 time: 0.3476079 Sep 25 01:06:44.197994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5398cf6d-3645-43e2-91e1-5f4b731ff75c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (f6ceb631-02c3-46c5-862a-684ea6ca6b2a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.211323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5398cf6d-3645-43e2-91e1-5f4b731ff75c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f6ceb631-02c3-46c5-862a-684ea6ca6b2a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.234509 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb52a6-ced3-44de-80af-99ac128ad198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fe1765-6aaa-4aff-9a20-35d23213c28c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:44.242288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Made reservation on behalf of 2ed106dd2d834a11b058b6f9c3c699ad for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:44.246566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.257944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::5d (cf904343-f06f-476a-b370-411af221ea3d/49ff1040-cca6-404a-b0fe-98a6d23f69db/04827b88-e012-461b-9b1e-8c9325e33c75) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:44.321450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:44.343577 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5398cf6d-3645-43e2-91e1-5f4b731ff75c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.344861 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5398cf6d-3645-43e2-91e1-5f4b731ff75c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4182851 Sep 25 01:06:44.353369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55982) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:44.359276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c7822061-00d7-4b48-a417-1bcfa0b9b93d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': 'f6ceb631-02c3-46c5-862a-684ea6ca6b2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:44.372116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:44.393507 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Attempt 2 to provision port 1485d084-1ef1-4b10-b770-f824c8d8df30 Sep 25 01:06:44.424935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398cf6d-3645-43e2-91e1-5f4b731ff75c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ceb631-02c3-46c5-862a-684ea6ca6b2a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:44.442439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:44.442839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.445665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981819e-0339-4846-a7bb-40793c15169e req-a2382cbc-33a5-4961-8ef9-f96b00f32406 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:44.447224 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b981819e-0339-4846-a7bb-40793c15169e req-a2382cbc-33a5-4961-8ef9-f96b00f32406 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1384063 Sep 25 01:06:44.482833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7822061-00d7-4b48-a417-1bcfa0b9b93d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (a615e131-40b6-4eac-b01f-1dae0c1e86fb), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.486439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:44.534324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Port 1485d084-1ef1-4b10-b770-f824c8d8df30 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:44.545120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=5,neutron:DELETE=5,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:44.551634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:44.554469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1263712a-e709-464a-87ce-1b68c6bd0762" -d '{"events": [{"server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "name": "network-vif-plugged", "status": "completed", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:44.596394 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b981819e-0339-4846-a7bb-40793c15169e req-3ffb9dec-3886-440f-badf-8984662782c2 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421828 Sep 25 01:06:44.617308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:44.637420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (04827b88-e012-461b-9b1e-8c9325e33c75), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.639286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8a704fc0-17e3-4b75-8cac-386a6becc45f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:44.650796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7822061-00d7-4b48-a417-1bcfa0b9b93d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (a615e131-40b6-4eac-b01f-1dae0c1e86fb), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.660783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7822061-00d7-4b48-a417-1bcfa0b9b93d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (a615e131-40b6-4eac-b01f-1dae0c1e86fb), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.707199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7822061-00d7-4b48-a417-1bcfa0b9b93d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a615e131-40b6-4eac-b01f-1dae0c1e86fb,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:44.714950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:44.720103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c7822061-00d7-4b48-a417-1bcfa0b9b93d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.721602 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c7822061-00d7-4b48-a417-1bcfa0b9b93d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669858 Sep 25 01:06:44.725485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '49ff1040-cca6-404a-b0fe-98a6d23f69db'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:44.725688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 55992) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:44.727362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.737340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.740511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 8a704fc0-17e3-4b75-8cac-386a6becc45f {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:44.741695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8a704fc0-17e3-4b75-8cac-386a6becc45f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:44.819853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (83c12345-6ca7-4210-be7c-06eb2d13ace4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.874492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:41Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:42Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:44.885390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55994) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:44.915453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd78139-e5b4-4947-9478-0d42b8d6762b req-a0c9d761-c9fb-4e29-bad7-cde5769629bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:44.917130 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7dd78139-e5b4-4947-9478-0d42b8d6762b req-a0c9d761-c9fb-4e29-bad7-cde5769629bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 946 time: 0.1975737 Sep 25 01:06:44.948722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6863222-6370-4798-bf14-454d5aba5962 x-openstack-request-id: req-d6863222-6370-4798-bf14-454d5aba5962 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:44.949307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "name": "network-vif-plugged", "status": "completed", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:44.949307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6863222-6370-4798-bf14-454d5aba5962 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:44.950848 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6863222-6370-4798-bf14-454d5aba5962'] response: {'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'code': 200} Sep 25 01:06:44.965411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:44.965956 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Updating router a0f76504-0ec6-4a18-8b35-c4402b5be77f port 1485d084-1ef1-4b10-b770-f824c8d8df30 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:06:45.008446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:45.025504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Checking segment: {'id': '420476f3-8d47-472d-b1cd-6146ff6dd8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:45.025873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network hostable DHCP agents. Network: 3c538bca-a44d-46cd-93e5-73acfa15cff3, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:06:45.034206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Subnet': ['ID=83c12345-6ca7-4210-be7c-06eb2d13ace4,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:45.042993 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Attempt 3 to provision port 1485d084-1ef1-4b10-b770-f824c8d8df30 Sep 25 01:06:45.059415 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-04839525-8bf4-4663-bfcb-3fcd1d1df566 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3204138973e34cf590ae1100ca3faefb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621001 Sep 25 01:06:45.064229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.064679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55996) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:45.073731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (04827b88-e012-461b-9b1e-8c9325e33c75), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.078886 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7dd78139-e5b4-4947-9478-0d42b8d6762b req-cb7b814e-8174-4ae3-ac3e-2f13eec34b49 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487448 Sep 25 01:06:45.108480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 3c538bca-a44d-46cd-93e5-73acfa15cff3 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:06:45.132314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76507a2e-d054-4a78-8ec9-0a4ed2a596f7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (a615e131-40b6-4eac-b01f-1dae0c1e86fb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.137019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3c538bca-a44d-46cd-93e5-73acfa15cff3) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:45.142186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:45.143074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:45.151224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:45.152021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.153568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76507a2e-d054-4a78-8ec9-0a4ed2a596f7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (a615e131-40b6-4eac-b01f-1dae0c1e86fb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.155918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:45.163231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-08c4fb66-bb2b-4b23-899d-21733dcbab2c admin admin] Publish callbacks [] for security_group (7bc58126-d98d-4410-99fd-71e5896e689a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.164652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:45.169918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:45.170855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.181343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21168e64-f3e1-4fcb-a8d8-546c723c548c None None] Network 3c538bca-a44d-46cd-93e5-73acfa15cff3 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:45.186170 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d283e5a2-62f3-4abf-b7be-221089af0e41 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1464424 Sep 25 01:06:45.192036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 55998) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:45.193537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=04827b88-e012-461b-9b1e-8c9325e33c75,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:45.194298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Port 1485d084-1ef1-4b10-b770-f824c8d8df30 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:45.199758 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-47b4d5fd-1d4b-4ecf-a319-8170dbb81d5a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5277369 Sep 25 01:06:45.204635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56000) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:45.239667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/49ff1040-cca6-404a-b0fe-98a6d23f69db/eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:45.240994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-08c4fb66-bb2b-4b23-899d-21733dcbab2c admin admin] Publish callbacks [] for security_group (7bc58126-d98d-4410-99fd-71e5896e689a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.265664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4df4f1-2c23-4e37-87ed-0c4f834a8774 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:45.267870 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1d4df4f1-2c23-4e37-87ed-0c4f834a8774 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0586474 Sep 25 01:06:45.271053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56002) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:45.306812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76507a2e-d054-4a78-8ec9-0a4ed2a596f7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (a615e131-40b6-4eac-b01f-1dae0c1e86fb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.320469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76507a2e-d054-4a78-8ec9-0a4ed2a596f7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.322034 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-76507a2e-d054-4a78-8ec9-0a4ed2a596f7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/a615e131-40b6-4eac-b01f-1dae0c1e86fb HTTP/1.1" status: 204 len: 168 time: 0.5955749 Sep 25 01:06:45.327748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56004) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:45.332942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507a2e-d054-4a78-8ec9-0a4ed2a596f7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a615e131-40b6-4eac-b01f-1dae0c1e86fb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:45.400442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c71397b5-3bd2-484c-be64-7f50580245e2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 04827b88-e012-461b-9b1e-8c9325e33c75 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:45.401090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c71397b5-3bd2-484c-be64-7f50580245e2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (04827b88-e012-461b-9b1e-8c9325e33c75), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.451002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:45.489732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:45.513649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c71397b5-3bd2-484c-be64-7f50580245e2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (04827b88-e012-461b-9b1e-8c9325e33c75), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.515267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3c538bca-a44d-46cd-93e5-73acfa15cff3', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:45.516541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.529450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c71397b5-3bd2-484c-be64-7f50580245e2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 04827b88-e012-461b-9b1e-8c9325e33c75 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:45.711028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c71397b5-3bd2-484c-be64-7f50580245e2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (04827b88-e012-461b-9b1e-8c9325e33c75), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.767061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71397b5-3bd2-484c-be64-7f50580245e2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=04827b88-e012-461b-9b1e-8c9325e33c75,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:45.814170 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b3fc687d-5a50-488d-8470-e6ff0aa82ff6 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4825149 Sep 25 01:06:45.815391 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-08c4fb66-bb2b-4b23-899d-21733dcbab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7bc58126-d98d-4410-99fd-71e5896e689a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.818171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-08c4fb66-bb2b-4b23-899d-21733dcbab2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.818353 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Attempt 4 to provision port 1485d084-1ef1-4b10-b770-f824c8d8df30 Sep 25 01:06:45.821860 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-08c4fb66-bb2b-4b23-899d-21733dcbab2c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7bc58126-d98d-4410-99fd-71e5896e689a HTTP/1.1" status: 204 len: 168 time: 0.7536418 Sep 25 01:06:45.822007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c1c88-950c-4196-9239-92a20b87e24c req-4792502f-55ac-4d8d-975b-f62b69c85d83 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:45.822007 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dc1c1c88-950c-4196-9239-92a20b87e24c req-4792502f-55ac-4d8d-975b-f62b69c85d83 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1239874 Sep 25 01:06:45.822007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56008) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:45.837781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4fb66-bb2b-4b23-899d-21733dcbab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc58126-d98d-4410-99fd-71e5896e689a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:45.840859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c71397b5-3bd2-484c-be64-7f50580245e2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.847328 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c71397b5-3bd2-484c-be64-7f50580245e2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/04827b88-e012-461b-9b1e-8c9325e33c75 HTTP/1.1" status: 204 len: 168 time: 0.5720186 Sep 25 01:06:45.854106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56012) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:45.888930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Publish callbacks [] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.911014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:45.982267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dbe33-f9b6-4123-957b-8b69c7f00477 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:45.984227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dbe33-f9b6-4123-957b-8b69c7f00477 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:45.989365 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-547dbe33-f9b6-4123-957b-8b69c7f00477 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1277099 Sep 25 01:06:45.990176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56014) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:46.000647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.020383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Port 1485d084-1ef1-4b10-b770-f824c8d8df30 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:46.029149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Allocated IP 2001:db8:3::2 (3c538bca-a44d-46cd-93e5-73acfa15cff3/83c12345-6ca7-4210-be7c-06eb2d13ace4/2fb10763-293d-4143-8067-331093f0d347) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:46.053924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Publish callbacks [] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.071111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dc1c1c88-950c-4196-9239-92a20b87e24c req-73397a32-894e-4cd3-ac94-9bb62711f529 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249231 Sep 25 01:06:46.093075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:46.093979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.135284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.143665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:46.159789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f549eccf-3048-4619-9f06-3f67169eaaee tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (f6ceb631-02c3-46c5-862a-684ea6ca6b2a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.164127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:46.166294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:46.220338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:46.221050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Pushing event updated for resources: {'Port': ['ID=eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:46.224043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78aaf37-c1c2-4698-83ec-892b64c1a462 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 49ff1040-cca6-404a-b0fe-98a6d23f69db {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:46.232158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f549eccf-3048-4619-9f06-3f67169eaaee tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (f6ceb631-02c3-46c5-862a-684ea6ca6b2a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.235634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c78aaf37-c1c2-4698-83ec-892b64c1a462 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (49ff1040-cca6-404a-b0fe-98a6d23f69db), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.346372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b147b2-fabd-4004-81c7-649b99922e7e req-337f7eb7-dd59-4d6b-b958-bfbb191b35cd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:46.356234 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-13b147b2-fabd-4004-81c7-649b99922e7e req-337f7eb7-dd59-4d6b-b958-bfbb191b35cd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 946 time: 0.1313956 Sep 25 01:06:46.406122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc63ed-e84c-4a03-a6d1-54119ba541f2 None None] Pushing event updated for resources: {'Port': ['ID=1485d084-1ef1-4b10-b770-f824c8d8df30,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:46.420737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Attempting to bind port 1485d084-1ef1-4b10-b770-f824c8d8df30 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:46.421407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Attempting to bind port 1485d084-1ef1-4b10-b770-f824c8d8df30 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0779a34c-e4bd-42f8-bedb-33be4cc2056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:46.422019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Attempting to bind port 1485d084-1ef1-4b10-b770-f824c8d8df30 on network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:46.459171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Attempting to bind port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:46.459989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Attempting to bind port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:46.460606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Attempting to bind port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:46.464499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c78aaf37-c1c2-4698-83ec-892b64c1a462 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (49ff1040-cca6-404a-b0fe-98a6d23f69db), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.480735 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-13b147b2-fabd-4004-81c7-649b99922e7e req-8bd16221-2de3-42cc-a816-096c7ac242b7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230183 Sep 25 01:06:46.524471 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Attempt 5 to provision port 1485d084-1ef1-4b10-b770-f824c8d8df30 Sep 25 01:06:46.526321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:46.537186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2be5f7-18d3-45ef-84bd-c046efc2c584 req-6c96a302-1a71-416e-9cd4-364099a95ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:46.539930 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7c2be5f7-18d3-45ef-84bd-c046efc2c584 req-6c96a302-1a71-416e-9cd4-364099a95ba9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 1130 time: 0.2255614 Sep 25 01:06:46.546354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022b9b7-568b-42ca-aaa1-e910f6c250c6 req-e15c5043-4d3d-48fc-a340-cb9f52b71806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:46.548261 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3022b9b7-568b-42ca-aaa1-e910f6c250c6 req-e15c5043-4d3d-48fc-a340-cb9f52b71806 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 1130 time: 0.1197023 Sep 25 01:06:46.548880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f549eccf-3048-4619-9f06-3f67169eaaee tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f6ceb631-02c3-46c5-862a-684ea6ca6b2a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.551696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f549eccf-3048-4619-9f06-3f67169eaaee tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.552871 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f549eccf-3048-4619-9f06-3f67169eaaee tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f6ceb631-02c3-46c5-862a-684ea6ca6b2a HTTP/1.1" status: 204 len: 168 time: 0.7297375 Sep 25 01:06:46.566752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56022) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:46.582042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549eccf-3048-4619-9f06-3f67169eaaee tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ceb631-02c3-46c5-862a-684ea6ca6b2a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:46.590939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:46.622565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:46.624280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:46.624655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Checking segment: {'id': '0779a34c-e4bd-42f8-bedb-33be4cc2056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:46.625071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.625647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Bound using segment: {'id': '0779a34c-e4bd-42f8-bedb-33be4cc2056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:46.626155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Bound port: 1485d084-1ef1-4b10-b770-f824c8d8df30, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0779a34c-e4bd-42f8-bedb-33be4cc2056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:46.626543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.671026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Publish callbacks [] for port (2fb10763-293d-4143-8067-331093f0d347), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.678280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Port 1485d084-1ef1-4b10-b770-f824c8d8df30 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:46.680947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (2fb10763-293d-4143-8067-331093f0d347), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.683409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:46.683842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:46.684606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.684751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:46.685222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Bound port: eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:46.685626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.691827 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2284717d-a432-4299-827d-2a68aa15cdaa tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.1228492 Sep 25 01:06:46.695870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56028) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:46.703003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c2d12fea-e2e4-4b18-89fc-da991a7d9223 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135144705'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:46.721277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c78aaf37-c1c2-4698-83ec-892b64c1a462 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (49ff1040-cca6-404a-b0fe-98a6d23f69db), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.729215 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7c2be5f7-18d3-45ef-84bd-c046efc2c584 req-5ce49927-2d9a-4a45-b03c-6e2f08dd6fa8 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746922 Sep 25 01:06:46.752896 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3022b9b7-568b-42ca-aaa1-e910f6c250c6 req-91591153-dcbf-4720-ba8f-2f76403fc476 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793306 Sep 25 01:06:46.776959 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Network 3c538bca-a44d-46cd-93e5-73acfa15cff3 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:46.781573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c2d12fea-e2e4-4b18-89fc-da991a7d9223 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.806794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Allocated IP 2001:db8:3::1 (3c538bca-a44d-46cd-93e5-73acfa15cff3/83c12345-6ca7-4210-be7c-06eb2d13ace4/6906c84c-193f-4f2a-97ed-55429b8422d2) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:46.809070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c78aaf37-c1c2-4698-83ec-892b64c1a462 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (49ff1040-cca6-404a-b0fe-98a6d23f69db), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.810919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:46.818224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:46.822623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Pushing event updated for resources: {'Port': ['ID=2fb10763-293d-4143-8067-331093f0d347,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:46.841726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] For port 1485d084-1ef1-4b10-b770-f824c8d8df30, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:46.856690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aaf37-c1c2-4698-83ec-892b64c1a462 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=49ff1040-cca6-404a-b0fe-98a6d23f69db,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:46.862168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c78aaf37-c1c2-4698-83ec-892b64c1a462 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.869933 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c78aaf37-c1c2-4698-83ec-892b64c1a462 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/49ff1040-cca6-404a-b0fe-98a6d23f69db HTTP/1.1" status: 204 len: 168 time: 0.8761504 Sep 25 01:06:46.870141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56032) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:46.886274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c2d12fea-e2e4-4b18-89fc-da991a7d9223 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (bd25d3db-e8c7-41f3-ad05-962e413fbf3f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.891874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] For port 1485d084-1ef1-4b10-b770-f824c8d8df30, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1485d084-1ef1-4b10-b770-f824c8d8df30,segment=NetworkSegment(0779a34c-e4bd-42f8-bedb-33be4cc2056c),segment_id=0779a34c-e4bd-42f8-bedb-33be4cc2056c)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:46.895640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c2d12fea-e2e4-4b18-89fc-da991a7d9223 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (bd25d3db-e8c7-41f3-ad05-962e413fbf3f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.912973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] For port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:46.917964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.952549 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-594e192a-5b04-4553-ad99-ef48016ff575 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780663 Sep 25 01:06:46.952769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56034) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:46.959265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c2d12fea-e2e4-4b18-89fc-da991a7d9223 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:46.964320 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c2d12fea-e2e4-4b18-89fc-da991a7d9223 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2624440 Sep 25 01:06:46.964543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56036) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:46.964724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] For port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:46.972738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7a007e91-036f-4e61-b182-f3cd34387906 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': 'bd25d3db-e8c7-41f3-ad05-962e413fbf3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:46.978278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Attempting to bind port 2fb10763-293d-4143-8067-331093f0d347 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:46.978585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Attempting to bind port 2fb10763-293d-4143-8067-331093f0d347 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '420476f3-8d47-472d-b1cd-6146ff6dd8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:46.978974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Attempting to bind port 2fb10763-293d-4143-8067-331093f0d347 on network 3c538bca-a44d-46cd-93e5-73acfa15cff3 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:47.000101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d12fea-e2e4-4b18-89fc-da991a7d9223 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25d3db-e8c7-41f3-ad05-962e413fbf3f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:47.011220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.019440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:47.020550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:47.054199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7990e-6744-4e0a-a1f1-75a925abf548 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:47.055734 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1ac7990e-6744-4e0a-a1f1-75a925abf548 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1020672 Sep 25 01:06:47.058345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56040) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:47.111586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.145674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc63ed-e84c-4a03-a6d1-54119ba541f2 None None] Pushing event updated for resources: {'Port': ['ID=1485d084-1ef1-4b10-b770-f824c8d8df30,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:47.155094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a007e91-036f-4e61-b182-f3cd34387906 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (f74261d9-ae7d-40ef-b590-08ef11ca582a), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.167998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:47.168495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Checking segment: {'id': '420476f3-8d47-472d-b1cd-6146ff6dd8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:47.169138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.169536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Bound using segment: {'id': '420476f3-8d47-472d-b1cd-6146ff6dd8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:47.170053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Bound port: 2fb10763-293d-4143-8067-331093f0d347, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420476f3-8d47-472d-b1cd-6146ff6dd8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:47.170547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2fb10763-293d-4143-8067-331093f0d347), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.194775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.195072 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Attempt 6 to provision port 1485d084-1ef1-4b10-b770-f824c8d8df30 Sep 25 01:06:47.234877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:47.285111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b3863-c243-467c-9957-d7248df66211 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:47.292577 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-094b3863-c243-467c-9957-d7248df66211 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2272921 Sep 25 01:06:47.298239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56050) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:47.314640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 3c538bca-a44d-46cd-93e5-73acfa15cff3 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:47.323629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:47.329833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:47.332097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.401945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1662b68-357c-4888-81a0-8192dc47a31a None None] Pushing event updated for resources: {'Port': ['ID=eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:47.402165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:47.409844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409d6e6-cb4c-471f-b37c-33e5d45e25f0 req-b7631f26-e52f-4c79-ad2c-139615497a8b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:47.411566 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9409d6e6-cb4c-471f-b37c-33e5d45e25f0 req-b7631f26-e52f-4c79-ad2c-139615497a8b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1727226 Sep 25 01:06:47.415697 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-517791cc-26a1-4f42-851d-ce60f43580dc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081376 Sep 25 01:06:47.435071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a007e91-036f-4e61-b182-f3cd34387906 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (f74261d9-ae7d-40ef-b590-08ef11ca582a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.438244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56052) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:47.471913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:47.472899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:47.474410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:47.493451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] For port 2fb10763-293d-4143-8067-331093f0d347, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:47.497099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] For port 2fb10763-293d-4143-8067-331093f0d347, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fb10763-293d-4143-8067-331093f0d347,segment=NetworkSegment(420476f3-8d47-472d-b1cd-6146ff6dd8c0),segment_id=420476f3-8d47-472d-b1cd-6146ff6dd8c0)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:47.499901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:47.507720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 65b27757-a804-4687-9001-350f3af19276 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:06:47.516744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=6906c84c-193f-4f2a-97ed-55429b8422d2,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:47.527172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 65b27757-a804-4687-9001-350f3af19276 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:47.533789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a007e91-036f-4e61-b182-f3cd34387906 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (f74261d9-ae7d-40ef-b590-08ef11ca582a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.545155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2fb10763-293d-4143-8067-331093f0d347), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.545385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.552377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56056) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:47.649334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a007e91-036f-4e61-b182-f3cd34387906 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74261d9-ae7d-40ef-b590-08ef11ca582a,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:47.698922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7a007e91-036f-4e61-b182-f3cd34387906 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.701887 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7a007e91-036f-4e61-b182-f3cd34387906 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7365358 Sep 25 01:06:47.710962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56060) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:47.718641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0e60f60a-e9f5-4bd7-b957-6849d9535221 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': 'bd25d3db-e8c7-41f3-ad05-962e413fbf3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:47.752067 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9409d6e6-cb4c-471f-b37c-33e5d45e25f0 req-8742eb09-6e33-4968-afb0-95f6b1ac5ddc tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119957 Sep 25 01:06:47.764417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac3abd-5514-4803-a159-edb8f08e8992 req-26fa0967-2a91-4ca1-b698-0176a996db25 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:47.766556 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-35ac3abd-5514-4803-a159-edb8f08e8992 req-26fa0967-2a91-4ca1-b698-0176a996db25 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 946 time: 0.1021624 Sep 25 01:06:47.779980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-527231071'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:47.799881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:47.805433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.812693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e60f60a-e9f5-4bd7-b957-6849d9535221 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (d499a90a-252a-4dbc-aa36-96c924805909), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.813122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:47.839035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.resource_extend [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 01:06:47.911653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d3854-05c5-4549-9cdb-d528d4a21903 None None] Pushing event updated for resources: {'Port': ['ID=2fb10763-293d-4143-8067-331093f0d347,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:47.921856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Made reservation on behalf of 93a5131024574a8ab35e6eda90d733e4 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:47.927756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.944136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.993107 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-35ac3abd-5514-4803-a159-edb8f08e8992 req-c4b1c578-e67a-48e6-8d1d-1f4bd503249d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106884 Sep 25 01:06:48.006074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:48.058327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e60f60a-e9f5-4bd7-b957-6849d9535221 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (d499a90a-252a-4dbc-aa36-96c924805909), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.065403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e60f60a-e9f5-4bd7-b957-6849d9535221 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (d499a90a-252a-4dbc-aa36-96c924805909), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.098592 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60f60a-e9f5-4bd7-b957-6849d9535221 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d499a90a-252a-4dbc-aa36-96c924805909,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.124956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e60f60a-e9f5-4bd7-b957-6849d9535221 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.130851 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0e60f60a-e9f5-4bd7-b957-6849d9535221 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4139562 Sep 25 01:06:48.131873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56062) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:48.138246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a73abdbe-68a6-47fc-84c9-2d9caa009b11 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': 'bd25d3db-e8c7-41f3-ad05-962e413fbf3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:48.177713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Current status of the port 1485d084-1ef1-4b10-b770-f824c8d8df30 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:48.178418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.215217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks [] for security_group (13307ded-db79-4b75-92c4-538d4c542866), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.231656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (13307ded-db79-4b75-92c4-538d4c542866), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.259107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (dae37c22-cda5-45f5-aba2-6745ea603b0f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.261159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a73abdbe-68a6-47fc-84c9-2d9caa009b11 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (e3007e30-a29d-4d09-a0d7-cd60aa0a7761), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.285724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] For port 1485d084-1ef1-4b10-b770-f824c8d8df30, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1485d084-1ef1-4b10-b770-f824c8d8df30,segment=NetworkSegment(0779a34c-e4bd-42f8-bedb-33be4cc2056c),segment_id=0779a34c-e4bd-42f8-bedb-33be4cc2056c)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:48.298080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.303861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 65b27757-a804-4687-9001-350f3af19276 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:48.304218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:06:48.304359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (65b27757-a804-4687-9001-350f3af19276), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.330835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.345459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13307ded-db79-4b75-92c4-538d4c542866,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.353372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:48.358874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.359698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.364894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (dbb9dafd-af0f-4fb6-93d1-08acb2132ee5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.365335 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Added segment dbb9dafd-af0f-4fb6-93d1-08acb2132ee5 of type vlan for network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 Sep 25 01:06:48.389203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:48.401569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=dae37c22-cda5-45f5-aba2-6745ea603b0f,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.410568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:48.414532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.427487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b27757-a804-4687-9001-350f3af19276,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:48.445094 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fae9e54d-9075-43e0-98d8-d9c8f1d5d6e0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9807234 Sep 25 01:06:48.447572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56064) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:48.455817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': 'dae37c22-cda5-45f5-aba2-6745ea603b0f', 'ip_address': '2001:db8::1b1f:e738:baf7:bf99'}], 'name': 'tempest-NetworksTestDHCPv6-371308844'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:48.493694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b27757-a804-4687-9001-350f3af19276,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:48.508360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:48.519942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b27757-a804-4687-9001-350f3af19276'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:48.522394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67aed96-6122-46f0-bdc0-f6fbd0619249" -d '{"events": [{"server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "65b27757-a804-4687-9001-350f3af19276"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:48.526796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (65b27757-a804-4687-9001-350f3af19276), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.569783 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event updated for resources: {'Port': ['ID=6906c84c-193f-4f2a-97ed-55429b8422d2,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.584077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '65b27757-a804-4687-9001-350f3af19276', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'port_id': '65b27757-a804-4687-9001-350f3af19276', 'mac_address': 'fa:16:3e:97:20:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:06:48.586736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:41Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:46Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:48.603821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bccbbc-14fb-401d-9786-5efe8c90256e x-openstack-request-id: req-35bccbbc-14fb-401d-9786-5efe8c90256e {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:48.604909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "65b27757-a804-4687-9001-350f3af19276", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:48.605334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35bccbbc-14fb-401d-9786-5efe8c90256e {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:48.606227 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bccbbc-14fb-401d-9786-5efe8c90256e'] response: {'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b27757-a804-4687-9001-350f3af19276', 'code': 200} Sep 25 01:06:48.615633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (12cb8565-57f2-48ba-9d09-2aa12fd077a7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.622526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:48.623365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8bc93654-b06b-45ce-8879-b6e2be7d0b39 None None] Provisioning complete for port 1485d084-1ef1-4b10-b770-f824c8d8df30 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:48.623723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8bc93654-b06b-45ce-8879-b6e2be7d0b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.633073 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8bc93654-b06b-45ce-8879-b6e2be7d0b39 None None] Attempt 1 to provision port 1485d084-1ef1-4b10-b770-f824c8d8df30 Sep 25 01:06:48.636045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a73abdbe-68a6-47fc-84c9-2d9caa009b11 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (e3007e30-a29d-4d09-a0d7-cd60aa0a7761), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.636236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbb140-b3aa-48a9-8eb6-71aeddff2b9d None None] Pushing event updated for resources: {'Port': ['ID=1485d084-1ef1-4b10-b770-f824c8d8df30,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.654847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a73abdbe-68a6-47fc-84c9-2d9caa009b11 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (e3007e30-a29d-4d09-a0d7-cd60aa0a7761), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.723076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:48.731637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (12cb8565-57f2-48ba-9d09-2aa12fd077a7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.737334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:48.738131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.762647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73abdbe-68a6-47fc-84c9-2d9caa009b11 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3007e30-a29d-4d09-a0d7-cd60aa0a7761,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.776974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb240bc-4b8b-49c1-add7-495de31bfb7a None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:41Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:46Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:48.808222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2fb10763-293d-4143-8067-331093f0d347 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:48.969508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:48.971089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:48.983917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.992485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a73abdbe-68a6-47fc-84c9-2d9caa009b11 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.997455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a73abdbe-68a6-47fc-84c9-2d9caa009b11 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8634536 Sep 25 01:06:49.000628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56070) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:49.008316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port e1b7e505-24dd-4408-a702-3dc6843151a1 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:49.022914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 65b27757-a804-4687-9001-350f3af19276 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:49.024290 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4701006 Sep 25 01:06:49.024809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (65b27757-a804-4687-9001-350f3af19276), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.027189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d797b-d6b5-4fac-8ba4-9c9421dd6fdd None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:49.030239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7439c6b9-4cea-49bb-95ee-162e7749b83e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': 'bd25d3db-e8c7-41f3-ad05-962e413fbf3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:49.044674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=65b27757-a804-4687-9001-350f3af19276,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:49.072884 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56072) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:49.097687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Request body: {'subnet': {'network_id': '12cb8565-57f2-48ba-9d09-2aa12fd077a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:49.135097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b27757-a804-4687-9001-350f3af19276 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:06:49.163925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b27757-a804-4687-9001-350f3af19276,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:49.248583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::1b1f:e738:baf7:bf99 (cf904343-f06f-476a-b370-411af221ea3d/dae37c22-cda5-45f5-aba2-6745ea603b0f/e1b7e505-24dd-4408-a702-3dc6843151a1) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:49.267393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (65b27757-a804-4687-9001-350f3af19276), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.273844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9a087-68d4-4552-a21c-df640c29a4d0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event updated for resources: {'Network': ['ID=12cb8565-57f2-48ba-9d09-2aa12fd077a7,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:49.307907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Network 3c538bca-a44d-46cd-93e5-73acfa15cff3 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:49.327467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:49.337782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97872451-576c-4ecd-b51b-ebf194883d77 req-5e58a7bf-6dcf-40ed-a196-a3462a843b63 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:49.339566 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-97872451-576c-4ecd-b51b-ebf194883d77 req-5e58a7bf-6dcf-40ed-a196-a3462a843b63 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 946 time: 0.1810834 Sep 25 01:06:49.349780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246d650-e340-45e1-8086-03b35e69fc07 req-8ca4b800-20bb-4b08-88d2-3125520297a9 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:49.359711 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8246d650-e340-45e1-8086-03b35e69fc07 req-8ca4b800-20bb-4b08-88d2-3125520297a9 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 944 time: 0.3554223 Sep 25 01:06:49.374244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:49.415621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:06:49.422431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781f496-76cd-487a-bc77-23e56a597c2d None None] Network 3c538bca-a44d-46cd-93e5-73acfa15cff3 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:49.474933 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8246d650-e340-45e1-8086-03b35e69fc07 req-9cd79edc-6fdb-419d-8049-9aeea9c691c9 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140039 Sep 25 01:06:49.487372 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-97872451-576c-4ecd-b51b-ebf194883d77 req-472d7cbc-be12-4994-a388-b4d4063584e7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342175 Sep 25 01:06:49.499002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7439c6b9-4cea-49bb-95ee-162e7749b83e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (8025a4c6-b963-4b98-83c4-93102acccfd5), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.503781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2fb10763-293d-4143-8067-331093f0d347 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:49.504329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2fb10763-293d-4143-8067-331093f0d347), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.505200 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2fb10763-293d-4143-8067-331093f0d347 Sep 25 01:06:49.532532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56076) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:49.744478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Made reservation on behalf of 93a5131024574a8ab35e6eda90d733e4 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:49.749713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.750063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8bc93654-b06b-45ce-8879-b6e2be7d0b39 None None] Current status of the port 1485d084-1ef1-4b10-b770-f824c8d8df30 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:49.759308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:49.794546 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f434e5ad-8e74-4186-bab7-49b2f3b67f4a tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/floatingips/4c172975-956e-41c2-af47-2cba345c0f93 HTTP/1.1" status: 200 len: 993 time: 0.2577903 Sep 25 01:06:49.827152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (e1b7e505-24dd-4408-a702-3dc6843151a1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.860922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['65b27757-a804-4687-9001-350f3af19276'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:06:49.874224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e1b7e505-24dd-4408-a702-3dc6843151a1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.931112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:49.965704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf49051-34a0-4c5b-875a-c0a3918ad254 req-fb498bfe-9239-4247-90af-95073e3c18a0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:49.967564 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fcf49051-34a0-4c5b-875a-c0a3918ad254 req-fb498bfe-9239-4247-90af-95073e3c18a0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 946 time: 0.2822373 Sep 25 01:06:49.975680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:49.979484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:49.981670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=e1b7e505-24dd-4408-a702-3dc6843151a1,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:49.984020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:49.995586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:49.996225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.003481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7439c6b9-4cea-49bb-95ee-162e7749b83e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (8025a4c6-b963-4b98-83c4-93102acccfd5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.034820 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-627402d8-eaa9-4a8f-8fef-39cd3cc7434e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5831864 Sep 25 01:06:50.036594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56080) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:50.051577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=65b27757-a804-4687-9001-350f3af19276,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:50.052619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:50.053826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7439c6b9-4cea-49bb-95ee-162e7749b83e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (8025a4c6-b963-4b98-83c4-93102acccfd5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.088408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Provisioning complete for port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:50.088842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.089193 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Attempt 1 to provision port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 Sep 25 01:06:50.094016 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fcf49051-34a0-4c5b-875a-c0a3918ad254 req-009d8f7d-a7c5-4f02-9350-fc89b385b9b7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980153 Sep 25 01:06:50.131486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56082) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:50.165768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2fb10763-293d-4143-8067-331093f0d347 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:50.166178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2fb10763-293d-4143-8067-331093f0d347), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.173521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3490ea-01ef-48ff-9255-ac563202a070 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:50.179114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3490ea-01ef-48ff-9255-ac563202a070 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:50.186323 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ad3490ea-01ef-48ff-9255-ac563202a070 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1432090 Sep 25 01:06:50.186323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56084) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:50.205273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439c6b9-4cea-49bb-95ee-162e7749b83e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8025a4c6-b963-4b98-83c4-93102acccfd5,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:50.223037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:50.244765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:50.252953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6be43e-1cb7-4f17-b21c-9a3a99d2b790 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:50.257579 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7a6be43e-1cb7-4f17-b21c-9a3a99d2b790 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 1125 time: 0.1222155 Sep 25 01:06:50.259342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56086) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:50.262371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:50.268078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 2fb10763-293d-4143-8067-331093f0d347, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fb10763-293d-4143-8067-331093f0d347,segment=NetworkSegment(420476f3-8d47-472d-b1cd-6146ff6dd8c0),segment_id=420476f3-8d47-472d-b1cd-6146ff6dd8c0)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:50.295443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7439c6b9-4cea-49bb-95ee-162e7749b83e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.299339 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7439c6b9-4cea-49bb-95ee-162e7749b83e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2713594 Sep 25 01:06:50.302410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56088) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:50.304736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2fb10763-293d-4143-8067-331093f0d347), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.305285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:50.313651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4179c2f9-91ea-4808-8996-4cd4057e8909 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': 'bd25d3db-e8c7-41f3-ad05-962e413fbf3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:50.352935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:50.356720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c08124a1-1d05-47bd-8848-47777f98ca06 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port e1b7e505-24dd-4408-a702-3dc6843151a1 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:50.357430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c08124a1-1d05-47bd-8848-47777f98ca06 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e1b7e505-24dd-4408-a702-3dc6843151a1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.368762 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cdc0daec-e005-4e81-98b3-5558fa9c8e5b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1753817 Sep 25 01:06:50.374005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56090) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:50.382513 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:50.386956 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:50.398581 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:50.399319 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:50.420153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Current status of the port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:50.420642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.541753 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:50.548071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c08124a1-1d05-47bd-8848-47777f98ca06 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e1b7e505-24dd-4408-a702-3dc6843151a1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.564557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c08124a1-1d05-47bd-8848-47777f98ca06 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for e1b7e505-24dd-4408-a702-3dc6843151a1 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:50.589575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=2fb10763-293d-4143-8067-331093f0d347,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:50.608031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4179c2f9-91ea-4808-8996-4cd4057e8909 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (005a2917-ac88-4745-bb46-31af6b5e5583), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.726482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (01eff570-17d7-421b-bf43-bb8eb29e6af3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.733523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:50.734231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.734794 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 Sep 25 01:06:50.783942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:50.784215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4179c2f9-91ea-4808-8996-4cd4057e8909 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (005a2917-ac88-4745-bb46-31af6b5e5583), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.829234 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4179c2f9-91ea-4808-8996-4cd4057e8909 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (005a2917-ac88-4745-bb46-31af6b5e5583), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.837476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c08124a1-1d05-47bd-8848-47777f98ca06 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e1b7e505-24dd-4408-a702-3dc6843151a1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.893361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] For port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:50.900264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:50.900840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.916293 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:47Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6906c84c-193f-4f2a-97ed-55429b8422d2', 'name': '', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:aa:84:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:46Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:50.917386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08124a1-1d05-47bd-8848-47777f98ca06 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=e1b7e505-24dd-4408-a702-3dc6843151a1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:50.918783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.961443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event updated for resources: {'Subnet': ['ID=01eff570-17d7-421b-bf43-bb8eb29e6af3,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:50.992838 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:50.993504 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Updating router a0f76504-0ec6-4a18-8b35-c4402b5be77f port 6906c84c-193f-4f2a-97ed-55429b8422d2 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:06:50.999506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179c2f9-91ea-4808-8996-4cd4057e8909 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005a2917-ac88-4745-bb46-31af6b5e5583,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:51.012544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.020206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c08124a1-1d05-47bd-8848-47777f98ca06 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.024394 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c08124a1-1d05-47bd-8848-47777f98ca06 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e1b7e505-24dd-4408-a702-3dc6843151a1 HTTP/1.1" status: 204 len: 168 time: 0.8396096 Sep 25 01:06:51.030580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56092) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:51.043134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:51.053057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Provisioning complete for port 2fb10763-293d-4143-8067-331093f0d347 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:51.053557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2fb10763-293d-4143-8067-331093f0d347), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.053997 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Attempt 1 to provision port 2fb10763-293d-4143-8067-331093f0d347 Sep 25 01:06:51.063372 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.102131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:51.158846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63a0dd4-4061-407e-b497-ccce08ad0469 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:51.161095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63a0dd4-4061-407e-b497-ccce08ad0469 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:51.167337 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b63a0dd4-4061-407e-b497-ccce08ad0469 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1257646 Sep 25 01:06:51.171694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4179c2f9-91ea-4808-8996-4cd4057e8909 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.178452 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4179c2f9-91ea-4808-8996-4cd4057e8909 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8748283 Sep 25 01:06:51.181863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56094) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:51.182490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56096) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:51.202315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Pushing event updated for resources: {'Port': ['ID=eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:51.233550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:06:51.234124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:06:51.251219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Checking segment: {'id': 'dbb9dafd-af0f-4fb6-93d1-08acb2132ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '12cb8565-57f2-48ba-9d09-2aa12fd077a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:51.251727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Network hostable DHCP agents. Network: 12cb8565-57f2-48ba-9d09-2aa12fd077a7, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:06:51.315416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2daad71-d041-4497-8092-2e311b7f8918 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet dae37c22-cda5-45f5-aba2-6745ea603b0f {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:51.340552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d2daad71-d041-4497-8092-2e311b7f8918 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (dae37c22-cda5-45f5-aba2-6745ea603b0f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.369113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:06:51.382181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-dbf751d3-5446-406c-a776-a69b68149f11 None None] Current status of the port 2fb10763-293d-4143-8067-331093f0d347 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:51.409898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-236493f1-2651-48e8-a02b-93766d4fe953 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (005a2917-ac88-4745-bb46-31af6b5e5583), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.412647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.419866 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:51.429540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 12cb8565-57f2-48ba-9d09-2aa12fd077a7) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:51.432869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:51.433180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.437975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-236493f1-2651-48e8-a02b-93766d4fe953 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (005a2917-ac88-4745-bb46-31af6b5e5583), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.447338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e42f9-664e-41d1-a6c5-34c938982dcf None None] Network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:51.532675 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f09c2d00-6db6-4d35-8ce8-50adebe711e2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4460545 Sep 25 01:06:51.535607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56098) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:51.556725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Could not find standard attr ID for object 04827b88-e012-461b-9b1e-8c9325e33c75. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:51.564038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d2daad71-d041-4497-8092-2e311b7f8918 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (dae37c22-cda5-45f5-aba2-6745ea603b0f), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.585553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Provisioning complete for port 6906c84c-193f-4f2a-97ed-55429b8422d2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:51.585928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.586371 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Attempt 1 to provision port 6906c84c-193f-4f2a-97ed-55429b8422d2 Sep 25 01:06:51.632074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-12cb8565-57f2-48ba-9d09-2aa12fd077a7', 'network_id': '12cb8565-57f2-48ba-9d09-2aa12fd077a7', 'project_id': '93a5131024574a8ab35e6eda90d733e4', 'fixed_ips': [{'subnet_id': '01eff570-17d7-421b-bf43-bb8eb29e6af3'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:51.633199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.635982 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Publish callbacks [] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.644875 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.750877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.extraroute_db [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=107188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 25 01:06:51.778911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.extraroute_db [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Removed routes are [] {{(pid=107188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 25 01:06:51.779323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.782538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-236493f1-2651-48e8-a02b-93766d4fe953 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (005a2917-ac88-4745-bb46-31af6b5e5583), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.784905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:51.791856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Request body: {'port': {'network_id': '12cb8565-57f2-48ba-9d09-2aa12fd077a7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1143393904'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:51.794981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-236493f1-2651-48e8-a02b-93766d4fe953 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.796473 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-236493f1-2651-48e8-a02b-93766d4fe953 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/005a2917-ac88-4745-bb46-31af6b5e5583 HTTP/1.1" status: 204 len: 168 time: 0.6112931 Sep 25 01:06:51.807128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Allocated IP 172.20.0.2 (12cb8565-57f2-48ba-9d09-2aa12fd077a7/01eff570-17d7-421b-bf43-bb8eb29e6af3/0eb54226-04c4-4cf0-ac64-2cc93fea4d48) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:51.822945 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d2daad71-d041-4497-8092-2e311b7f8918 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (dae37c22-cda5-45f5-aba2-6745ea603b0f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.824286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56100) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:51.853634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236493f1-2651-48e8-a02b-93766d4fe953 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=005a2917-ac88-4745-bb46-31af6b5e5583,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:51.882226 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2818-8842-45f5-a7d3-69b7a766bac5 None None] Pushing event updated for resources: {'Port': ['ID=6906c84c-193f-4f2a-97ed-55429b8422d2,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:51.900237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.109 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/ba3865d9-e7af-4502-a78b-c6c5f5434ae2) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:51.910716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:51.914360 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:51.916908 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Attempting to bind port 6906c84c-193f-4f2a-97ed-55429b8422d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:51.917534 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Attempting to bind port 6906c84c-193f-4f2a-97ed-55429b8422d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '420476f3-8d47-472d-b1cd-6146ff6dd8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:51.918167 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Attempting to bind port 6906c84c-193f-4f2a-97ed-55429b8422d2 on network 3c538bca-a44d-46cd-93e5-73acfa15cff3 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:51.933980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d2daad71-d041-4497-8092-2e311b7f8918 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (dae37c22-cda5-45f5-aba2-6745ea603b0f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.944087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:51.975391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:51.978850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 65b27757-a804-4687-9001-350f3af19276 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:51.979434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d2daad71-d041-4497-8092-2e311b7f8918 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.983824 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d2daad71-d041-4497-8092-2e311b7f8918 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/dae37c22-cda5-45f5-aba2-6745ea603b0f HTTP/1.1" status: 204 len: 168 time: 0.8000798 Sep 25 01:06:51.997492 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:51.998065 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Checking segment: {'id': '420476f3-8d47-472d-b1cd-6146ff6dd8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:51.998556 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.999039 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Bound using segment: {'id': '420476f3-8d47-472d-b1cd-6146ff6dd8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:51.999596 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Bound port: 6906c84c-193f-4f2a-97ed-55429b8422d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420476f3-8d47-472d-b1cd-6146ff6dd8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:52.000165 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.020211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a293e5a-e1c1-4ce5-bff6-893247add3fb None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:52.030028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56102) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:52.032908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daad71-d041-4497-8092-2e311b7f8918 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=dae37c22-cda5-45f5-aba2-6745ea603b0f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:52.071891 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-40fa15e4-149c-4176-bb96-6b19ac64b666 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2435246 Sep 25 01:06:52.076888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56104) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:52.130207 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1f8736c1-e6d2-40da-936d-645d14657af4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986705 Sep 25 01:06:52.135768 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] For port 6906c84c-193f-4f2a-97ed-55429b8422d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:52.138069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56106) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:52.143647 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] For port 6906c84c-193f-4f2a-97ed-55429b8422d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6906c84c-193f-4f2a-97ed-55429b8422d2,segment=NetworkSegment(420476f3-8d47-472d-b1cd-6146ff6dd8c0),segment_id=420476f3-8d47-472d-b1cd-6146ff6dd8c0)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:52.150682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:52.174045 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.222798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae823f6-88b5-4470-9e49-ab31184fc720 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (8025a4c6-b963-4b98-83c4-93102acccfd5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.230118 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:52.230772 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:52.232288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae823f6-88b5-4470-9e49-ab31184fc720 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (8025a4c6-b963-4b98-83c4-93102acccfd5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.291904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae823f6-88b5-4470-9e49-ab31184fc720 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (8025a4c6-b963-4b98-83c4-93102acccfd5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.303752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Port 6906c84c-193f-4f2a-97ed-55429b8422d2 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:52.304731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:52.315310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7ae823f6-88b5-4470-9e49-ab31184fc720 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.320496 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7ae823f6-88b5-4470-9e49-ab31184fc720 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/8025a4c6-b963-4b98-83c4-93102acccfd5 HTTP/1.1" status: 204 len: 168 time: 0.2348137 Sep 25 01:06:52.323800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae823f6-88b5-4470-9e49-ab31184fc720 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8025a4c6-b963-4b98-83c4-93102acccfd5,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:52.327421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56108) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:52.349453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2fb10763-293d-4143-8067-331093f0d347 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:52.373037 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:52.420419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Made reservation on behalf of 93a5131024574a8ab35e6eda90d733e4 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:52.426128 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.462050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.477749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Publish callbacks [] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.488401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 65b27757-a804-4687-9001-350f3af19276 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:52.488952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (65b27757-a804-4687-9001-350f3af19276), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.489592 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 65b27757-a804-4687-9001-350f3af19276 Sep 25 01:06:52.496023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.519973 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-54ad8f18-5ca5-46b0-8968-b71c6e317bc6 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1882672 Sep 25 01:06:52.525003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] device_id is not set on port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:52.531450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56110) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:52.561765 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2818-8842-45f5-a7d3-69b7a766bac5 None None] Pushing event updated for resources: {'Port': ['ID=6906c84c-193f-4f2a-97ed-55429b8422d2,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:52.572879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.593204 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2fb10763-293d-4143-8067-331093f0d347 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:52.593812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2fb10763-293d-4143-8067-331093f0d347), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.594453 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2fb10763-293d-4143-8067-331093f0d347 Sep 25 01:06:52.601182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:52.607530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84279344-8d53-44a8-9be2-7b8c715e8ef2 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:52.642351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:52.657504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:52.673188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Pushing event updated for resources: {'Port': ['ID=0eb54226-04c4-4cf0-ac64-2cc93fea4d48,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:52.708939 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:51Z', 'revision_number': 6, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6906c84c-193f-4f2a-97ed-55429b8422d2', 'name': '', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:aa:84:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:46Z', 'updated_at': '2022-09-25T01:06:52Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:52.716874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:52.726635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (ba3865d9-e7af-4502-a78b-c6c5f5434ae2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.740961 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f47426-d7c0-4942-b8c2-40bbbe0ec652 None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:51Z', 'revision_number': 6, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6906c84c-193f-4f2a-97ed-55429b8422d2', 'name': '', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:aa:84:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:46Z', 'updated_at': '2022-09-25T01:06:52Z', 'revision_number': 4, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:52.796548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-84279344-8d53-44a8-9be2-7b8c715e8ef2 None None] Deleting port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:52.796548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84279344-8d53-44a8-9be2-7b8c715e8ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.838070 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Attempt 2 to provision port 6906c84c-193f-4f2a-97ed-55429b8422d2 Sep 25 01:06:52.846031 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-e5e3474d-7e7c-4672-be4b-9e9e58c98c63 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1820023 Sep 25 01:06:52.850380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ba3865d9-e7af-4502-a78b-c6c5f5434ae2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.965737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:52.979289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=ba3865d9-e7af-4502-a78b-c6c5f5434ae2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:52.991000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-84279344-8d53-44a8-9be2-7b8c715e8ef2 None None] For port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:52.991417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84279344-8d53-44a8-9be2-7b8c715e8ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.996494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:53.009740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-84279344-8d53-44a8-9be2-7b8c715e8ef2 None None] Calling delete_port for eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:53.027884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:53.030048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:53.043499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:53.067281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:53.068753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 65b27757-a804-4687-9001-350f3af19276 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:53.069379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (65b27757-a804-4687-9001-350f3af19276), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.093640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Attempting to bind port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:53.095618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Attempting to bind port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dbb9dafd-af0f-4fb6-93d1-08acb2132ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '12cb8565-57f2-48ba-9d09-2aa12fd077a7'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:53.096691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Attempting to bind port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 on network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:53.108235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-67659974-5b95-48cb-8eeb-092ed775b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:53.109845 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-67659974-5b95-48cb-8eeb-092ed775b2a4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9&device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 1129 time: 0.1317358 Sep 25 01:06:53.152483 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e24d5029-d19b-48b4-88c9-f6a6227aa17d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (e3007e30-a29d-4d09-a0d7-cd60aa0a7761), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.171024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e24d5029-d19b-48b4-88c9-f6a6227aa17d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (e3007e30-a29d-4d09-a0d7-cd60aa0a7761), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.193137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:53.197707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.223226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2fb10763-293d-4143-8067-331093f0d347 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:53.225036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1485d084-1ef1-4b10-b770-f824c8d8df30 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:53.313657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:53.313657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Checking segment: {'id': 'dbb9dafd-af0f-4fb6-93d1-08acb2132ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '12cb8565-57f2-48ba-9d09-2aa12fd077a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:53.313657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.314135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Bound using segment: {'id': 'dbb9dafd-af0f-4fb6-93d1-08acb2132ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '12cb8565-57f2-48ba-9d09-2aa12fd077a7'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:53.315029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Bound port: 0eb54226-04c4-4cf0-ac64-2cc93fea4d48, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb9dafd-af0f-4fb6-93d1-08acb2132ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '12cb8565-57f2-48ba-9d09-2aa12fd077a7'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:53.316063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.316221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:53.329394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.331644 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b26ca475-c86e-49cb-8a48-612cef6286b9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f HTTP/1.1" status: 200 len: 954 time: 2.9533603 Sep 25 01:06:53.338183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56112) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:53.365268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84279344-8d53-44a8-9be2-7b8c715e8ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.373043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e24d5029-d19b-48b4-88c9-f6a6227aa17d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (e3007e30-a29d-4d09-a0d7-cd60aa0a7761), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.387784 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e24d5029-d19b-48b4-88c9-f6a6227aa17d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.387784 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e24d5029-d19b-48b4-88c9-f6a6227aa17d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/e3007e30-a29d-4d09-a0d7-cd60aa0a7761 HTTP/1.1" status: 204 len: 168 time: 0.8524652 Sep 25 01:06:53.392463 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56114) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:53.406226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d5029-d19b-48b4-88c9-f6a6227aa17d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3007e30-a29d-4d09-a0d7-cd60aa0a7761,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:53.407942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:53.439874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Allocated IP 172.20.0.7 (12cb8565-57f2-48ba-9d09-2aa12fd077a7/01eff570-17d7-421b-bf43-bb8eb29e6af3/d136735a-b6d4-4f76-b8c4-e3e5c195bd42) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:53.473369 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c67effb7-1504-4d0f-b5d6-5f90abd3030c tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f HTTP/1.1" status: 200 len: 954 time: 0.1300983 Sep 25 01:06:53.480029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56116) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:53.482212 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:53.483684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b27757-a804-4687-9001-350f3af19276'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:53.487107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d656cc7-6ae2-4eee-89cc-d11e0df1499e" -d '{"events": [{"server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "name": "network-vif-plugged", "status": "completed", "tag": "65b27757-a804-4687-9001-350f3af19276"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:53.490385 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a7ef15f0-fb7c-4840-8adc-e1ae1ca6829b tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0965445 Sep 25 01:06:53.495901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56120) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:53.501921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'routes': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:53.514787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84279344-8d53-44a8-9be2-7b8c715e8ef2 None None] Pushing event deleted for resources: {'Port': ['ID=eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:53.568566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c50c7fcd-36bc-45c5-bd88-7c6c39254877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (d499a90a-252a-4dbc-aa36-96c924805909), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.579390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84279344-8d53-44a8-9be2-7b8c715e8ef2 None None] No DVR routers for this DVR port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:53.579671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c50c7fcd-36bc-45c5-bd88-7c6c39254877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (d499a90a-252a-4dbc-aa36-96c924805909), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.601236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1485d084-1ef1-4b10-b770-f824c8d8df30 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:53.601460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.601820 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1485d084-1ef1-4b10-b770-f824c8d8df30 Sep 25 01:06:53.620081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c50c7fcd-36bc-45c5-bd88-7c6c39254877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (d499a90a-252a-4dbc-aa36-96c924805909), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.642257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c50c7fcd-36bc-45c5-bd88-7c6c39254877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.646120 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c50c7fcd-36bc-45c5-bd88-7c6c39254877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/d499a90a-252a-4dbc-aa36-96c924805909 HTTP/1.1" status: 204 len: 168 time: 0.1464608 Sep 25 01:06:53.646120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c7fcd-36bc-45c5-bd88-7c6c39254877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d499a90a-252a-4dbc-aa36-96c924805909,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:53.649693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56122) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:53.650632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1006abbc-32a3-481f-8539-013a478e66a9 x-openstack-request-id: req-1006abbc-32a3-481f-8539-013a478e66a9 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:53.651260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "name": "network-vif-plugged", "status": "completed", "tag": "65b27757-a804-4687-9001-350f3af19276", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:53.651693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1006abbc-32a3-481f-8539-013a478e66a9 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:53.652404 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1006abbc-32a3-481f-8539-013a478e66a9'] response: {'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b27757-a804-4687-9001-350f3af19276', 'code': 200} Sep 25 01:06:53.653981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-91f212c0-954e-4fac-95d0-44f6acccdd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:53.655535 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-91f212c0-954e-4fac-95d0-44f6acccdd99 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6463def2-15bf-492a-bcb1-7a5e1663a4ef HTTP/1.1" status: 200 len: 898 time: 0.5179758 Sep 25 01:06:53.730317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b27757-a804-4687-9001-350f3af19276,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:53.734437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Current status of the port 6906c84c-193f-4f2a-97ed-55429b8422d2 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:53.737779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.755637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:53.768591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] For port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:53.786654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (65b27757-a804-4687-9001-350f3af19276), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.798490 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c880faa0-30f0-4249-9d7b-077cbdd4cc4f tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1276107 Sep 25 01:06:53.798769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] For port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0eb54226-04c4-4cf0-ac64-2cc93fea4d48,segment=NetworkSegment(dbb9dafd-af0f-4fb6-93d1-08acb2132ee5),segment_id=dbb9dafd-af0f-4fb6-93d1-08acb2132ee5)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:53.802458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56124) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:53.853107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.867407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f492a4a9-b703-4879-96bf-1ce916ae4888 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (f74261d9-ae7d-40ef-b590-08ef11ca582a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.873155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks [] for port (d136735a-b6d4-4f76-b8c4-e3e5c195bd42), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.886447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f492a4a9-b703-4879-96bf-1ce916ae4888 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (f74261d9-ae7d-40ef-b590-08ef11ca582a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.937647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f492a4a9-b703-4879-96bf-1ce916ae4888 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (f74261d9-ae7d-40ef-b590-08ef11ca582a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.948931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] For port 6906c84c-193f-4f2a-97ed-55429b8422d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6906c84c-193f-4f2a-97ed-55429b8422d2,segment=NetworkSegment(420476f3-8d47-472d-b1cd-6146ff6dd8c0),segment_id=420476f3-8d47-472d-b1cd-6146ff6dd8c0)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:53.954168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f492a4a9-b703-4879-96bf-1ce916ae4888 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.958132 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f492a4a9-b703-4879-96bf-1ce916ae4888 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/f74261d9-ae7d-40ef-b590-08ef11ca582a HTTP/1.1" status: 204 len: 168 time: 0.1526449 Sep 25 01:06:53.958132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492a4a9-b703-4879-96bf-1ce916ae4888 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f74261d9-ae7d-40ef-b590-08ef11ca582a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:53.959087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=65b27757-a804-4687-9001-350f3af19276,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:53.959233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56126) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:53.975349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.982314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Could not find standard attr ID for object eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:53.989172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d136735a-b6d4-4f76-b8c4-e3e5c195bd42), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.998413 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-80cb6406-65d4-4632-a6a8-94f5d3af9161 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b27757-a804-4687-9001-350f3af19276 HTTP/1.1" status: 200 len: 1001 time: 0.3171623 Sep 25 01:06:54.026529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1485d084-1ef1-4b10-b770-f824c8d8df30 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:54.028893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:54.031632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Could not find standard attr ID for object e1b7e505-24dd-4408-a702-3dc6843151a1. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:06:54.065136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:54.065657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 25 01:06:54.079905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:54.092920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:54.096827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:54.100356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:54.114399 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9139e016-7ce7-4a85-93a9-ca2d45d1581b tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1538363 Sep 25 01:06:54.114641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Provisioning complete for port 2fb10763-293d-4143-8067-331093f0d347 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:54.115016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2fb10763-293d-4143-8067-331093f0d347), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.115470 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Attempt 1 to provision port 2fb10763-293d-4143-8067-331093f0d347 Sep 25 01:06:54.117313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event updated for resources: {'Port': ['ID=d136735a-b6d4-4f76-b8c4-e3e5c195bd42,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:54.117585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Port eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 not found, will not notify nova. {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 25 01:06:54.123651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6aa69-c9c3-4bef-993f-7439a053aed3 None None] Pushing event updated for resources: {'Port': ['ID=0eb54226-04c4-4cf0-ac64-2cc93fea4d48,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:54.149132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56128) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:54.155848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:54.156763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:54.244016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:54.244713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.291789 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-69715c86-a495-43c6-9e5c-09129f2a202a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7552245 Sep 25 01:06:54.303482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56130) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:54.319217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Request body: {'port': {'network_id': '12cb8565-57f2-48ba-9d09-2aa12fd077a7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2048985990', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:54.320065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.api.validators [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] bootfile-name is not in valid_values {{(pid=107188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:06:54.320594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.api.validators [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] tftp-server is not in valid_values {{(pid=107188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:06:54.321115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.api.validators [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] server-ip-address is not in valid_values {{(pid=107188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:06:54.350126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6906c84c-193f-4f2a-97ed-55429b8422d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:54.396823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:54.411478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Pushing event updated for resources: {'Port': ['ID=6906c84c-193f-4f2a-97ed-55429b8422d2,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:54.433996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b32678b0-b6e8-4e44-bcc7-d8486377077c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (bd25d3db-e8c7-41f3-ad05-962e413fbf3f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.446988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:54.447213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:54.454355 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:54.473663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:54.488417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b32678b0-b6e8-4e44-bcc7-d8486377077c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (bd25d3db-e8c7-41f3-ad05-962e413fbf3f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.515037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (78538457-8322-4e4d-bf65-9a9ae35934a6), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.529113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6906c84c-193f-4f2a-97ed-55429b8422d2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:54.529753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.530204 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6906c84c-193f-4f2a-97ed-55429b8422d2 Sep 25 01:06:54.532185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc0498-4790-4653-b310-171d32c43f23 None None] Current status of the port 2fb10763-293d-4143-8067-331093f0d347 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:54.534938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:54.538755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-31c74ae8-5a69-49b6-b5ae-3073c276f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:54.541362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-31c74ae8-5a69-49b6-b5ae-3073c276f5b2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=01695e12-1601-48c5-b791-cfda3448d49a HTTP/1.1" status: 200 len: 834 time: 0.5256109 Sep 25 01:06:54.603549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Made reservation on behalf of 93a5131024574a8ab35e6eda90d733e4 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:54.610421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.633775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b32678b0-b6e8-4e44-bcc7-d8486377077c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (bd25d3db-e8c7-41f3-ad05-962e413fbf3f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.636807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b32678b0-b6e8-4e44-bcc7-d8486377077c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.640714 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b32678b0-b6e8-4e44-bcc7-d8486377077c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bd25d3db-e8c7-41f3-ad05-962e413fbf3f HTTP/1.1" status: 204 len: 168 time: 0.4876709 Sep 25 01:06:54.648611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56132) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:54.671731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32678b0-b6e8-4e44-bcc7-d8486377077c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25d3db-e8c7-41f3-ad05-962e413fbf3f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:54.675682 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] device_id is not set on port 73a8f0bd-6f29-4aec-9e23-4742ba2f9e86 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:54.684136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-45ca2fa2-6fde-4da1-8abe-757f0bd044df None None] Provisioning complete for port 6906c84c-193f-4f2a-97ed-55429b8422d2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:54.685198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-45ca2fa2-6fde-4da1-8abe-757f0bd044df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.685658 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-45ca2fa2-6fde-4da1-8abe-757f0bd044df None None] Attempt 1 to provision port 6906c84c-193f-4f2a-97ed-55429b8422d2 Sep 25 01:06:54.798986 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ffaf2a08-3d65-4262-b696-b693d51f9f39 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.1491354 Sep 25 01:06:54.799644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56134) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:54.807507 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-748f075f-e64c-4678-ae2d-3425cee54636 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-secgroup--724507427'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:54.836184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:54.840738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-748f075f-e64c-4678-ae2d-3425cee54636 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.852488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:54.965402 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-748f075f-e64c-4678-ae2d-3425cee54636 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (4831ec96-1f73-4630-a4b9-31fb3939896a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.974263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-748f075f-e64c-4678-ae2d-3425cee54636 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4831ec96-1f73-4630-a4b9-31fb3939896a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.034992 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f075f-e64c-4678-ae2d-3425cee54636 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4831ec96-1f73-4630-a4b9-31fb3939896a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:55.068611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6906c84c-193f-4f2a-97ed-55429b8422d2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:55.096547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-748f075f-e64c-4678-ae2d-3425cee54636 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.101293 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-748f075f-e64c-4678-ae2d-3425cee54636 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2975221 Sep 25 01:06:55.101957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56136) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:55.103567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Allocated IP 172.20.0.3 (12cb8565-57f2-48ba-9d09-2aa12fd077a7/01eff570-17d7-421b-bf43-bb8eb29e6af3/73a8f0bd-6f29-4aec-9e23-4742ba2f9e86) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:55.117067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2581298b-7602-4c6a-8543-8e6adaa08908 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': '4831ec96-1f73-4630-a4b9-31fb3939896a', 'direction': 'ingress', 'protocol': 17}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:55.156378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:51Z', 'revision_number': 6, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6906c84c-193f-4f2a-97ed-55429b8422d2', 'name': '', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:aa:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:46Z', 'updated_at': '2022-09-25T01:06:53Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:55.172374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2581298b-7602-4c6a-8543-8e6adaa08908 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (e0557d89-c415-47f1-9f68-a9b71a7e6a0b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.213681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:55.220703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:55.253736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-45ca2fa2-6fde-4da1-8abe-757f0bd044df None None] Current status of the port 6906c84c-193f-4f2a-97ed-55429b8422d2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:55.262690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:55.263329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device eb6c143e-6a6b-4d06-b5b4-b5d00922bdf7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:55.277758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:55.279683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:55.292892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:55.315061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2581298b-7602-4c6a-8543-8e6adaa08908 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (e0557d89-c415-47f1-9f68-a9b71a7e6a0b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.335174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2581298b-7602-4c6a-8543-8e6adaa08908 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (e0557d89-c415-47f1-9f68-a9b71a7e6a0b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.422607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2581298b-7602-4c6a-8543-8e6adaa08908 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.424413 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2581298b-7602-4c6a-8543-8e6adaa08908 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3160112 Sep 25 01:06:55.429640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:55.440282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56138) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:55.446280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581298b-7602-4c6a-8543-8e6adaa08908 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0557d89-c415-47f1-9f68-a9b71a7e6a0b,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:55.449767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-cdc67201-e6e8-4b42-90f4-180ea1e2b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:55.451412 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-cdc67201-e6e8-4b42-90f4-180ea1e2b949 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6463def2-15bf-492a-bcb1-7a5e1663a4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.8607068 Sep 25 01:06:55.452799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:55.453382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.472295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:55.506268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=78538457-8322-4e4d-bf65-9a9ae35934a6,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:55.590102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (08899979-a15a-46c7-8e51-bf5c4f475e63), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.618787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018df547-de13-4df7-b01f-fdc2dbd840a6 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:55.619588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88151fc3-f621-49ff-ad36-66d70029a1d4 None None] Network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:55.628527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-62d61a53-8539-4656-8b18-68d066fe491d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (4831ec96-1f73-4630-a4b9-31fb3939896a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.645946 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks [] for port (73a8f0bd-6f29-4aec-9e23-4742ba2f9e86), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.653170 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-12c11edc-120a-4bcb-a5ac-dedf028c2776 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5140896 Sep 25 01:06:55.667824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56140) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:55.693885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (73a8f0bd-6f29-4aec-9e23-4742ba2f9e86), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.714237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': '78538457-8322-4e4d-bf65-9a9ae35934a6', 'ip_address': '2001:db8::ac15:9bad:1744:390c'}], 'name': 'tempest-NetworksTestDHCPv6-91864757'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:55.744553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-62d61a53-8539-4656-8b18-68d066fe491d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (4831ec96-1f73-4630-a4b9-31fb3939896a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.773434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ce56dcbb-6e8a-49cd-b6c7-8e6f820f5736 None None] Provisioning complete for port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:55.773868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce56dcbb-6e8a-49cd-b6c7-8e6f820f5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.774151 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ce56dcbb-6e8a-49cd-b6c7-8e6f820f5736 None None] Attempt 1 to provision port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 Sep 25 01:06:55.783465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:55.786848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:55.794621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:55.863925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event updated for resources: {'Port': ['ID=73a8f0bd-6f29-4aec-9e23-4742ba2f9e86,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:55.903259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:55.905052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.906150 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-d9e96a4f-9b41-451f-a819-be94ff1df100 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175017 Sep 25 01:06:55.914295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:55.921326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:55.933590 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e835cd21-9604-446c-892a-954d5d158b56 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6247571 Sep 25 01:06:55.935157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56142) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:55.951169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-62d61a53-8539-4656-8b18-68d066fe491d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4831ec96-1f73-4630-a4b9-31fb3939896a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.956158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-62d61a53-8539-4656-8b18-68d066fe491d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.960297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.extraroute_db [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added routes are [] {{(pid=107187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 25 01:06:55.960297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.extraroute_db [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=107187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 25 01:06:55.961171 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-62d61a53-8539-4656-8b18-68d066fe491d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4831ec96-1f73-4630-a4b9-31fb3939896a HTTP/1.1" status: 204 len: 168 time: 0.5161686 Sep 25 01:06:55.965265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ba3865d9-e7af-4502-a78b-c6c5f5434ae2), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.982841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56144) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:56.016739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d61a53-8539-4656-8b18-68d066fe491d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4831ec96-1f73-4630-a4b9-31fb3939896a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:56.048327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:56.056628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '78538457-8322-4e4d-bf65-9a9ae35934a6'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:06:56.057628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.072289 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ab853261-4c90-48c6-a4cb-79174502eba8 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.0843062 Sep 25 01:06:56.089474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56146) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:56.096242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81010ce7-60ea-4221-881c-5e9c6aae35c0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:56.102398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0f0bd58d-993f-4432-ab82-8d44f6d6e9e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919085213'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:56.111033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81010ce7-60ea-4221-881c-5e9c6aae35c0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:56.117764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81010ce7-60ea-4221-881c-5e9c6aae35c0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:56.124492 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-81010ce7-60ea-4221-881c-5e9c6aae35c0 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1882029 Sep 25 01:06:56.125184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56148) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:56.164136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.165801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:56.176649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:51Z', 'revision_number': 6, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6906c84c-193f-4f2a-97ed-55429b8422d2', 'name': '', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:aa:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:46Z', 'updated_at': '2022-09-25T01:06:53Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:56.221956 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf41ac8-6788-4288-b4a9-4600f02aa583 None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:51Z', 'revision_number': 6, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6906c84c-193f-4f2a-97ed-55429b8422d2', 'name': '', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:aa:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:46Z', 'updated_at': '2022-09-25T01:06:53Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:56.316599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b9ded-7f95-4f78-916e-57e89b1253d1 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Deleting port 73a8f0bd-6f29-4aec-9e23-4742ba2f9e86 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:56.317409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c8b9ded-7f95-4f78-916e-57e89b1253d1 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (73a8f0bd-6f29-4aec-9e23-4742ba2f9e86), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.437995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/78538457-8322-4e4d-bf65-9a9ae35934a6/478c10b5-70ba-40d4-8429-823152f23892) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:56.445079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ce56dcbb-6e8a-49cd-b6c7-8e6f820f5736 None None] Current status of the port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:56.445487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce56dcbb-6e8a-49cd-b6c7-8e6f820f5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.466225 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78b3e746-07ec-42e1-a999-f7d0244765ce req-6e8e1178-3616-4c27-8e01-af81842c87e9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485678 Sep 25 01:06:56.467219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd58d-993f-4432-ab82-8d44f6d6e9e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.506736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ce56dcbb-6e8a-49cd-b6c7-8e6f820f5736 None None] For port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0eb54226-04c4-4cf0-ac64-2cc93fea4d48,segment=NetworkSegment(dbb9dafd-af0f-4fb6-93d1-08acb2132ee5),segment_id=dbb9dafd-af0f-4fb6-93d1-08acb2132ee5)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:56.516085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c8b9ded-7f95-4f78-916e-57e89b1253d1 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (73a8f0bd-6f29-4aec-9e23-4742ba2f9e86), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.523578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:56.530523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6906c84c-193f-4f2a-97ed-55429b8422d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:56.534292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce56dcbb-6e8a-49cd-b6c7-8e6f820f5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.553819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b9ded-7f95-4f78-916e-57e89b1253d1 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Calling delete_port for 73a8f0bd-6f29-4aec-9e23-4742ba2f9e86 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:56.658676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (ba3865d9-e7af-4502-a78b-c6c5f5434ae2), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.667692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:56.689505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (ba3865d9-e7af-4502-a78b-c6c5f5434ae2), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.727763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Publish callbacks [] for port (478c10b5-70ba-40d4-8429-823152f23892), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.751812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:56.776910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (478c10b5-70ba-40d4-8429-823152f23892), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.792360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Provisioning complete for port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:56.792877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.793115 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Attempt 1 to provision port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 Sep 25 01:06:56.804419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:56.818892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:56.849361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:56.888202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (08899979-a15a-46c7-8e51-bf5c4f475e63), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.888997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c8b9ded-7f95-4f78-916e-57e89b1253d1 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (73a8f0bd-6f29-4aec-9e23-4742ba2f9e86), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.941839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56dcbb-6e8a-49cd-b6c7-8e6f820f5736 None None] Pushing event updated for resources: {'Port': ['ID=0eb54226-04c4-4cf0-ac64-2cc93fea4d48,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:56.942746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=ba3865d9-e7af-4502-a78b-c6c5f5434ae2,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:56.960500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b9ded-7f95-4f78-916e-57e89b1253d1 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event deleted for resources: {'Port': ['ID=73a8f0bd-6f29-4aec-9e23-4742ba2f9e86,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:56.995356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6906c84c-193f-4f2a-97ed-55429b8422d2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:56.995848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.997434 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6906c84c-193f-4f2a-97ed-55429b8422d2 Sep 25 01:06:56.998636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=2,neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:57.099698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Pushing event updated for resources: {'Port': ['ID=478c10b5-70ba-40d4-8429-823152f23892,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:57.129019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c8b9ded-7f95-4f78-916e-57e89b1253d1 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.132793 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7c8b9ded-7f95-4f78-916e-57e89b1253d1 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "DELETE /networking/v2.0/ports/73a8f0bd-6f29-4aec-9e23-4742ba2f9e86 HTTP/1.1" status: 204 len: 168 time: 1.0065579 Sep 25 01:06:57.136782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56150) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:57.144594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Request body: {'port': {'name': 'tempest-new-port-name-1952842053', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:57.145191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.api.validators [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] bootfile-name is not in valid_values {{(pid=107188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:06:57.145657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.api.validators [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] tftp-server is not in valid_values {{(pid=107188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:06:57.146179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.api.validators [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] server-ip-address is not in valid_values {{(pid=107188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Sep 25 01:06:57.193034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6906c84c-193f-4f2a-97ed-55429b8422d2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:57.194341 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:57.196479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Attempting to bind port 478c10b5-70ba-40d4-8429-823152f23892 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:57.196858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Attempting to bind port 478c10b5-70ba-40d4-8429-823152f23892 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:57.197230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Attempting to bind port 478c10b5-70ba-40d4-8429-823152f23892 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:57.198308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.209639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.223352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.274674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:57.276202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d136735a-b6d4-4f76-b8c4-e3e5c195bd42), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.358965 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd58d-993f-4432-ab82-8d44f6d6e9e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (b24c5c5e-a503-4162-92d6-a1f9179234c8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.365173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port f4b08834-67eb-472e-a2db-70156245ab43 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:06:57.371340 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 08899979-a15a-46c7-8e51-bf5c4f475e63 associated. External IP: 172.36.7.109, port: d6a24c71-cb14-49ca-9c94-ae83eb59ed5f. Sep 25 01:06:57.425837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd58d-993f-4432-ab82-8d44f6d6e9e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b24c5c5e-a503-4162-92d6-a1f9179234c8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.485060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd58d-993f-4432-ab82-8d44f6d6e9e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.486782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0f0bd58d-993f-4432-ab82-8d44f6d6e9e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3913400 Sep 25 01:06:57.499997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56152) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:57.505512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a10e24f6-391e-4b08-bd13-d155cbcd53d0 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-secgroup--781234170'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:57.510658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Current status of the port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:57.514187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:57.514822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.515360 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 Sep 25 01:06:57.552768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a10e24f6-391e-4b08-bd13-d155cbcd53d0 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.569975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:57.570733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:57.571313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.571910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:57.572677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Bound port: 478c10b5-70ba-40d4-8429-823152f23892, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:57.573244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (478c10b5-70ba-40d4-8429-823152f23892), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.581767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Provisioning complete for port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:57.582525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d136735a-b6d4-4f76-b8c4-e3e5c195bd42), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.583043 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Attempt 1 to provision port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 Sep 25 01:06:57.597035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bd58d-993f-4432-ab82-8d44f6d6e9e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24c5c5e-a503-4162-92d6-a1f9179234c8,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:57.603550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:57.679188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:57.691136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:57.696129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a10e24f6-391e-4b08-bd13-d155cbcd53d0 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (113c5e56-4a11-4774-93e0-ce20b1ac8df5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.701737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:57.707032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a10e24f6-391e-4b08-bd13-d155cbcd53d0 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (113c5e56-4a11-4774-93e0-ce20b1ac8df5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.725247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:57.793326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] For port 478c10b5-70ba-40d4-8429-823152f23892, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:57.800374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] For port 478c10b5-70ba-40d4-8429-823152f23892, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=478c10b5-70ba-40d4-8429-823152f23892,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:57.820587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (478c10b5-70ba-40d4-8429-823152f23892), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.824309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks [] for port (d136735a-b6d4-4f76-b8c4-e3e5c195bd42), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.834411 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a10e24f6-391e-4b08-bd13-d155cbcd53d0 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.837875 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a10e24f6-391e-4b08-bd13-d155cbcd53d0 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3346930 Sep 25 01:06:57.838093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56154) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:57.841049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (d136735a-b6d4-4f76-b8c4-e3e5c195bd42), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:57.846730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-054891cf-f6ba-45ab-9f01-7d98ba6ed58b tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': 'b24c5c5e-a503-4162-92d6-a1f9179234c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '113c5e56-4a11-4774-93e0-ce20b1ac8df5', 'remote_ip_prefix': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:57.873192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e24f6-391e-4b08-bd13-d155cbcd53d0 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113c5e56-4a11-4774-93e0-ce20b1ac8df5,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:57.954273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bfe6d-0635-4dc7-8b8a-1326c61a8b8e None None] Pushing event updated for resources: {'Port': ['ID=478c10b5-70ba-40d4-8429-823152f23892,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:58.018237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event updated for resources: {'Port': ['ID=d136735a-b6d4-4f76-b8c4-e3e5c195bd42,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:58.023561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] In _notify_port_updated(), no bound segment for port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 on network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 {{(pid=107188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:06:58.029160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:58.029998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.031596 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0ab3a5bb-58d1-47bf-92c1-265b86284083 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "PUT /networking/v2.0/ports/d136735a-b6d4-4f76-b8c4-e3e5c195bd42 HTTP/1.1" status: 200 len: 1136 time: 0.8925128 Sep 25 01:06:58.032657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-054891cf-f6ba-45ab-9f01-7d98ba6ed58b tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (80a5e65c-bb82-43b8-82f2-f9ee0dc3399b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.036261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56156) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:58.137019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639fd4ac-0e22-48e3-90fe-653effa2453d tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:58.137019 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-639fd4ac-0e22-48e3-90fe-653effa2453d tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "GET /networking/v2.0/ports/d136735a-b6d4-4f76-b8c4-e3e5c195bd42 HTTP/1.1" status: 200 len: 1136 time: 0.0992641 Sep 25 01:06:58.143758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56158) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:58.186766 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Attempt 2 to provision port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 Sep 25 01:06:58.316253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:58.334855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:58.337154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:06:58.347045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:58.388590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.392869 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:58.393725 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1d484d51-3f38-4fc0-86d0-68a625317e59 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f HTTP/1.1" status: 200 len: 704 time: 4.8955097 Sep 25 01:06:58.399634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56160) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:58.420139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:58.420457 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:58.420812 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:58.427458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:58.451314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:58.451942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.452913 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 Sep 25 01:06:58.492924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-054891cf-f6ba-45ab-9f01-7d98ba6ed58b tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (80a5e65c-bb82-43b8-82f2-f9ee0dc3399b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.508239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-054891cf-f6ba-45ab-9f01-7d98ba6ed58b tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (80a5e65c-bb82-43b8-82f2-f9ee0dc3399b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.511915 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1118ab42-d6e4-46df-a02b-378fb7166111 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Deleting port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:58.512563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1118ab42-d6e4-46df-a02b-378fb7166111 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d136735a-b6d4-4f76-b8c4-e3e5c195bd42), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.561222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::ac15:9bad:1744:390c (cf904343-f06f-476a-b370-411af221ea3d/78538457-8322-4e4d-bf65-9a9ae35934a6/f4b08834-67eb-472e-a2db-70156245ab43) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:58.566790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054891cf-f6ba-45ab-9f01-7d98ba6ed58b tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a5e65c-bb82-43b8-82f2-f9ee0dc3399b,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:58.592612 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:58.597731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:58.620847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7a50d65e-6736-4920-80fa-d6949ab1dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.631330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:58.638661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-054891cf-f6ba-45ab-9f01-7d98ba6ed58b tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.640014 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-054891cf-f6ba-45ab-9f01-7d98ba6ed58b tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8009522 Sep 25 01:06:58.647360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56162) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:58.654405 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ca177f3a-257c-40ce-a99c-8d259290d9ef tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f HTTP/1.1" status: 200 len: 704 time: 0.2517056 Sep 25 01:06:58.657622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56164) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:58.706122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:58.708728 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:58.798674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ec1e406-86e7-4d98-b288-6b1ab83ec0a9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (80a5e65c-bb82-43b8-82f2-f9ee0dc3399b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.811417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1118ab42-d6e4-46df-a02b-378fb7166111 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d136735a-b6d4-4f76-b8c4-e3e5c195bd42), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.835083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1118ab42-d6e4-46df-a02b-378fb7166111 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Calling delete_port for d136735a-b6d4-4f76-b8c4-e3e5c195bd42 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:58.837078 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Attempt 3 to provision port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 Sep 25 01:06:58.855702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ec1e406-86e7-4d98-b288-6b1ab83ec0a9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (80a5e65c-bb82-43b8-82f2-f9ee0dc3399b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.902366 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:56Z', 'revision_number': 7, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6906c84c-193f-4f2a-97ed-55429b8422d2', 'name': '', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:aa:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:46Z', 'updated_at': '2022-09-25T01:06:53Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:58.927772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:58.935662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:58.944484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] Sync routers for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:58.958137 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:58.964176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:58.964949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ec1e406-86e7-4d98-b288-6b1ab83ec0a9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (80a5e65c-bb82-43b8-82f2-f9ee0dc3399b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.965118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:58.975087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ec1e406-86e7-4d98-b288-6b1ab83ec0a9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.976334 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0ec1e406-86e7-4d98-b288-6b1ab83ec0a9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/80a5e65c-bb82-43b8-82f2-f9ee0dc3399b HTTP/1.1" status: 204 len: 168 time: 0.3207972 Sep 25 01:06:58.981966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56166) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:58.989100 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:58.989812 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:58.992457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (f4b08834-67eb-472e-a2db-70156245ab43), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:58.996147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.003405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1e406-86e7-4d98-b288-6b1ab83ec0a9 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80a5e65c-bb82-43b8-82f2-f9ee0dc3399b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:59.049247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56168) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:59.052630 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c278f16c-4423-4a31-ae2d-8795b18d446a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.7935061 Sep 25 01:06:59.072160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:59.074576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7364a29e-b949-46c2-85ba-c3d620b6601e" -d '{"events": [{"name": "network-changed", "server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:59.118327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f4b08834-67eb-472e-a2db-70156245ab43), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.171025 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-18c34088-a6da-4e7d-a466-70944bf8e1e3 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1864603 Sep 25 01:06:59.178776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56172) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:59.179372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:59.181712 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:59.197422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe2af1-e981-43e0-9925-4793e6de00d8 x-openstack-request-id: req-ccfe2af1-e981-43e0-9925-4793e6de00d8 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:59.197730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:59.197998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccfe2af1-e981-43e0-9925-4793e6de00d8 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:59.198449 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfe2af1-e981-43e0-9925-4793e6de00d8'] response: {'name': 'network-changed', 'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'status': 'completed', 'code': 200} Sep 25 01:06:59.223380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:59.299354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:59.303151 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-108b176c-dc91-4929-b402-3b0a85abb73b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/08899979-a15a-46c7-8e51-bf5c4f475e63 HTTP/1.1" status: 200 len: 992 time: 0.2484899 Sep 25 01:06:59.304036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=f4b08834-67eb-472e-a2db-70156245ab43,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:59.310097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:59.313061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-870551da-463b-4ea7-be58-4e66614835a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:59.314684 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-870551da-463b-4ea7-be58-4e66614835a8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 1130 time: 0.1139581 Sep 25 01:06:59.315702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:59.320486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:59.321164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.413044 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c637f310-cd3b-4002-8ea2-f89cbf605b16 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.7362270 Sep 25 01:06:59.414635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56174) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:59.423270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.437443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:59.437739 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Attempt 4 to provision port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 Sep 25 01:06:59.506980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ced6b20b-6eb4-4cac-9c74-b9ec5e5d7877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (113c5e56-4a11-4774-93e0-ce20b1ac8df5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.547057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725c6d8c-8df7-4109-a106-6efe6cdaef32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:59.552477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725c6d8c-8df7-4109-a106-6efe6cdaef32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:59.553964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:59.554509 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-725c6d8c-8df7-4109-a106-6efe6cdaef32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1386001 Sep 25 01:06:59.555785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1118ab42-d6e4-46df-a02b-378fb7166111 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d136735a-b6d4-4f76-b8c4-e3e5c195bd42), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.556523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-e66bda78-cfc2-4663-a115-0f1d318afbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:59.558289 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-e66bda78-cfc2-4663-a115-0f1d318afbfd service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb3c671b-1792-47f2-88a7-c4475412dd1c HTTP/1.1" status: 200 len: 898 time: 0.2340336 Sep 25 01:06:59.558776 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56176) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:59.567790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:59.592335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ced6b20b-6eb4-4cac-9c74-b9ec5e5d7877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (113c5e56-4a11-4774-93e0-ce20b1ac8df5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.609196 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:56Z', 'revision_number': 7, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6906c84c-193f-4f2a-97ed-55429b8422d2', 'name': '', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:aa:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:46Z', 'updated_at': '2022-09-25T01:06:53Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:59.645215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118ab42-d6e4-46df-a02b-378fb7166111 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event deleted for resources: {'Port': ['ID=d136735a-b6d4-4f76-b8c4-e3e5c195bd42,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:59.699574 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-96e62dac-b354-46ce-976b-439b47a64ee4 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f HTTP/1.1" status: 200 len: 1000 time: 0.1327364 Sep 25 01:06:59.706223 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce818df4-fa2e-42ab-b95b-e39b2962e8fd None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:06:56Z', 'revision_number': 7, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6906c84c-193f-4f2a-97ed-55429b8422d2', 'name': '', 'network_id': '3c538bca-a44d-46cd-93e5-73acfa15cff3', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:aa:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:46Z', 'updated_at': '2022-09-25T01:06:53Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '83c12345-6ca7-4210-be7c-06eb2d13ace4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:59.740913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-45bfb585-0cf4-428f-86a4-e6f5bb2be395 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port f4b08834-67eb-472e-a2db-70156245ab43 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:59.741401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45bfb585-0cf4-428f-86a4-e6f5bb2be395 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f4b08834-67eb-472e-a2db-70156245ab43), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.818541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:06:08Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '08899979-a15a-46c7-8e51-bf5c4f475e63', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.109', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:54Z', 'updated_at': '2022-09-25T01:06:54Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:59.836626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ced6b20b-6eb4-4cac-9c74-b9ec5e5d7877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (113c5e56-4a11-4774-93e0-ce20b1ac8df5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.839246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ced6b20b-6eb4-4cac-9c74-b9ec5e5d7877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.843970 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ced6b20b-6eb4-4cac-9c74-b9ec5e5d7877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/113c5e56-4a11-4774-93e0-ce20b1ac8df5 HTTP/1.1" status: 204 len: 168 time: 0.6628397 Sep 25 01:06:59.847138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1118ab42-d6e4-46df-a02b-378fb7166111 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.850644 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1118ab42-d6e4-46df-a02b-378fb7166111 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d136735a-b6d4-4f76-b8c4-e3e5c195bd42 HTTP/1.1" status: 204 len: 168 time: 1.7061450 Sep 25 01:06:59.851296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56178) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:59.858283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56180) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:59.894236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] Checking router: b701ba96-5f7b-4e63-8c6b-e6d71b05f830 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:59.911707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:59.912724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:06:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:59.927309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6b20b-6eb4-4cac-9c74-b9ec5e5d7877 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113c5e56-4a11-4774-93e0-ce20b1ac8df5,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:59.930924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45bfb585-0cf4-428f-86a4-e6f5bb2be395 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f4b08834-67eb-472e-a2db-70156245ab43), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.966905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-45bfb585-0cf4-428f-86a4-e6f5bb2be395 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for f4b08834-67eb-472e-a2db-70156245ab43 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:59.976725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:00.075304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c23d5a-d0a2-45e4-8a50-c0be09e407a2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Deleting subnet 01eff570-17d7-421b-bf43-bb8eb29e6af3 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:00.085154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58c23d5a-d0a2-45e4-8a50-c0be09e407a2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks [] for subnet (01eff570-17d7-421b-bf43-bb8eb29e6af3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.145235 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Attempt 5 to provision port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 Sep 25 01:07:00.145690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-92fa0d79-210c-4260-b288-758075fc3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:00.147654 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-92fa0d79-210c-4260-b288-758075fc3a27 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=61fa0b36-d024-4ad4-bb5d-7b711be1a641 HTTP/1.1" status: 200 len: 835 time: 0.1722350 Sep 25 01:07:00.173778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Port d136735a-b6d4-4f76-b8c4-e3e5c195bd42 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:07:00.186956 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4ec08f54-5a89-479f-9ec4-032ff0dc1420 None None] Could not find standard attr ID for object 73a8f0bd-6f29-4aec-9e23-4742ba2f9e86. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:00.197589 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a6cefae1-c021-4a10-9391-993708388300 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.3400903 Sep 25 01:07:00.198233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56184) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:00.220445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:00.223770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58c23d5a-d0a2-45e4-8a50-c0be09e407a2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (01eff570-17d7-421b-bf43-bb8eb29e6af3), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.231938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-4d6c8fa6-76e4-4301-bd28-8dfee6e2330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:00.233408 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-4d6c8fa6-76e4-4301-bd28-8dfee6e2330b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb3c671b-1792-47f2-88a7-c4475412dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0796998 Sep 25 01:07:00.291867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 6906c84c-193f-4f2a-97ed-55429b8422d2 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:00.292266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.308882 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56186) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:00.388566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 478c10b5-70ba-40d4-8429-823152f23892 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:00.403110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45bfb585-0cf4-428f-86a4-e6f5bb2be395 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f4b08834-67eb-472e-a2db-70156245ab43), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.436122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Provisioning complete for port f4b08834-67eb-472e-a2db-70156245ab43 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:00.436656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (f4b08834-67eb-472e-a2db-70156245ab43), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.437192 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Attempt 1 to provision port f4b08834-67eb-472e-a2db-70156245ab43 Sep 25 01:07:00.442274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfb585-0cf4-428f-86a4-e6f5bb2be395 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=f4b08834-67eb-472e-a2db-70156245ab43,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:00.445873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:00.453295 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-835cbacc-5d9e-4ac4-a1e9-0e09dbf8a817 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131510 Sep 25 01:07:00.504271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Port f4b08834-67eb-472e-a2db-70156245ab43 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:07:00.513554 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-18b3020d-e702-49c4-a922-e7fef9cade44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/08899979-a15a-46c7-8e51-bf5c4f475e63 HTTP/1.1" status: 200 len: 992 time: 0.1853180 Sep 25 01:07:00.536080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:00.536462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45bfb585-0cf4-428f-86a4-e6f5bb2be395 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.539762 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-45bfb585-0cf4-428f-86a4-e6f5bb2be395 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f4b08834-67eb-472e-a2db-70156245ab43 HTTP/1.1" status: 204 len: 168 time: 0.9799345 Sep 25 01:07:00.542242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56188) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:00.545466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af4652db-89db-4684-b8a6-d5288bf3c66d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (b24c5c5e-a503-4162-92d6-a1f9179234c8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.577409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Could not find standard attr ID for object d136735a-b6d4-4f76-b8c4-e3e5c195bd42. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:00.604478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Provisioning complete for port 478c10b5-70ba-40d4-8429-823152f23892 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:00.605293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (478c10b5-70ba-40d4-8429-823152f23892), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.605744 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Attempt 1 to provision port 478c10b5-70ba-40d4-8429-823152f23892 Sep 25 01:07:00.614962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:00.647041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 478c10b5-70ba-40d4-8429-823152f23892 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:00.647784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (478c10b5-70ba-40d4-8429-823152f23892), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.648390 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 478c10b5-70ba-40d4-8429-823152f23892 Sep 25 01:07:00.649590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645b126-bdea-4366-a4c3-9fad8591ed39 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:00.651305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645b126-bdea-4366-a4c3-9fad8591ed39 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:00.657310 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7645b126-bdea-4366-a4c3-9fad8591ed39 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1098228 Sep 25 01:07:00.658069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56190) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:00.670627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7364a29e-b949-46c2-85ba-c3d620b6601e req-0b7a3c81-0596-470c-bda7-25cef767209e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090883 Sep 25 01:07:00.734063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be82a49-3546-4d80-bf7e-22fe9fbcea31 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 78538457-8322-4e4d-bf65-9a9ae35934a6 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:00.741280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6be82a49-3546-4d80-bf7e-22fe9fbcea31 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (78538457-8322-4e4d-bf65-9a9ae35934a6), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.813016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6be82a49-3546-4d80-bf7e-22fe9fbcea31 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (78538457-8322-4e4d-bf65-9a9ae35934a6), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.893223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 478c10b5-70ba-40d4-8429-823152f23892 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:00.893615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (478c10b5-70ba-40d4-8429-823152f23892), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.900234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:06:08Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '08899979-a15a-46c7-8e51-bf5c4f475e63', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.109', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:54Z', 'updated_at': '2022-09-25T01:06:54Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:00.904873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:00.916918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6be82a49-3546-4d80-bf7e-22fe9fbcea31 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (78538457-8322-4e4d-bf65-9a9ae35934a6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.939596 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58c23d5a-d0a2-45e4-8a50-c0be09e407a2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (01eff570-17d7-421b-bf43-bb8eb29e6af3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.951035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 6906c84c-193f-4f2a-97ed-55429b8422d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6906c84c-193f-4f2a-97ed-55429b8422d2,segment=NetworkSegment(420476f3-8d47-472d-b1cd-6146ff6dd8c0),segment_id=420476f3-8d47-472d-b1cd-6146ff6dd8c0)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:00.951354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.957100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1f36d-fbd0-460a-9cd9-5e4acc3437dd None None] The sync data for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv is: [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:06:08Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '08899979-a15a-46c7-8e51-bf5c4f475e63', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.109', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:54Z', 'updated_at': '2022-09-25T01:06:54Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:00.967752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Current status of the port 478c10b5-70ba-40d4-8429-823152f23892 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:00.968068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (478c10b5-70ba-40d4-8429-823152f23892), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.993169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:00.995516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af4652db-89db-4684-b8a6-d5288bf3c66d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (b24c5c5e-a503-4162-92d6-a1f9179234c8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.009670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6be82a49-3546-4d80-bf7e-22fe9fbcea31 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (78538457-8322-4e4d-bf65-9a9ae35934a6), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.012926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 6906c84c-193f-4f2a-97ed-55429b8422d2 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:01.069334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:07:01.069745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:07:01.075651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be82a49-3546-4d80-bf7e-22fe9fbcea31 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=78538457-8322-4e4d-bf65-9a9ae35934a6,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:01.083813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6be82a49-3546-4d80-bf7e-22fe9fbcea31 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.089953 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6be82a49-3546-4d80-bf7e-22fe9fbcea31 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/78538457-8322-4e4d-bf65-9a9ae35934a6 HTTP/1.1" status: 204 len: 168 time: 0.4284353 Sep 25 01:07:01.090320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56192) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:01.100614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73f775-3c26-4bfb-b403-85337eca982a None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:01.137081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58c23d5a-d0a2-45e4-8a50-c0be09e407a2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (01eff570-17d7-421b-bf43-bb8eb29e6af3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.144082 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9d022c73-1bdd-4836-b01b-af10b6be4160 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524402 Sep 25 01:07:01.147601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56194) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:01.153840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:01.175835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af4652db-89db-4684-b8a6-d5288bf3c66d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b24c5c5e-a503-4162-92d6-a1f9179234c8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.178669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af4652db-89db-4684-b8a6-d5288bf3c66d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.180117 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-af4652db-89db-4684-b8a6-d5288bf3c66d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b24c5c5e-a503-4162-92d6-a1f9179234c8 HTTP/1.1" status: 204 len: 168 time: 0.9742951 Sep 25 01:07:01.189594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56196) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:01.191012 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23d5a-d0a2-45e4-8a50-c0be09e407a2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event deleted for resources: {'Subnet': ['ID=01eff570-17d7-421b-bf43-bb8eb29e6af3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:01.206480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58c23d5a-d0a2-45e4-8a50-c0be09e407a2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.214509 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-58c23d5a-d0a2-45e4-8a50-c0be09e407a2 tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/01eff570-17d7-421b-bf43-bb8eb29e6af3 HTTP/1.1" status: 204 len: 168 time: 1.3416474 Sep 25 01:07:01.214769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56198) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:01.225205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4652db-89db-4684-b8a6-d5288bf3c66d tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24c5c5e-a503-4162-92d6-a1f9179234c8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:01.314637 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-af5378eb-31e5-41d7-8705-313aad49acdb tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.1212058 Sep 25 01:07:01.319384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56200) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:01.321547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (12cb8565-57f2-48ba-9d09-2aa12fd077a7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.328281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-eb11f1a4-ce3e-42d7-a83a-8146d83df1e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742706101'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:01.365973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:01.389826 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc20da-aed0-495f-b439-d2adacff85ed None None] New status for floating IP 08899979-a15a-46c7-8e51-bf5c4f475e63: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:07:01.406407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48acdc-ab7d-4f36-8b72-e55ba10bc1c2 None None] Network 12cb8565-57f2-48ba-9d09-2aa12fd077a7 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:01.408472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eb11f1a4-ce3e-42d7-a83a-8146d83df1e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.446505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6906c84c-193f-4f2a-97ed-55429b8422d2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.459561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Deleting port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:01.460584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.467870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:01.475496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.492943 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=6906c84c-193f-4f2a-97ed-55429b8422d2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:01.521782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56202) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:01.568401 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:01.579302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:07:01.580175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:07:01.633486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] For port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0eb54226-04c4-4cf0-ac64-2cc93fea4d48,segment=NetworkSegment(dbb9dafd-af0f-4fb6-93d1-08acb2132ee5),segment_id=dbb9dafd-af0f-4fb6-93d1-08acb2132ee5)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:01.635057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.640643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8db587-f9e2-498d-a614-d5a207f2ead5 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:01.648304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94586692-418d-46ee-b8db-a68e944e9ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.661085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Calling delete_port for 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:01.674156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Current status of the port 478c10b5-70ba-40d4-8429-823152f23892 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:01.674944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (478c10b5-70ba-40d4-8429-823152f23892), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.718114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eb11f1a4-ce3e-42d7-a83a-8146d83df1e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (1fedca78-fefb-4098-9cd4-d4658149aa0c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.724727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eb11f1a4-ce3e-42d7-a83a-8146d83df1e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (1fedca78-fefb-4098-9cd4-d4658149aa0c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.757043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11f1a4-ce3e-42d7-a83a-8146d83df1e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fedca78-fefb-4098-9cd4-d4658149aa0c,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:01.759385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.794198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40bb7d-5f96-4162-bce3-dad83a673903 None None] DHCP port deletion for 12cb8565-57f2-48ba-9d09-2aa12fd077a7 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:01.818573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db587-f9e2-498d-a614-d5a207f2ead5 None None] Deleting port 478c10b5-70ba-40d4-8429-823152f23892 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:01.819044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d8db587-f9e2-498d-a614-d5a207f2ead5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (478c10b5-70ba-40d4-8429-823152f23892), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.823676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eb11f1a4-ce3e-42d7-a83a-8146d83df1e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.825580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] For port 478c10b5-70ba-40d4-8429-823152f23892, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=478c10b5-70ba-40d4-8429-823152f23892,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:01.825846 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-eb11f1a4-ce3e-42d7-a83a-8146d83df1e4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5049832 Sep 25 01:07:01.834503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56204) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:01.837842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a3d840b3-ab78-48ae-8ca8-2c5a9a3fd607 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': '1fedca78-fefb-4098-9cd4-d4658149aa0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:01.849925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (478c10b5-70ba-40d4-8429-823152f23892), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.853939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Could not find standard attr ID for object 73a8f0bd-6f29-4aec-9e23-4742ba2f9e86. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:01.910088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:01.954165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:01.966174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3d840b3-ab78-48ae-8ca8-2c5a9a3fd607 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (98a2c136-f305-41ba-be9d-3fbb23335597), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.970680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:01.981175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:01.987130 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-105a46bc-34f1-4a57-8f27-802ea73d081d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/08899979-a15a-46c7-8e51-bf5c4f475e63 HTTP/1.1" status: 200 len: 994 time: 0.2054603 Sep 25 01:07:01.987340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1c40bb7d-5f96-4162-bce3-dad83a673903 None None] Deleting port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:01.987340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1c40bb7d-5f96-4162-bce3-dad83a673903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.989517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8d8db587-f9e2-498d-a614-d5a207f2ead5 None None] For port 478c10b5-70ba-40d4-8429-823152f23892, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=478c10b5-70ba-40d4-8429-823152f23892,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:01.989517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d8db587-f9e2-498d-a614-d5a207f2ead5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (478c10b5-70ba-40d4-8429-823152f23892), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.995497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=10,neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:02.013706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.056179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db587-f9e2-498d-a614-d5a207f2ead5 None None] Calling delete_port for 478c10b5-70ba-40d4-8429-823152f23892 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:02.058092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649dbce-9090-461b-9811-4b47b78d0ca1 None None] Pushing event updated for resources: {'Port': ['ID=478c10b5-70ba-40d4-8429-823152f23892,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.070287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event deleted for resources: {'Port': ['ID=0eb54226-04c4-4cf0-ac64-2cc93fea4d48,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.080575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] No DVR routers for this DVR port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:02.104688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3d840b3-ab78-48ae-8ca8-2c5a9a3fd607 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (98a2c136-f305-41ba-be9d-3fbb23335597), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.111916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:02.113370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3d840b3-ab78-48ae-8ca8-2c5a9a3fd607 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (98a2c136-f305-41ba-be9d-3fbb23335597), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.140850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d840b3-ab78-48ae-8ca8-2c5a9a3fd607 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a2c136-f305-41ba-be9d-3fbb23335597,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.155234 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3d840b3-ab78-48ae-8ca8-2c5a9a3fd607 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.156570 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a3d840b3-ab78-48ae-8ca8-2c5a9a3fd607 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3223970 Sep 25 01:07:02.160816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56206) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:02.176874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1c40bb7d-5f96-4162-bce3-dad83a673903 None None] For port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0eb54226-04c4-4cf0-ac64-2cc93fea4d48,segment=NetworkSegment(dbb9dafd-af0f-4fb6-93d1-08acb2132ee5),segment_id=dbb9dafd-af0f-4fb6-93d1-08acb2132ee5)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:02.177276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1c40bb7d-5f96-4162-bce3-dad83a673903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.186913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 478c10b5-70ba-40d4-8429-823152f23892 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:02.198052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1c40bb7d-5f96-4162-bce3-dad83a673903 None None] Calling delete_port for 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:02.229616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (12cb8565-57f2-48ba-9d09-2aa12fd077a7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.253738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (bd5b29a6-3c57-4129-8664-d179255253e1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.265028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cb8565-57f2-48ba-9d09-2aa12fd077a7']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:02.286647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:02.296225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-898d6434-70ab-4dca-9c88-d0e67d0ca6a4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (98a2c136-f305-41ba-be9d-3fbb23335597), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.309581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-898d6434-70ab-4dca-9c88-d0e67d0ca6a4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (98a2c136-f305-41ba-be9d-3fbb23335597), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.311039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb9dafd-af0f-4fb6-93d1-08acb2132ee5') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:02.311824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb9dafd-af0f-4fb6-93d1-08acb2132ee5') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:02.317317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:02.317583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:02.328312 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-94641a40-779c-4852-b1c3-700e658b9725 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6642256 Sep 25 01:07:02.331851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56208) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:02.335617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:02.336443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.344365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:02.361053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (dbb9dafd-af0f-4fb6-93d1-08acb2132ee5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.365897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1c40bb7d-5f96-4162-bce3-dad83a673903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (0eb54226-04c4-4cf0-ac64-2cc93fea4d48), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.378197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:02.379375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:02.382682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d8db587-f9e2-498d-a614-d5a207f2ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (478c10b5-70ba-40d4-8429-823152f23892), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.395964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-898d6434-70ab-4dca-9c88-d0e67d0ca6a4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (98a2c136-f305-41ba-be9d-3fbb23335597), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.409608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=bd5b29a6-3c57-4129-8664-d179255253e1,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.412360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-898d6434-70ab-4dca-9c88-d0e67d0ca6a4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.413824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (dbb9dafd-af0f-4fb6-93d1-08acb2132ee5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.416333 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-898d6434-70ab-4dca-9c88-d0e67d0ca6a4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/98a2c136-f305-41ba-be9d-3fbb23335597 HTTP/1.1" status: 204 len: 168 time: 0.2550843 Sep 25 01:07:02.417765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56210) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:02.426568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d6434-70ab-4dca-9c88-d0e67d0ca6a4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98a2c136-f305-41ba-be9d-3fbb23335597,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.432427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e53a7c-7f36-47e8-b9de-a270febc49a0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting subnet 83c12345-6ca7-4210-be7c-06eb2d13ace4 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:02.437568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56212) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:02.439661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-99e53a7c-7f36-47e8-b9de-a270febc49a0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (83c12345-6ca7-4210-be7c-06eb2d13ace4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.440732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e4a41079-ba97-4f27-b3d4-06ef3724fed8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2916470 Sep 25 01:07:02.445733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': 'bd5b29a6-3c57-4129-8664-d179255253e1', 'ip_address': '2001:db8::a3e8:ca2:3acc:78d0'}], 'name': 'tempest-NetworksTestDHCPv6-375207343'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:02.457772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:02.458448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (dbb9dafd-af0f-4fb6-93d1-08acb2132ee5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.476867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8db587-f9e2-498d-a614-d5a207f2ead5 None None] No DVR routers for this DVR port 478c10b5-70ba-40d4-8429-823152f23892 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:02.482268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:02.485323 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment dbb9dafd-af0f-4fb6-93d1-08acb2132ee5 resource provider aggregate not found Sep 25 01:07:02.486161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40bb7d-5f96-4162-bce3-dad83a673903 None None] Pushing event deleted for resources: {'Port': ['ID=0eb54226-04c4-4cf0-ac64-2cc93fea4d48,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.489038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40bb7d-5f96-4162-bce3-dad83a673903 None None] No DVR routers for this DVR port 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:02.518256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-99e53a7c-7f36-47e8-b9de-a270febc49a0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (83c12345-6ca7-4210-be7c-06eb2d13ace4), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.545148 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment dbb9dafd-af0f-4fb6-93d1-08acb2132ee5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbb9dafd-af0f-4fb6-93d1-08acb2132ee5 found for delete ", "request_id": "req-21185a19-1e54-47d3-98f0-2366d19787b2"}]} Sep 25 01:07:02.565986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819164d6-b208-458a-8410-9f7e7e02dcab None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:02.571915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-007cd771-6cd4-4dc9-9fd2-01679f590cfe tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1522882 Sep 25 01:07:02.575076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56218) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:02.598079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:02.598790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0eb54226-04c4-4cf0-ac64-2cc93fea4d48 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:02.599521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 478c10b5-70ba-40d4-8429-823152f23892 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:02.607208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (12cb8565-57f2-48ba-9d09-2aa12fd077a7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.632226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.635685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db587-f9e2-498d-a614-d5a207f2ead5 None None] Pushing event deleted for resources: {'Port': ['ID=478c10b5-70ba-40d4-8429-823152f23892,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.639188 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] 10.222.0.49 "DELETE /networking/v2.0/networks/12cb8565-57f2-48ba-9d09-2aa12fd077a7 HTTP/1.1" status: 204 len: 168 time: 1.4246812 Sep 25 01:07:02.695280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fdf98-7b44-429e-b23b-6ddce1930a6a tempest-ExtraDHCPOptionsTestJSON-482225543 tempest-ExtraDHCPOptionsTestJSON-482225543-project] Pushing event deleted for resources: {'Network': ['ID=12cb8565-57f2-48ba-9d09-2aa12fd077a7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.696949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 478c10b5-70ba-40d4-8429-823152f23892 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:02.697821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 478c10b5-70ba-40d4-8429-823152f23892 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:02.731469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6979975a-78cf-4d1c-af76-3795fe54b46a tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (1fedca78-fefb-4098-9cd4-d4658149aa0c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.749375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:02.759205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6979975a-78cf-4d1c-af76-3795fe54b46a tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (1fedca78-fefb-4098-9cd4-d4658149aa0c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.767828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:02.796120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-99e53a7c-7f36-47e8-b9de-a270febc49a0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (83c12345-6ca7-4210-be7c-06eb2d13ace4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.849347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6979975a-78cf-4d1c-af76-3795fe54b46a tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (1fedca78-fefb-4098-9cd4-d4658149aa0c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.853260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6979975a-78cf-4d1c-af76-3795fe54b46a tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.855049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6979975a-78cf-4d1c-af76-3795fe54b46a tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1fedca78-fefb-4098-9cd4-d4658149aa0c HTTP/1.1" status: 204 len: 168 time: 0.2789762 Sep 25 01:07:02.860681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56222) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:02.884134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979975a-78cf-4d1c-af76-3795fe54b46a tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fedca78-fefb-4098-9cd4-d4658149aa0c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.940405 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f699480e-978f-4ee2-9adc-91c6594bbff0 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.0764332 Sep 25 01:07:02.945958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56224) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:02.954243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fb2a0ad8-0540-46dc-b0bd-f725ed37cfd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105878468'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:02.957583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70466704-c647-47ad-b942-f1c066065805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': 'bd5b29a6-3c57-4129-8664-d179255253e1'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:02.959213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-70466704-c647-47ad-b942-f1c066065805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.959702 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:02.996991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0ad8-0540-46dc-b0bd-f725ed37cfd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.088866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-99e53a7c-7f36-47e8-b9de-a270febc49a0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (83c12345-6ca7-4210-be7c-06eb2d13ace4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.109837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:03.121069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:03.144931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0ad8-0540-46dc-b0bd-f725ed37cfd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (334d7b7d-3fae-4ba5-a5f4-5d3c44880025), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.148813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e53a7c-7f36-47e8-b9de-a270febc49a0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Subnet': ['ID=83c12345-6ca7-4210-be7c-06eb2d13ace4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:03.151493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0ad8-0540-46dc-b0bd-f725ed37cfd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (334d7b7d-3fae-4ba5-a5f4-5d3c44880025), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.153341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-99e53a7c-7f36-47e8-b9de-a270febc49a0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.156928 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-99e53a7c-7f36-47e8-b9de-a270febc49a0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/83c12345-6ca7-4210-be7c-06eb2d13ace4 HTTP/1.1" status: 204 len: 168 time: 0.8240578 Sep 25 01:07:03.160849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56228) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.168819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079bc7a-6cf6-4a71-ae46-65da7b8f7189 None None] Network 3c538bca-a44d-46cd-93e5-73acfa15cff3 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:03.196307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56230) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.217084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a0ad8-0540-46dc-b0bd-f725ed37cfd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334d7b7d-3fae-4ba5-a5f4-5d3c44880025,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:03.221201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.225632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0ad8-0540-46dc-b0bd-f725ed37cfd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.226490 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fb2a0ad8-0540-46dc-b0bd-f725ed37cfd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2792625 Sep 25 01:07:03.230477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56234) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.235766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-aa6fb512-8ec9-489d-9574-785b194decd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': '334d7b7d-3fae-4ba5-a5f4-5d3c44880025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:03.282934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 325b1608-9d88-4361-a606-0c9f0b1a8463 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:07:03.285992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb512-8ec9-489d-9574-785b194decd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (fe6bbc22-9e39-4a44-ba11-65c57cafad33), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.295539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:03.326985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:03.340984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (3c538bca-a44d-46cd-93e5-73acfa15cff3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.354066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 8, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:03.395839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb512-8ec9-489d-9574-785b194decd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (fe6bbc22-9e39-4a44-ba11-65c57cafad33), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.408214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb512-8ec9-489d-9574-785b194decd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (fe6bbc22-9e39-4a44-ba11-65c57cafad33), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.426823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:03.431721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:03.452195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fb512-8ec9-489d-9574-785b194decd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6bbc22-9e39-4a44-ba11-65c57cafad33,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:03.454104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-70466704-c647-47ad-b942-f1c066065805 None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/bd5b29a6-3c57-4129-8664-d179255253e1/10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:03.461996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb512-8ec9-489d-9574-785b194decd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.467831 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aa6fb512-8ec9-489d-9574-785b194decd2 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2351975 Sep 25 01:07:03.472096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:03.472852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:03.474406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56236) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.487103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 2fb10763-293d-4143-8067-331093f0d347 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:03.487876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2fb10763-293d-4143-8067-331093f0d347), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.496235 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6b5f833d-6638-452c-bf05-5e05a6ce5e42 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=93a5131024574a8ab35e6eda90d733e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920153 Sep 25 01:07:03.497522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56238) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.540014 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6e26018b-0654-4102-b7a4-2baad6980fb5 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/fe6bbc22-9e39-4a44-ba11-65c57cafad33 HTTP/1.1" status: 200 len: 763 time: 0.0640194 Sep 25 01:07:03.545871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56240) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.588293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 2fb10763-293d-4143-8067-331093f0d347, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fb10763-293d-4143-8067-331093f0d347,segment=NetworkSegment(420476f3-8d47-472d-b1cd-6146ff6dd8c0),segment_id=420476f3-8d47-472d-b1cd-6146ff6dd8c0)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:03.588670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2fb10763-293d-4143-8067-331093f0d347), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.589722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5a117b3-7639-439b-8ae5-15d1140fbf9b admin admin] Publish callbacks [] for security_group (13307ded-db79-4b75-92c4-538d4c542866), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.596775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a521ad5-35b5-4f92-bd71-699ff00584a3 None None] DHCP port deletion for 3c538bca-a44d-46cd-93e5-73acfa15cff3 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:03.610481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 2fb10763-293d-4143-8067-331093f0d347 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:03.651169 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5eee1ffb-1490-409d-878b-8ba0864759d7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1040699 Sep 25 01:07:03.657898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56242) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.660418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5a117b3-7639-439b-8ae5-15d1140fbf9b admin admin] Publish callbacks [] for security_group (13307ded-db79-4b75-92c4-538d4c542866), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.722235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4964f4f6-9961-453d-bf68-075a1ba92479 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (fe6bbc22-9e39-4a44-ba11-65c57cafad33), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.731608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:03.734963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (2fb10763-293d-4143-8067-331093f0d347), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.738817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4964f4f6-9961-453d-bf68-075a1ba92479 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (fe6bbc22-9e39-4a44-ba11-65c57cafad33), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.775550 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=2fb10763-293d-4143-8067-331093f0d347,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:03.781974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No DVR routers for this DVR port 2fb10763-293d-4143-8067-331093f0d347 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:03.784845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4964f4f6-9961-453d-bf68-075a1ba92479 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (fe6bbc22-9e39-4a44-ba11-65c57cafad33), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.793987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4964f4f6-9961-453d-bf68-075a1ba92479 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.798520 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4964f4f6-9961-453d-bf68-075a1ba92479 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/fe6bbc22-9e39-4a44-ba11-65c57cafad33 HTTP/1.1" status: 204 len: 168 time: 0.1316152 Sep 25 01:07:03.798520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5a117b3-7639-439b-8ae5-15d1140fbf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (13307ded-db79-4b75-92c4-538d4c542866), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.798520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5a117b3-7639-439b-8ae5-15d1140fbf9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.799765 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d5a117b3-7639-439b-8ae5-15d1140fbf9b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/13307ded-db79-4b75-92c4-538d4c542866 HTTP/1.1" status: 204 len: 168 time: 0.3012781 Sep 25 01:07:03.800393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56244) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.831003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.832412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:03.836460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964f4f6-9961-453d-bf68-075a1ba92479 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe6bbc22-9e39-4a44-ba11-65c57cafad33,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:03.838850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a117b3-7639-439b-8ae5-15d1140fbf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13307ded-db79-4b75-92c4-538d4c542866,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:03.890889 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8e097d53-a17a-4f62-b4bc-4b80b7e77505 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0833189 Sep 25 01:07:03.892057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56248) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.897869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0acc920c-fe29-42eb-a543-0e510134857e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': '334d7b7d-3fae-4ba5-a5f4-5d3c44880025', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:03.903706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (3c538bca-a44d-46cd-93e5-73acfa15cff3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.935861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c538bca-a44d-46cd-93e5-73acfa15cff3']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:03.951011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420476f3-8d47-472d-b1cd-6146ff6dd8c0') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:03.951460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420476f3-8d47-472d-b1cd-6146ff6dd8c0') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:03.962158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0acc920c-fe29-42eb-a543-0e510134857e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (ac084bfe-a738-4745-ae50-5f5b1a2b033d), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.971133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (420476f3-8d47-472d-b1cd-6146ff6dd8c0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.997720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (420476f3-8d47-472d-b1cd-6146ff6dd8c0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.029739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:04.031042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (420476f3-8d47-472d-b1cd-6146ff6dd8c0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.062244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0acc920c-fe29-42eb-a543-0e510134857e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (ac084bfe-a738-4745-ae50-5f5b1a2b033d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.069931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0acc920c-fe29-42eb-a543-0e510134857e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ac084bfe-a738-4745-ae50-5f5b1a2b033d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.101415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-70466704-c647-47ad-b942-f1c066065805 None None] Publish callbacks [] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.111578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc920c-fe29-42eb-a543-0e510134857e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac084bfe-a738-4745-ae50-5f5b1a2b033d,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:04.118931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0acc920c-fe29-42eb-a543-0e510134857e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.119394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-70466704-c647-47ad-b942-f1c066065805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.120565 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0acc920c-fe29-42eb-a543-0e510134857e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2273214 Sep 25 01:07:04.125307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56252) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.150956 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fb5aa7da-4a0d-48af-9b48-47d54cb79f27 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/ac084bfe-a738-4745-ae50-5f5b1a2b033d HTTP/1.1" status: 200 len: 763 time: 0.0238864 Sep 25 01:07:04.156969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56254) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.199322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70466704-c647-47ad-b942-f1c066065805 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:04.200377 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 420476f3-8d47-472d-b1cd-6146ff6dd8c0 resource provider aggregate not found Sep 25 01:07:04.208136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-70466704-c647-47ad-b942-f1c066065805 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:04.210304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (3c538bca-a44d-46cd-93e5-73acfa15cff3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.212495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70466704-c647-47ad-b942-f1c066065805 None None] Pushing event updated for resources: {'Port': ['ID=10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:04.221376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70466704-c647-47ad-b942-f1c066065805 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:04.224169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.231250 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/networks/3c538bca-a44d-46cd-93e5-73acfa15cff3 HTTP/1.1" status: 204 len: 168 time: 1.0690901 Sep 25 01:07:04.234722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56260) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.243469 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f4ed1185-f796-416f-bad8-b9f633ad2ea6 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0849242 Sep 25 01:07:04.245885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56262) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.253287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 8, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:04.292903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b99f5f09-e76c-4ee2-95c6-d4e906da8baf tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (ac084bfe-a738-4745-ae50-5f5b1a2b033d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.306099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b99f5f09-e76c-4ee2-95c6-d4e906da8baf tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (ac084bfe-a738-4745-ae50-5f5b1a2b033d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.332719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a57734-f0e5-4878-8fec-1526f8422609 None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 8, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '1485d084-1ef1-4b10-b770-f824c8d8df30', 'name': '', 'network_id': 'ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:65:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '212d2e34-576f-428a-8e66-a32930726787', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:39Z', 'updated_at': '2022-09-25T01:06:48Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': '212d2e34-576f-428a-8e66-a32930726787', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:04.364089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b99f5f09-e76c-4ee2-95c6-d4e906da8baf tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ac084bfe-a738-4745-ae50-5f5b1a2b033d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.370937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b99f5f09-e76c-4ee2-95c6-d4e906da8baf tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.373547 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b99f5f09-e76c-4ee2-95c6-d4e906da8baf tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/ac084bfe-a738-4745-ae50-5f5b1a2b033d HTTP/1.1" status: 204 len: 168 time: 0.1255682 Sep 25 01:07:04.377434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56268) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.382218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-70466704-c647-47ad-b942-f1c066065805 None None] Attempting to bind port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:04.383071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-70466704-c647-47ad-b942-f1c066065805 None None] Attempting to bind port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:04.383811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70466704-c647-47ad-b942-f1c066065805 None None] Attempting to bind port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:04.386856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2fb10763-293d-4143-8067-331093f0d347 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:04.398063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f5f09-e76c-4ee2-95c6-d4e906da8baf tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac084bfe-a738-4745-ae50-5f5b1a2b033d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:04.437225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2fb10763-293d-4143-8067-331093f0d347 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:04.437929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2fb10763-293d-4143-8067-331093f0d347 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:04.445303 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 420476f3-8d47-472d-b1cd-6146ff6dd8c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 420476f3-8d47-472d-b1cd-6146ff6dd8c0 found for delete ", "request_id": "req-fe87163c-2700-4758-8418-ca2886b3e757"}]} Sep 25 01:07:04.453071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:04.456994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc433ea-ddab-43f8-9d4b-237666dd5783 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Network': ['ID=3c538bca-a44d-46cd-93e5-73acfa15cff3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:04.468895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70466704-c647-47ad-b942-f1c066065805 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:04.469573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70466704-c647-47ad-b942-f1c066065805 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:04.469694 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-02121d21-19de-4f2a-a9ca-b711514b6612 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887704 Sep 25 01:07:04.470252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-70466704-c647-47ad-b942-f1c066065805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.470654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70466704-c647-47ad-b942-f1c066065805 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:04.471134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-70466704-c647-47ad-b942-f1c066065805 None None] Bound port: 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:04.471860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-70466704-c647-47ad-b942-f1c066065805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.473966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56272) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.479716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ce411e68-dd80-4d6d-8bbd-85369858e4e8 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': '334d7b7d-3fae-4ba5-a5f4-5d3c44880025', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:04.505701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::a3e8:ca2:3acc:78d0 (cf904343-f06f-476a-b370-411af221ea3d/bd5b29a6-3c57-4129-8664-d179255253e1/325b1608-9d88-4361-a606-0c9f0b1a8463) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:04.509915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-ce411e68-dd80-4d6d-8bbd-85369858e4e8 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Project bca1d36f2ab14fab9aaabb5817cde56c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:07:04.529724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce411e68-dd80-4d6d-8bbd-85369858e4e8 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (93263552-0cd7-4138-9e75-9439b98f0ac9), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.569181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-70466704-c647-47ad-b942-f1c066065805 None None] For port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:04.575087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-70466704-c647-47ad-b942-f1c066065805 None None] For port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:04.583624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-70466704-c647-47ad-b942-f1c066065805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.626344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce411e68-dd80-4d6d-8bbd-85369858e4e8 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (93263552-0cd7-4138-9e75-9439b98f0ac9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.634294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce411e68-dd80-4d6d-8bbd-85369858e4e8 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (93263552-0cd7-4138-9e75-9439b98f0ac9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.673441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce411e68-dd80-4d6d-8bbd-85369858e4e8 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93263552-0cd7-4138-9e75-9439b98f0ac9,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:04.682217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce411e68-dd80-4d6d-8bbd-85369858e4e8 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.683739 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ce411e68-dd80-4d6d-8bbd-85369858e4e8 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2084513 Sep 25 01:07:04.686587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56276) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.693168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70466704-c647-47ad-b942-f1c066065805 None None] Pushing event updated for resources: {'Port': ['ID=10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:04.704870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:04.727624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:04.735542 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-298ae26e-fb3b-4e3d-914c-d4453a111c88 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/93263552-0cd7-4138-9e75-9439b98f0ac9 HTTP/1.1" status: 200 len: 769 time: 0.0469847 Sep 25 01:07:04.736391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56280) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.807331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:04.808327 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a110116c-db05-4109-8f5d-8470fab14ce1 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0694389 Sep 25 01:07:04.809387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56284) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.907898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c2185c0e-baf7-44dc-b864-dadd331fef72 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (93263552-0cd7-4138-9e75-9439b98f0ac9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.932963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c2185c0e-baf7-44dc-b864-dadd331fef72 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (93263552-0cd7-4138-9e75-9439b98f0ac9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.983152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c2185c0e-baf7-44dc-b864-dadd331fef72 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (93263552-0cd7-4138-9e75-9439b98f0ac9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.988901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c2185c0e-baf7-44dc-b864-dadd331fef72 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.990277 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c2185c0e-baf7-44dc-b864-dadd331fef72 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/93263552-0cd7-4138-9e75-9439b98f0ac9 HTTP/1.1" status: 204 len: 168 time: 0.1795793 Sep 25 01:07:04.994258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56288) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.002434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (325b1608-9d88-4361-a606-0c9f0b1a8463), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.031624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.062843 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4119a46a-96a9-4c3f-b1d3-8734487efa69 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0652351 Sep 25 01:07:05.064278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2185c0e-baf7-44dc-b864-dadd331fef72 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93263552-0cd7-4138-9e75-9439b98f0ac9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:05.078209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56292) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.162586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (325b1608-9d88-4361-a606-0c9f0b1a8463), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.191230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a556429-6146-4688-ab1b-779596d4b82c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (334d7b7d-3fae-4ba5-a5f4-5d3c44880025), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.222102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a556429-6146-4688-ab1b-779596d4b82c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (334d7b7d-3fae-4ba5-a5f4-5d3c44880025), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.240821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:05.240821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56294) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.269689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=325b1608-9d88-4361-a606-0c9f0b1a8463,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:05.299563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a556429-6146-4688-ab1b-779596d4b82c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (334d7b7d-3fae-4ba5-a5f4-5d3c44880025), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.303309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a556429-6146-4688-ab1b-779596d4b82c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.304728 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9a556429-6146-4688-ab1b-779596d4b82c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/334d7b7d-3fae-4ba5-a5f4-5d3c44880025 HTTP/1.1" status: 204 len: 168 time: 0.2199631 Sep 25 01:07:05.314089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56298) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.317417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:05.318889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a556429-6146-4688-ab1b-779596d4b82c tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334d7b7d-3fae-4ba5-a5f4-5d3c44880025,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:05.334586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:05.353779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:05.359167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:05.359801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.396636 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3ccbb0c5-381b-4fd2-9a6a-8b835846b26f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9579654 Sep 25 01:07:05.400368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56300) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.405273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6c299278-6ed3-41cf-ae94-a13665390730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-747442591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:05.430510 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-16a8cd6a-8033-4a56-b571-faa613ac48a4 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.1107447 Sep 25 01:07:05.437432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56302) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.443837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ab7ed878-1a27-4e12-bc59-8f3bfb77fbe7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group': {'name': 'tempest-secgroup--182120109'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:05.464772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c299278-6ed3-41cf-ae94-a13665390730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.466403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c299278-6ed3-41cf-ae94-a13665390730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.486620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed878-1a27-4e12-bc59-8f3bfb77fbe7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.501104 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ed050-d016-4c31-9371-f97d17e3c7ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:05.506899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ed050-d016-4c31-9371-f97d17e3c7ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:05.508618 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-671ed050-d016-4c31-9371-f97d17e3c7ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1071632 Sep 25 01:07:05.511433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56304) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.561067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c299278-6ed3-41cf-ae94-a13665390730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for router_controller (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.572740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c299278-6ed3-41cf-ae94-a13665390730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.580258 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 1485d084-1ef1-4b10-b770-f824c8d8df30 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:05.580717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.605162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c299278-6ed3-41cf-ae94-a13665390730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.608828 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6c299278-6ed3-41cf-ae94-a13665390730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3665829 Sep 25 01:07:05.611102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56306) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.622950 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1942828603'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:05.652158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed878-1a27-4e12-bc59-8f3bfb77fbe7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (bbeec6e0-d20a-428b-a678-fff958b89487), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.662635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed878-1a27-4e12-bc59-8f3bfb77fbe7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (bbeec6e0-d20a-428b-a678-fff958b89487), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.689399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Made reservation on behalf of 5c89f198817b4c479c1f68c7046799b6 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:05.694720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.706330 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d95fdbbd-d504-4f38-8fd2-0ecca3c389cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 325b1608-9d88-4361-a606-0c9f0b1a8463 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:05.706694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d95fdbbd-d504-4f38-8fd2-0ecca3c389cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (325b1608-9d88-4361-a606-0c9f0b1a8463), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.719494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.747346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed878-1a27-4e12-bc59-8f3bfb77fbe7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.748692 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ab7ed878-1a27-4e12-bc59-8f3bfb77fbe7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3110762 Sep 25 01:07:05.755242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56308) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.760102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-28e56e64-6f32-4561-8304-cca643e17b66 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Request body: {'security_group_rule': {'security_group_id': 'bbeec6e0-d20a-428b-a678-fff958b89487', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:05.772215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ed878-1a27-4e12-bc59-8f3bfb77fbe7 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeec6e0-d20a-428b-a678-fff958b89487,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:05.804126 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 1485d084-1ef1-4b10-b770-f824c8d8df30, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1485d084-1ef1-4b10-b770-f824c8d8df30,segment=NetworkSegment(0779a34c-e4bd-42f8-bedb-33be4cc2056c),segment_id=0779a34c-e4bd-42f8-bedb-33be4cc2056c)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:05.804488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.816639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28e56e64-6f32-4561-8304-cca643e17b66 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (746f5c77-6426-401c-ac98-648bbb7f58ea), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.830827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 1485d084-1ef1-4b10-b770-f824c8d8df30 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:05.859453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:05.865713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:05.876478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d95fdbbd-d504-4f38-8fd2-0ecca3c389cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (325b1608-9d88-4361-a606-0c9f0b1a8463), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.879927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:05.903807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for security_group (dba5fb34-cf9e-4d0c-be10-a47164b8c6c7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.931230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d95fdbbd-d504-4f38-8fd2-0ecca3c389cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 325b1608-9d88-4361-a606-0c9f0b1a8463 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:05.939584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (dba5fb34-cf9e-4d0c-be10-a47164b8c6c7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.944831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.993556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28e56e64-6f32-4561-8304-cca643e17b66 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (746f5c77-6426-401c-ac98-648bbb7f58ea), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.008105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:07:06.008941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28e56e64-6f32-4561-8304-cca643e17b66 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (746f5c77-6426-401c-ac98-648bbb7f58ea), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.027049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:06.046626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba5fb34-cf9e-4d0c-be10-a47164b8c6c7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:06.050751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (44b61191-3e76-4a82-b156-4657c3f9435f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.051081 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Added segment 44b61191-3e76-4a82-b156-4657c3f9435f of type vlan for network 70d403ca-d2c6-4b47-a630-de50f308abef Sep 25 01:07:06.053444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e56e64-6f32-4561-8304-cca643e17b66 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746f5c77-6426-401c-ac98-648bbb7f58ea,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:06.067056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28e56e64-6f32-4561-8304-cca643e17b66 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.068408 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-28e56e64-6f32-4561-8304-cca643e17b66 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3121758 Sep 25 01:07:06.071439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56310) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:06.127746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (70d403ca-d2c6-4b47-a630-de50f308abef), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.199070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (70d403ca-d2c6-4b47-a630-de50f308abef), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.209154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:06.210094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.253377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f13f5a9e-acf5-4b8b-b2b1-c2d14d04bccb tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (bbeec6e0-d20a-428b-a678-fff958b89487), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.311885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (1485d084-1ef1-4b10-b770-f824c8d8df30), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.347064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d95fdbbd-d504-4f38-8fd2-0ecca3c389cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (325b1608-9d88-4361-a606-0c9f0b1a8463), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.365820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=1485d084-1ef1-4b10-b770-f824c8d8df30,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:06.405599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:06.473952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:06.505282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3e3bf7d7-03fe-4876-ba47-11d81919c20e None None] Provisioning complete for port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:06.505985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf7d7-03fe-4876-ba47-11d81919c20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.507249 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3e3bf7d7-03fe-4876-ba47-11d81919c20e None None] Attempt 1 to provision port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 Sep 25 01:07:06.529319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fdbbd-d504-4f38-8fd2-0ecca3c389cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=325b1608-9d88-4361-a606-0c9f0b1a8463,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:06.569991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d95fdbbd-d504-4f38-8fd2-0ecca3c389cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.574256 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d95fdbbd-d504-4f38-8fd2-0ecca3c389cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/325b1608-9d88-4361-a606-0c9f0b1a8463 HTTP/1.1" status: 204 len: 168 time: 1.0608091 Sep 25 01:07:06.581153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56312) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:06.594427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.613231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:06.613996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.614581 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 Sep 25 01:07:06.675469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb0f0b-cb99-42c7-b9e6-7fce16923cc5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:06.682608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb0f0b-cb99-42c7-b9e6-7fce16923cc5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:06.685236 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-25eb0f0b-cb99-42c7-b9e6-7fce16923cc5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1029904 Sep 25 01:07:06.689156 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56314) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:06.745496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bf7d7-03fe-4876-ba47-11d81919c20e None None] Current status of the port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:06.746181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf7d7-03fe-4876-ba47-11d81919c20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.760153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b49264d-106d-468d-948d-b938de6ad082 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet bd5b29a6-3c57-4129-8664-d179255253e1 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:06.760728 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1483622 Sep 25 01:07:06.764182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56316) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:06.770665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Request body: {'subnet': {'network_id': '70d403ca-d2c6-4b47-a630-de50f308abef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:06.782719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b49264d-106d-468d-948d-b938de6ad082 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (bd5b29a6-3c57-4129-8664-d179255253e1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.793390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f13f5a9e-acf5-4b8b-b2b1-c2d14d04bccb tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (bbeec6e0-d20a-428b-a678-fff958b89487), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.803744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.840666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3e3bf7d7-03fe-4876-ba47-11d81919c20e None None] For port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:06.843668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:06.844465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.868138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf7d7-03fe-4876-ba47-11d81919c20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.888096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f13f5a9e-acf5-4b8b-b2b1-c2d14d04bccb tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (bbeec6e0-d20a-428b-a678-fff958b89487), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.890684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f13f5a9e-acf5-4b8b-b2b1-c2d14d04bccb tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.892163 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f13f5a9e-acf5-4b8b-b2b1-c2d14d04bccb tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bbeec6e0-d20a-428b-a678-fff958b89487 HTTP/1.1" status: 204 len: 168 time: 0.8194382 Sep 25 01:07:06.895765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8947cb-474c-4317-98dd-252ca9280762 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Network': ['ID=70d403ca-d2c6-4b47-a630-de50f308abef,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:06.917919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56318) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:06.927009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f5a9e-acf5-4b8b-b2b1-c2d14d04bccb tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeec6e0-d20a-428b-a678-fff958b89487,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:06.966077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 70d403ca-d2c6-4b47-a630-de50f308abef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:07:06.981767 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-41dbf74f-122e-4f0f-ab02-0ca172325fe1 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.0617042 Sep 25 01:07:06.985626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56320) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:07.045381 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4b702f60-06ce-44df-88a0-3e9af9fe603f tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0581543 Sep 25 01:07:07.048049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56322) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:07.053672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4f972ffe-aac2-4c7a-bc09-ea2335477e86 None None] Could not find standard attr ID for object 325b1608-9d88-4361-a606-0c9f0b1a8463. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:07.062069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bf7d7-03fe-4876-ba47-11d81919c20e None None] Pushing event updated for resources: {'Port': ['ID=10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:07.077746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:07:07.078182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:07:07.081573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-882a0c2e-e02f-4678-a49e-238eb075925e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] delete failed (client error): The resource could not be found. Sep 25 01:07:07.082875 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-882a0c2e-e02f-4678-a49e-238eb075925e tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bbeec6e0-d20a-428b-a678-fff958b89487 HTTP/1.1" status: 404 len: 347 time: 0.0334215 Sep 25 01:07:07.087097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56324) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:07.153303 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c27e73fe-6da7-4c53-a894-140a2f290e52 tempest-SecGroupIPv6Test-1253700949 tempest-SecGroupIPv6Test-1253700949-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.0646966 Sep 25 01:07:07.329995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b49264d-106d-468d-948d-b938de6ad082 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (bd5b29a6-3c57-4129-8664-d179255253e1), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.419056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:07.424049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:07.464024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Made reservation on behalf of 5c89f198817b4c479c1f68c7046799b6 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:07.468531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.474936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56330) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:07.618024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b49264d-106d-468d-948d-b938de6ad082 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (bd5b29a6-3c57-4129-8664-d179255253e1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.634093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:07.645038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6906c84c-193f-4f2a-97ed-55429b8422d2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:07.654882 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:07.661408 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ceb250f4-68d9-477c-a250-8ca32efc3b0a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bca1d36f2ab14fab9aaabb5817cde56c&name=default HTTP/1.1" status: 200 len: 2998 time: 0.1831505 Sep 25 01:07:07.664244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56334) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:07.673018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 6906c84c-193f-4f2a-97ed-55429b8422d2 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:07.674666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6906c84c-193f-4f2a-97ed-55429b8422d2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:07.734481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-274f745c-58df-43f9-a59c-f3386cea8b4d admin admin] Publish callbacks [] for security_group (a3313e3c-7f3b-49ff-8f40-8492cdc5b53c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.759379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-274f745c-58df-43f9-a59c-f3386cea8b4d admin admin] Publish callbacks [] for security_group (a3313e3c-7f3b-49ff-8f40-8492cdc5b53c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.823566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b49264d-106d-468d-948d-b938de6ad082 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (bd5b29a6-3c57-4129-8664-d179255253e1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.823834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-274f745c-58df-43f9-a59c-f3386cea8b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a3313e3c-7f3b-49ff-8f40-8492cdc5b53c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.827382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-274f745c-58df-43f9-a59c-f3386cea8b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.828836 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-274f745c-58df-43f9-a59c-f3386cea8b4d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a3313e3c-7f3b-49ff-8f40-8492cdc5b53c HTTP/1.1" status: 204 len: 168 time: 0.1629579 Sep 25 01:07:07.838199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f745c-58df-43f9-a59c-f3386cea8b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3313e3c-7f3b-49ff-8f40-8492cdc5b53c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:07.869716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49264d-106d-468d-948d-b938de6ad082 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5b29a6-3c57-4129-8664-d179255253e1,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:07.879981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:07.884116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2b49264d-106d-468d-948d-b938de6ad082 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.891183 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2b49264d-106d-468d-948d-b938de6ad082 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bd5b29a6-3c57-4129-8664-d179255253e1 HTTP/1.1" status: 204 len: 168 time: 1.1969748 Sep 25 01:07:07.894446 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bea3a6a6-8442-4b13-81ee-90e926703a21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6567860 Sep 25 01:07:07.895398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56338) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:07.896505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56340) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:07.902626 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:07.925092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f96640-1c82-4b34-b2ff-0cb6c3a14fb3 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:07.950553 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:07.951774 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:07.993791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (a9fba861-bc11-44da-b8b2-d7f8e4055787), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.060983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-794cba09-d8a4-48f4-b4c3-bc04552dcdaf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1581571 Sep 25 01:07:08.061468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56344) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:08.093516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Subnet': ['ID=a9fba861-bc11-44da-b8b2-d7f8e4055787,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:08.105468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:08.133047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Checking segment: {'id': '44b61191-3e76-4a82-b156-4657c3f9435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70d403ca-d2c6-4b47-a630-de50f308abef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:08.133584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network hostable DHCP agents. Network: 70d403ca-d2c6-4b47-a630-de50f308abef, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:07:08.141226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f198be0e-0e1d-4dff-aa5e-d904d818d20f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting subnet 212d2e34-576f-428a-8e66-a32930726787 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:08.147346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f198be0e-0e1d-4dff-aa5e-d904d818d20f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (212d2e34-576f-428a-8e66-a32930726787), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.156137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network 70d403ca-d2c6-4b47-a630-de50f308abef is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:07:08.173069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 70d403ca-d2c6-4b47-a630-de50f308abef) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:08.196167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:08.203614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.203872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be047baa-511f-48bc-b0e9-b14ccc264e26 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:08.209579 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-be047baa-511f-48bc-b0e9-b14ccc264e26 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1429527 Sep 25 01:07:08.210119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56346) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:08.214208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f198be0e-0e1d-4dff-aa5e-d904d818d20f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (212d2e34-576f-428a-8e66-a32930726787), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.244000 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-30c812b9-3e7b-49f8-a14c-304fad95d15b tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4769025 Sep 25 01:07:08.248349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56348) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:08.253535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:08.258779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2171dfdd-ce80-43cc-a876-61a81d191dd1 None None] Network 70d403ca-d2c6-4b47-a630-de50f308abef requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:08.273220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Request body: {'network': {'name': 'tempest-router-network01--1425533509'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:08.335552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fccce7e-9a16-41f8-875f-a16c16ad6056 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:08.338544 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8fccce7e-9a16-41f8-875f-a16c16ad6056 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1271818 Sep 25 01:07:08.362122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56350) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:08.411756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:08.412254 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:08.429398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b54efae-da92-436a-8b3f-8ef32ffcc727 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:08.514267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Made reservation on behalf of 5c89f198817b4c479c1f68c7046799b6 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:08.518645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.541885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f198be0e-0e1d-4dff-aa5e-d904d818d20f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (212d2e34-576f-428a-8e66-a32930726787), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.544013 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0a554532-db63-4603-ace2-f89a8a5e9244 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1794298 Sep 25 01:07:08.544830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:08.554059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:08.559326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:07:08.571610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0c53ca2c-90f5-4db2-aecf-0dcd712731d1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.572355 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Added segment 0c53ca2c-90f5-4db2-aecf-0dcd712731d1 of type vlan for network abf141f4-578c-4338-95dc-0a61d78dc800 Sep 25 01:07:08.620458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-70d403ca-d2c6-4b47-a630-de50f308abef', 'network_id': '70d403ca-d2c6-4b47-a630-de50f308abef', 'project_id': '5c89f198817b4c479c1f68c7046799b6', 'fixed_ips': [{'subnet_id': 'a9fba861-bc11-44da-b8b2-d7f8e4055787'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:08.622974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.649059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (abf141f4-578c-4338-95dc-0a61d78dc800), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.659026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56354) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:08.666801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:08.675159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f198be0e-0e1d-4dff-aa5e-d904d818d20f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (212d2e34-576f-428a-8e66-a32930726787), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.681995 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:08.698128 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (abf141f4-578c-4338-95dc-0a61d78dc800), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.705444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:08.706437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.781314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198be0e-0e1d-4dff-aa5e-d904d818d20f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Subnet': ['ID=212d2e34-576f-428a-8e66-a32930726787,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:08.796699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:08.801002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f198be0e-0e1d-4dff-aa5e-d904d818d20f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.807582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f198be0e-0e1d-4dff-aa5e-d904d818d20f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/212d2e34-576f-428a-8e66-a32930726787 HTTP/1.1" status: 204 len: 168 time: 0.9056911 Sep 25 01:07:08.812200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56362) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:08.813242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Network': ['ID=abf141f4-578c-4338-95dc-0a61d78dc800,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:08.846491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:08.856860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2b54efae-da92-436a-8b3f-8ef32ffcc727 None None] Deleting port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:08.861628 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-eb810657-1310-47ce-a065-f91b6a559bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6070418 Sep 25 01:07:08.862477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b54efae-da92-436a-8b3f-8ef32ffcc727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.863570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56364) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:08.873286 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:06Z', 'revision_number': 9, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:08.877458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Request body: {'network': {'name': 'tempest-router-network02--749410046'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:08.904757 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:08.916934 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:08.917884 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:08.934791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.937335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Made reservation on behalf of 5c89f198817b4c479c1f68c7046799b6 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:08.939034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:08.943634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.943871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.994174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2b54efae-da92-436a-8b3f-8ef32ffcc727 None None] For port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:08.994594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b54efae-da92-436a-8b3f-8ef32ffcc727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.020526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:07:09.037067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2b54efae-da92-436a-8b3f-8ef32ffcc727 None None] Calling delete_port for 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:09.047977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b19cfaa3-728e-465f-9f85-f11df2e8c9c9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.055859 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Added segment b19cfaa3-728e-465f-9f85-f11df2e8c9c9 of type vlan for network 61e9b70f-8484-46dd-9548-57c25fc1591b Sep 25 01:07:09.066034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:09.066481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.081700 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:09.194953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=424b7624-ddf7-4265-a9d2-bc2732f7c5d3,segment=NetworkSegment(0779a34c-e4bd-42f8-bedb-33be4cc2056c),segment_id=0779a34c-e4bd-42f8-bedb-33be4cc2056c)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:09.196355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.202299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812921ba-4479-42df-a0e4-1e8d7c15ddbd None None] Network ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:09.206933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network abf141f4-578c-4338-95dc-0a61d78dc800 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:07:09.211013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (61e9b70f-8484-46dd-9548-57c25fc1591b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.266032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b54efae-da92-436a-8b3f-8ef32ffcc727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.310585 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (61e9b70f-8484-46dd-9548-57c25fc1591b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.330114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:09.333254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.396415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (247f4d9b-9da6-4de7-a7be-123d2da025e6), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.400233 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5327470 Sep 25 01:07:09.423901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56374) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:09.427152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:09.434138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54efae-da92-436a-8b3f-8ef32ffcc727 None None] Pushing event deleted for resources: {'Port': ['ID=10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:09.436666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Request body: {'subnet': {'network_id': 'abf141f4-578c-4338-95dc-0a61d78dc800', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:09.437641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No active binding found for port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 {{(pid=107189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 25 01:07:09.438207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] The host dv-neutron-master-2-hyperv is not matching for port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 host None! {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 25 01:07:09.438696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:09.482137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:09.486676 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:06Z', 'revision_number': 9, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:09.487613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Allocated IP 172.20.0.2 (70d403ca-d2c6-4b47-a630-de50f308abef/a9fba861-bc11-44da-b8b2-d7f8e4055787/8a7b62dd-21cb-4291-b1f0-9adba33a1792) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:09.497241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:09.499587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56376) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:09.517633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54efae-da92-436a-8b3f-8ef32ffcc727 None None] No DVR routers for this DVR port 10a6f27b-3c6a-42a2-a2be-d5bf4bb1fa19 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:09.550051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92041057-d261-4ef1-be4a-c838ae273263 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Network': ['ID=61e9b70f-8484-46dd-9548-57c25fc1591b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:09.564279 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d5896-173e-43ae-82d4-3bc5d7194e8e None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:06Z', 'revision_number': 9, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72481442-3c3a-4520-bdd6-0e80b66186ea', 'name': '', 'network_id': 'ebf20b17-3417-443c-908a-b75377f15df5', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:4c:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:27Z', 'updated_at': '2022-09-25T01:06:36Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'e651900a-6268-49cb-b61f-f733c1e19a1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:09.591410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:09.616612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:09.617462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.634046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 61e9b70f-8484-46dd-9548-57c25fc1591b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:07:09.660776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b0ca5-d231-4ff6-bcaa-d997fd28aecd None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:09.713823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:09.719068 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9f269e85-7a86-49b3-a586-93faa89ced4d tempest-ServiceProvidersTest-1322041491 tempest-ServiceProvidersTest-1322041491-project] 10.222.0.49 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2177355 Sep 25 01:07:09.723606 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0631983 Sep 25 01:07:09.728149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56382) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:09.731632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a26279-b9d1-4cb4-a0e5-1ea066204111 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=247f4d9b-9da6-4de7-a7be-123d2da025e6,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:09.733994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': '247f4d9b-9da6-4de7-a7be-123d2da025e6', 'ip_address': '2001:db8::b3ac:1109:17ad:3fe1'}], 'name': 'tempest-NetworksTestDHCPv6-65824407'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:09.754361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:09.772631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (424b7624-ddf7-4265-a9d2-bc2732f7c5d3), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.799417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Made reservation on behalf of 5c89f198817b4c479c1f68c7046799b6 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:09.803573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.827739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=424b7624-ddf7-4265-a9d2-bc2732f7c5d3,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:09.880880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No DVR routers for this DVR port 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:09.991439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:10.013486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.045106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:10.066350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0779a34c-e4bd-42f8-bedb-33be4cc2056c') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:10.066661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0779a34c-e4bd-42f8-bedb-33be4cc2056c') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:10.115399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (0779a34c-e4bd-42f8-bedb-33be4cc2056c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.142155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0779a34c-e4bd-42f8-bedb-33be4cc2056c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.158581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:10.159097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (0779a34c-e4bd-42f8-bedb-33be4cc2056c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.163518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.208268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 0779a34c-e4bd-42f8-bedb-33be4cc2056c resource provider aggregate not found Sep 25 01:07:10.221156 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:07:10.236177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '247f4d9b-9da6-4de7-a7be-123d2da025e6'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:10.237391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.262717 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 0779a34c-e4bd-42f8-bedb-33be4cc2056c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0779a34c-e4bd-42f8-bedb-33be4cc2056c found for delete ", "request_id": "req-630cebcc-6bb2-4c4d-8b88-653faf391a9c"}]} Sep 25 01:07:10.306567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (f04d78a9-cd4e-43a4-b1fb-26bf0282acbd), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.316553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.330388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.346264 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/networks/ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 HTTP/1.1" status: 204 len: 168 time: 1.5327644 Sep 25 01:07:10.358712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56390) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:10.367020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c55e9-dce2-4cad-bbfb-2c3d63441c1c None None] DHCP port deletion for ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:10.417664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d0af6-15c6-4c9a-bd54-511de467fdfc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Network': ['ID=ce9ee2b4-e5bb-4f57-9ca2-c67d868031b4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:10.443413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Subnet': ['ID=f04d78a9-cd4e-43a4-b1fb-26bf0282acbd,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:10.475345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56392) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:10.484495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Checking segment: {'id': '0c53ca2c-90f5-4db2-aecf-0dcd712731d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'abf141f4-578c-4338-95dc-0a61d78dc800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:10.485096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network hostable DHCP agents. Network: abf141f4-578c-4338-95dc-0a61d78dc800, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:07:10.506257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1485d084-1ef1-4b10-b770-f824c8d8df30 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:10.517587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network abf141f4-578c-4338-95dc-0a61d78dc800 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:07:10.545038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, abf141f4-578c-4338-95dc-0a61d78dc800) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:10.553174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:10.556436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.561544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b093e12-50d8-4883-8478-0eb1d08dc6ca None None] Network abf141f4-578c-4338-95dc-0a61d78dc800 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:10.565477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 1485d084-1ef1-4b10-b770-f824c8d8df30 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:10.565828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1485d084-1ef1-4b10-b770-f824c8d8df30 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:10.623331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dcc2c962-6a0b-4162-9d5f-deb1ccd55730 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1970887 Sep 25 01:07:10.624412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56396) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:10.630098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Request body: {'subnet': {'network_id': '61e9b70f-8484-46dd-9548-57c25fc1591b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:10.690226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.711901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Publish callbacks [] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.735720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.760282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:10.781137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::b3ac:1109:17ad:3fe1 (cf904343-f06f-476a-b370-411af221ea3d/247f4d9b-9da6-4de7-a7be-123d2da025e6/5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:10.787566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Made reservation on behalf of 5c89f198817b4c479c1f68c7046799b6 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:10.792719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.798907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:10.870599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-abf141f4-578c-4338-95dc-0a61d78dc800', 'network_id': 'abf141f4-578c-4338-95dc-0a61d78dc800', 'project_id': '5c89f198817b4c479c1f68c7046799b6', 'fixed_ips': [{'subnet_id': 'f04d78a9-cd4e-43a4-b1fb-26bf0282acbd'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:10.872871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.876211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5389052b-31a1-432e-832f-ad2df02b1246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.880062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Network 70d403ca-d2c6-4b47-a630-de50f308abef is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:10.882132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:10.889988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:10.896155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Pushing event updated for resources: {'Port': ['ID=8a7b62dd-21cb-4291-b1f0-9adba33a1792,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:10.907126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:10.913807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:11.079863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Attempting to bind port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:11.080331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Attempting to bind port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '44b61191-3e76-4a82-b156-4657c3f9435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70d403ca-d2c6-4b47-a630-de50f308abef'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:11.080819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Attempting to bind port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 on network 70d403ca-d2c6-4b47-a630-de50f308abef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:11.102300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (9dac5d97-c2f3-4000-9a9b-0a0932869e94), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.167821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.175604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:11.176200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Checking segment: {'id': '44b61191-3e76-4a82-b156-4657c3f9435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70d403ca-d2c6-4b47-a630-de50f308abef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:11.176801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.177213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Bound using segment: {'id': '44b61191-3e76-4a82-b156-4657c3f9435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70d403ca-d2c6-4b47-a630-de50f308abef'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:11.177817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Bound port: 8a7b62dd-21cb-4291-b1f0-9adba33a1792, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b61191-3e76-4a82-b156-4657c3f9435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '70d403ca-d2c6-4b47-a630-de50f308abef'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:11.178306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.188196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Subnet': ['ID=9dac5d97-c2f3-4000-9a9b-0a0932869e94,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:11.199668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Allocated IP 172.20.0.2 (abf141f4-578c-4338-95dc-0a61d78dc800/f04d78a9-cd4e-43a4-b1fb-26bf0282acbd/a4cdce27-2b7e-43ea-8993-8438fecf2748) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:11.207747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Checking segment: {'id': 'b19cfaa3-728e-465f-9f85-f11df2e8c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61e9b70f-8484-46dd-9548-57c25fc1591b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:11.209578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network hostable DHCP agents. Network: 61e9b70f-8484-46dd-9548-57c25fc1591b, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:07:11.220658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.233958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network 61e9b70f-8484-46dd-9548-57c25fc1591b is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:07:11.247752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 61e9b70f-8484-46dd-9548-57c25fc1591b) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:11.256304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:11.257114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.269026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3bec6a-f3bd-48ec-9063-c005b0510e65 None None] Network 61e9b70f-8484-46dd-9548-57c25fc1591b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:11.284540 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4193ad98-9609-4f0f-87dc-5299ce055fb7 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6586688 Sep 25 01:07:11.288604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56398) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:11.296771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:11.359831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5389052b-31a1-432e-832f-ad2df02b1246 admin admin] Publish callbacks [] for security_group (b0c9b496-9d1d-493e-bbed-40dd6acd8bb7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.368155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] For port 8a7b62dd-21cb-4291-b1f0-9adba33a1792, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:11.392686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5389052b-31a1-432e-832f-ad2df02b1246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b0c9b496-9d1d-493e-bbed-40dd6acd8bb7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.400876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] For port 8a7b62dd-21cb-4291-b1f0-9adba33a1792, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a7b62dd-21cb-4291-b1f0-9adba33a1792,segment=NetworkSegment(44b61191-3e76-4a82-b156-4657c3f9435f),segment_id=44b61191-3e76-4a82-b156-4657c3f9435f)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:11.409096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:11.429157 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5389052b-31a1-432e-832f-ad2df02b1246 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9d7fa9de4ed64b3693f34b811450c42a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9494479 Sep 25 01:07:11.437805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56400) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:11.442829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.485035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389052b-31a1-432e-832f-ad2df02b1246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9b496-9d1d-493e-bbed-40dd6acd8bb7,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:11.554833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.568883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61e9b70f-8484-46dd-9548-57c25fc1591b', 'network_id': '61e9b70f-8484-46dd-9548-57c25fc1591b', 'project_id': '5c89f198817b4c479c1f68c7046799b6', 'fixed_ips': [{'subnet_id': '9dac5d97-c2f3-4000-9a9b-0a0932869e94'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:11.569829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.569965 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:11.586656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:11.594129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:11.597724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:11.603806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:11.604542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c8941a78-6805-49a9-8113-001c8776f219 admin admin] Publish callbacks [] for security_group (b0c9b496-9d1d-493e-bbed-40dd6acd8bb7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.605065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.640855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Publish callbacks [] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.658890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fb1c6-f1cb-4d52-ab8a-075461465138 None None] Pushing event updated for resources: {'Port': ['ID=8a7b62dd-21cb-4291-b1f0-9adba33a1792,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:11.664512 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/247f4d9b-9da6-4de7-a7be-123d2da025e6/16c9f414-a0e5-4cbf-982c-243544ebfbee) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:11.668837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.678655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c8941a78-6805-49a9-8113-001c8776f219 admin admin] Publish callbacks [] for security_group (b0c9b496-9d1d-493e-bbed-40dd6acd8bb7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.726142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:11.757210 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c20344cb-8a58-43cc-9796-08ccf2a673e8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0265570 Sep 25 01:07:11.759730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56402) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:11.760903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 72481442-3c3a-4520-bdd6-0e80b66186ea {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:11.761622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.819935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-176580b6-9b71-4cd2-9f9f-68889d05ea3c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': '247f4d9b-9da6-4de7-a7be-123d2da025e6', 'ip_address': '2001:db8::b3ac:1109:17ad:3fe1'}], 'name': 'tempest-NetworksTestDHCPv6-442729651'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:11.845484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:11.880733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Pushing event updated for resources: {'Port': ['ID=a4cdce27-2b7e-43ea-8993-8438fecf2748,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:11.907690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.932491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:11.961821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 72481442-3c3a-4520-bdd6-0e80b66186ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72481442-3c3a-4520-bdd6-0e80b66186ea,segment=NetworkSegment(b907c3f3-f6c6-47be-8967-262729013b3e),segment_id=b907c3f3-f6c6-47be-8967-262729013b3e)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:11.962404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:11.966629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Network abf141f4-578c-4338-95dc-0a61d78dc800 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:11.983120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:11.990148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:12.002716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 72481442-3c3a-4520-bdd6-0e80b66186ea owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:12.013602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c8941a78-6805-49a9-8113-001c8776f219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b0c9b496-9d1d-493e-bbed-40dd6acd8bb7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:12.016192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c8941a78-6805-49a9-8113-001c8776f219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:12.020775 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c8941a78-6805-49a9-8113-001c8776f219 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b0c9b496-9d1d-493e-bbed-40dd6acd8bb7 HTTP/1.1" status: 204 len: 168 time: 0.5817306 Sep 25 01:07:12.083392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8941a78-6805-49a9-8113-001c8776f219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9b496-9d1d-493e-bbed-40dd6acd8bb7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:12.168617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176580b6-9b71-4cd2-9f9f-68889d05ea3c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:12.233627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Allocated IP 172.20.0.2 (61e9b70f-8484-46dd-9548-57c25fc1591b/9dac5d97-c2f3-4000-9a9b-0a0932869e94/62b59bd4-23cb-4fcc-b917-bdc5708aaf70) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:12.297611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:12.391900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-176580b6-9b71-4cd2-9f9f-68889d05ea3c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:12.431030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (72481442-3c3a-4520-bdd6-0e80b66186ea), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:12.449653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8a7b62dd-21cb-4291-b1f0-9adba33a1792 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:12.451298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-176580b6-9b71-4cd2-9f9f-68889d05ea3c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port d337b9d4-f24f-4c30-b73a-0857d3e92a4b yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:07:12.454472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:12.499374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=72481442-3c3a-4520-bdd6-0e80b66186ea,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:12.508404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Allocated IP 172.20.0.1 (abf141f4-578c-4338-95dc-0a61d78dc800/f04d78a9-cd4e-43a4-b1fb-26bf0282acbd/913979f1-67ab-4690-8d56-eda3cc7f82ac) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:12.635138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Attempting to bind port a4cdce27-2b7e-43ea-8993-8438fecf2748 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:12.635138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Attempting to bind port a4cdce27-2b7e-43ea-8993-8438fecf2748 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c53ca2c-90f5-4db2-aecf-0dcd712731d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'abf141f4-578c-4338-95dc-0a61d78dc800'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:12.639829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Attempting to bind port a4cdce27-2b7e-43ea-8993-8438fecf2748 on network abf141f4-578c-4338-95dc-0a61d78dc800 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:12.688042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:12.862935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for port (913979f1-67ab-4690-8d56-eda3cc7f82ac), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:12.929534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:12.934976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (913979f1-67ab-4690-8d56-eda3cc7f82ac), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.085140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network abf141f4-578c-4338-95dc-0a61d78dc800 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:13.089352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:13.093262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Port': ['ID=913979f1-67ab-4690-8d56-eda3cc7f82ac,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:13.097806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:13.168887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.177960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:13.178460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.178908 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 Sep 25 01:07:13.251558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Publish callbacks [] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.267304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:13.268091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Checking segment: {'id': '0c53ca2c-90f5-4db2-aecf-0dcd712731d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'abf141f4-578c-4338-95dc-0a61d78dc800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:13.268961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.269817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Bound using segment: {'id': '0c53ca2c-90f5-4db2-aecf-0dcd712731d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'abf141f4-578c-4338-95dc-0a61d78dc800'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:13.271073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Bound port: a4cdce27-2b7e-43ea-8993-8438fecf2748, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c53ca2c-90f5-4db2-aecf-0dcd712731d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'abf141f4-578c-4338-95dc-0a61d78dc800'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:13.271838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.326537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:13.341849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.439358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2de35-245b-4559-b1bd-81990b1c8768 None None] Network 70d403ca-d2c6-4b47-a630-de50f308abef requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:13.453792 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-176580b6-9b71-4cd2-9f9f-68889d05ea3c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 25 01:07:13.455006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176580b6-9b71-4cd2-9f9f-68889d05ea3c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:13.472859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Publish callbacks [] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.519043 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-176580b6-9b71-4cd2-9f9f-68889d05ea3c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7575598 Sep 25 01:07:13.558170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56424) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:13.590379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.596595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:13.606356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-9a708751-96da-4468-aa15-1123c45d0f52 None None] Provisioning complete for port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:13.606356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9a708751-96da-4468-aa15-1123c45d0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.606356 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-9a708751-96da-4468-aa15-1123c45d0f52 None None] Attempt 1 to provision port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 Sep 25 01:07:13.638490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56426) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:13.680466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:13.694782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:13.695208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ae085-7d34-440a-88ba-76526abd2281 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:13.706114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ae085-7d34-440a-88ba-76526abd2281 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:13.707308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Pushing event updated for resources: {'Port': ['ID=16c9f414-a0e5-4cbf-982c-243544ebfbee,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:13.709796 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3a0ae085-7d34-440a-88ba-76526abd2281 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1495163 Sep 25 01:07:13.711607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (913979f1-67ab-4690-8d56-eda3cc7f82ac), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.713227 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56430) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:13.734739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:13.771265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Network 61e9b70f-8484-46dd-9548-57c25fc1591b is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:13.795487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] For port a4cdce27-2b7e-43ea-8993-8438fecf2748, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:13.821634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:13.837306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:13.837771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.848650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f1878f3d-f6a2-442c-ac43-ccb098dd5e1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:13.848955 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1878f3d-f6a2-442c-ac43-ccb098dd5e1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:13.864519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:13.901781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] For port a4cdce27-2b7e-43ea-8993-8438fecf2748, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4cdce27-2b7e-43ea-8993-8438fecf2748,segment=NetworkSegment(0c53ca2c-90f5-4db2-aecf-0dcd712731d1),segment_id=0c53ca2c-90f5-4db2-aecf-0dcd712731d1)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:13.952901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Pushing event updated for resources: {'Port': ['ID=62b59bd4-23cb-4fcc-b917-bdc5708aaf70,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:14.002071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 8a7b62dd-21cb-4291-b1f0-9adba33a1792, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a7b62dd-21cb-4291-b1f0-9adba33a1792,segment=NetworkSegment(44b61191-3e76-4a82-b156-4657c3f9435f),segment_id=44b61191-3e76-4a82-b156-4657c3f9435f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:14.025955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.047904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:14.047904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1878f3d-f6a2-442c-ac43-ccb098dd5e1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.049717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:14.062163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.072949 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f1878f3d-f6a2-442c-ac43-ccb098dd5e1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:14.133765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:14.164683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:14.226541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:14.227684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 424b7624-ddf7-4265-a9d2-bc2732f7c5d3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:14.236161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:14.240227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Attempting to bind port 16c9f414-a0e5-4cbf-982c-243544ebfbee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:14.240639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Attempting to bind port 16c9f414-a0e5-4cbf-982c-243544ebfbee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:14.241029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Attempting to bind port 16c9f414-a0e5-4cbf-982c-243544ebfbee on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:14.247159 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-984a2515-a15b-4b42-a6f5-5da2ce220abd tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8814352 Sep 25 01:07:14.252096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56432) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:14.279529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:14.284328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Attempting to bind port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:14.284981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Attempting to bind port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b19cfaa3-728e-465f-9f85-f11df2e8c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61e9b70f-8484-46dd-9548-57c25fc1591b'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:14.286481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Attempting to bind port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 on network 61e9b70f-8484-46dd-9548-57c25fc1591b {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:14.324877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e242b4-aaf7-4f22-8891-77fbe50a563b None None] Pushing event updated for resources: {'Port': ['ID=a4cdce27-2b7e-43ea-8993-8438fecf2748,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:14.447269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1878f3d-f6a2-442c-ac43-ccb098dd5e1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.486645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9a708751-96da-4468-aa15-1123c45d0f52 None None] Current status of the port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:14.506134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-512950365'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:14.507179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:14.507855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:14.578669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Made reservation on behalf of cf6cba384c9a419f859ec0e751603863 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:14.583652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.597361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1878f3d-f6a2-442c-ac43-ccb098dd5e1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:14.605745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.631822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:14.632311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:14.632671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.633076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:14.633195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a157a0-8bbe-4dd1-9eee-00992e3c01b3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting subnet e651900a-6268-49cb-b61f-f733c1e19a1a {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:14.633586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Bound port: 16c9f414-a0e5-4cbf-982c-243544ebfbee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:14.633982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.636463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=8a7b62dd-21cb-4291-b1f0-9adba33a1792,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:14.644005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a157a0-8bbe-4dd1-9eee-00992e3c01b3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (e651900a-6268-49cb-b61f-f733c1e19a1a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.686982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1878f3d-f6a2-442c-ac43-ccb098dd5e1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.693018 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f1878f3d-f6a2-442c-ac43-ccb098dd5e1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f HTTP/1.1" status: 204 len: 168 time: 0.9777648 Sep 25 01:07:14.696558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56434) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:14.724436 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:14.724831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Checking segment: {'id': 'b19cfaa3-728e-465f-9f85-f11df2e8c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61e9b70f-8484-46dd-9548-57c25fc1591b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:14.725222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.725618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Bound using segment: {'id': 'b19cfaa3-728e-465f-9f85-f11df2e8c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61e9b70f-8484-46dd-9548-57c25fc1591b'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:14.726496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Bound port: 62b59bd4-23cb-4fcc-b917-bdc5708aaf70, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19cfaa3-728e-465f-9f85-f11df2e8c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61e9b70f-8484-46dd-9548-57c25fc1591b'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:14.726687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.762316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a157a0-8bbe-4dd1-9eee-00992e3c01b3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (e651900a-6268-49cb-b61f-f733c1e19a1a), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.809514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5383d033-0dea-4c22-b20b-d4f42e380930 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:14.811543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5383d033-0dea-4c22-b20b-d4f42e380930 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:14.817056 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5383d033-0dea-4c22-b20b-d4f42e380930 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1187019 Sep 25 01:07:14.820115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56436) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:14.822909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:14.831822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:14.864779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:14.904936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for port (913979f1-67ab-4690-8d56-eda3cc7f82ac), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.910562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-edcdf4f4-cc27-4e91-b781-b43f375036c1 None None] Provisioning complete for port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:14.911231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-edcdf4f4-cc27-4e91-b781-b43f375036c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.911777 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-edcdf4f4-cc27-4e91-b781-b43f375036c1 None None] Attempt 1 to provision port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 Sep 25 01:07:14.921027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (913979f1-67ab-4690-8d56-eda3cc7f82ac), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.938515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3449a2-3408-4626-90cf-1b8377f9f386 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 247f4d9b-9da6-4de7-a7be-123d2da025e6 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:14.948392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ce3449a2-3408-4626-90cf-1b8377f9f386 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (247f4d9b-9da6-4de7-a7be-123d2da025e6), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.972401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for security_group (3f43fcd6-4850-4032-9020-abe4be507710), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.979458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a157a0-8bbe-4dd1-9eee-00992e3c01b3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (e651900a-6268-49cb-b61f-f733c1e19a1a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:14.987841 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] For port 16c9f414-a0e5-4cbf-982c-243544ebfbee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:15.001195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] For port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:15.003612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:15.008379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3f43fcd6-4850-4032-9020-abe4be507710), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.025107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] For port 16c9f414-a0e5-4cbf-982c-243544ebfbee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16c9f414-a0e5-4cbf-982c-243544ebfbee,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:15.036587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ce3449a2-3408-4626-90cf-1b8377f9f386 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (247f4d9b-9da6-4de7-a7be-123d2da025e6), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.041184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.045921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] For port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62b59bd4-23cb-4fcc-b917-bdc5708aaf70,segment=NetworkSegment(b19cfaa3-728e-465f-9f85-f11df2e8c9c9),segment_id=b19cfaa3-728e-465f-9f85-f11df2e8c9c9)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:15.049790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:07:15.080427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.083594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cb269115-953e-4919-af9c-36047f70b581), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.084512 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Added segment cb269115-953e-4919-af9c-36047f70b581 of type vlan for network 9975ef74-ec2f-4c09-914c-072884fbdc94 Sep 25 01:07:15.088623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.109711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f43fcd6-4850-4032-9020-abe4be507710,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:15.118960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a157a0-8bbe-4dd1-9eee-00992e3c01b3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (e651900a-6268-49cb-b61f-f733c1e19a1a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.161391 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:07:15.191881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a157a0-8bbe-4dd1-9eee-00992e3c01b3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Subnet': ['ID=e651900a-6268-49cb-b61f-f733c1e19a1a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:15.210615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-72a157a0-8bbe-4dd1-9eee-00992e3c01b3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.222301 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-72a157a0-8bbe-4dd1-9eee-00992e3c01b3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e651900a-6268-49cb-b61f-f733c1e19a1a HTTP/1.1" status: 204 len: 168 time: 0.9689679 Sep 25 01:07:15.223446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf3b28-e0a0-4fab-8faf-fb3b8ce3c671 None None] Network ebf20b17-3417-443c-908a-b75377f15df5 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:15.229257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56438) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:15.254028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Port': ['ID=913979f1-67ab-4690-8d56-eda3cc7f82ac,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:15.261746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=11 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:15.312249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (9975ef74-ec2f-4c09-914c-072884fbdc94), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.319763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82db050-0836-45e3-88d5-0671c0e075ff None None] Pushing event updated for resources: {'Port': ['ID=16c9f414-a0e5-4cbf-982c-243544ebfbee,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:15.382375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (9975ef74-ec2f-4c09-914c-072884fbdc94), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.389297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:15.389964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.422909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-edcdf4f4-cc27-4e91-b781-b43f375036c1 None None] Current status of the port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:15.453963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:15.455737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ce3449a2-3408-4626-90cf-1b8377f9f386 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (247f4d9b-9da6-4de7-a7be-123d2da025e6), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.459230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:15.512498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (ebf20b17-3417-443c-908a-b75377f15df5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.586501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Pushing event updated for resources: {'Network': ['ID=9975ef74-ec2f-4c09-914c-072884fbdc94,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:15.610618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 9975ef74-ec2f-4c09-914c-072884fbdc94 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:07:15.618508 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-17e27e29-e65e-46e7-9870-3916d9c0e5cf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9776158 Sep 25 01:07:15.623388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56440) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:15.629856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Request body: {'subnet': {'network_id': '9975ef74-ec2f-4c09-914c-072884fbdc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:15.737347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ce3449a2-3408-4626-90cf-1b8377f9f386 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (247f4d9b-9da6-4de7-a7be-123d2da025e6), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.789020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:12Z', 'revision_number': 10, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:15.826887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3449a2-3408-4626-90cf-1b8377f9f386 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=247f4d9b-9da6-4de7-a7be-123d2da025e6,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:15.836502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:15.837572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.840922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Made reservation on behalf of cf6cba384c9a419f859ec0e751603863 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:15.847818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.852404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ce3449a2-3408-4626-90cf-1b8377f9f386 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:15.860685 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ce3449a2-3408-4626-90cf-1b8377f9f386 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/247f4d9b-9da6-4de7-a7be-123d2da025e6 HTTP/1.1" status: 204 len: 168 time: 1.0395272 Sep 25 01:07:15.867066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56442) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:16.010122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network abf141f4-578c-4338-95dc-0a61d78dc800 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:16.025866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:16.066960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56444) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:16.067241 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-55c6a410-1787-44dc-b70f-e841083a0b0a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657504 Sep 25 01:07:16.105655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:16.114290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bb30d-1d31-4a96-a272-c718e5bc82e4 None None] Pushing event updated for resources: {'Port': ['ID=62b59bd4-23cb-4fcc-b917-bdc5708aaf70,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:16.121699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2df2fbe4-d908-4d4e-ab6c-d5ab93966087,segment=NetworkSegment(b907c3f3-f6c6-47be-8967-262729013b3e),segment_id=b907c3f3-f6c6-47be-8967-262729013b3e)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:16.121699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.122125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1816bdf3-6f33-4415-ad70-17d6c9f2bdb4 None None] Network abf141f4-578c-4338-95dc-0a61d78dc800 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:16.145385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:16.154673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:16.250958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a49ec3-a262-44d9-be40-334353ad06f2 None None] DHCP port deletion for ebf20b17-3417-443c-908a-b75377f15df5 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:16.253406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:16.254067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:16.309664 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (2df2fbe4-d908-4d4e-ab6c-d5ab93966087), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.320794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8e481dbc-4465-457f-89c9-031a0a227bfb None None] Provisioning complete for port a4cdce27-2b7e-43ea-8993-8438fecf2748 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:16.321265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8e481dbc-4465-457f-89c9-031a0a227bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.321466 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8e481dbc-4465-457f-89c9-031a0a227bfb None None] Attempt 1 to provision port a4cdce27-2b7e-43ea-8993-8438fecf2748 Sep 25 01:07:16.330374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No DVR routers for this DVR port 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:16.344978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:16.371172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:16.381933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.412069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Router f215c7eb-4aad-4903-94d6-5c7c2704c7f0 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:07:16.425973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d3a49ec3-a262-44d9-be40-334353ad06f2 None None] The port '2df2fbe4-d908-4d4e-ab6c-d5ab93966087' was deleted {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2089}} Sep 25 01:07:16.438705 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=2df2fbe4-d908-4d4e-ab6c-d5ab93966087,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:16.576986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:16.585605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (ebf20b17-3417-443c-908a-b75377f15df5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.629597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf20b17-3417-443c-908a-b75377f15df5']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:16.640326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (3a3b6e37-53e5-4ec2-a499-13ca2ac9740d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.649281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b907c3f3-f6c6-47be-8967-262729013b3e') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:16.649611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b907c3f3-f6c6-47be-8967-262729013b3e') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:16.658732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8e481dbc-4465-457f-89c9-031a0a227bfb None None] Current status of the port a4cdce27-2b7e-43ea-8993-8438fecf2748 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:16.659311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8e481dbc-4465-457f-89c9-031a0a227bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.663392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (b907c3f3-f6c6-47be-8967-262729013b3e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.684689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b907c3f3-f6c6-47be-8967-262729013b3e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.694592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:16.695430 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (b907c3f3-f6c6-47be-8967-262729013b3e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:16.747086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:16.795319 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b907c3f3-f6c6-47be-8967-262729013b3e resource provider aggregate not found Sep 25 01:07:16.843231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:16.856409 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02216f-8476-46af-a302-28f8d6ea439f None None] Sync routers for ids ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:16.857221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a4cdce27-2b7e-43ea-8993-8438fecf2748 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:16.861407 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b907c3f3-f6c6-47be-8967-262729013b3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b907c3f3-f6c6-47be-8967-262729013b3e found for delete ", "request_id": "req-b6e1e530-db4b-43c4-bca7-48d617e8f000"}]} Sep 25 01:07:16.869189 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cdcfbbf9-0c94-4cae-97d8-4a81a50136e9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "PUT /networking/v2.0/routers/f215c7eb-4aad-4903-94d6-5c7c2704c7f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5791838 Sep 25 01:07:16.873226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56450) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:16.880647 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02216f-8476-46af-a302-28f8d6ea439f None None] Routers {'f215c7eb-4aad-4903-94d6-5c7c2704c7f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:16.881289 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1c02216f-8476-46af-a302-28f8d6ea439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:16.938537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:16.987624 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1c02216f-8476-46af-a302-28f8d6ea439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:17.011018 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02216f-8476-46af-a302-28f8d6ea439f None None] Routers {'f215c7eb-4aad-4903-94d6-5c7c2704c7f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:17.011269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8e481dbc-4465-457f-89c9-031a0a227bfb None None] For port a4cdce27-2b7e-43ea-8993-8438fecf2748, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4cdce27-2b7e-43ea-8993-8438fecf2748,segment=NetworkSegment(0c53ca2c-90f5-4db2-aecf-0dcd712731d1),segment_id=0c53ca2c-90f5-4db2-aecf-0dcd712731d1)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:17.014212 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1c02216f-8476-46af-a302-28f8d6ea439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:17.021180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8e481dbc-4465-457f-89c9-031a0a227bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:17.029939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (ebf20b17-3417-443c-908a-b75377f15df5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:17.049049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Pushing event updated for resources: {'Subnet': ['ID=3a3b6e37-53e5-4ec2-a499-13ca2ac9740d,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:17.055396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:17.067247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:17.080543 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/networks/ebf20b17-3417-443c-908a-b75377f15df5 HTTP/1.1" status: 204 len: 168 time: 1.8414934 Sep 25 01:07:17.093230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56452) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:17.115246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a4cdce27-2b7e-43ea-8993-8438fecf2748 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:17.115791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:17.116277 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a4cdce27-2b7e-43ea-8993-8438fecf2748 Sep 25 01:07:17.119905 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1c02216f-8476-46af-a302-28f8d6ea439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:17.121452 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c02216f-8476-46af-a302-28f8d6ea439f None None] The sync data for ids ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:17.168826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:12Z', 'revision_number': 10, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:17.175301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e481dbc-4465-457f-89c9-031a0a227bfb None None] Pushing event updated for resources: {'Port': ['ID=a4cdce27-2b7e-43ea-8993-8438fecf2748,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:17.206681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Checking segment: {'id': 'cb269115-953e-4919-af9c-36047f70b581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9975ef74-ec2f-4c09-914c-072884fbdc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:17.207777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Network hostable DHCP agents. Network: 9975ef74-ec2f-4c09-914c-072884fbdc94, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:07:17.218736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d46e5b-6d7f-49d1-9ad1-54b0c0cba4d2 None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:12Z', 'revision_number': 10, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None, '_interfaces': [{'id': '2e1f6175-614e-4a29-b545-2120ce6f46d3', 'name': '', 'network_id': '26b046a4-fca1-481b-8656-3588b152eece', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'mac_address': 'fa:16:3e:b8:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:19Z', 'updated_at': '2022-09-25T01:06:26Z', 'revision_number': 5, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'subnets': [{'id': 'a347e192-64af-426e-b4e4-1658cae808d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:17.220385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b00f27-48f4-426b-bff3-010e9dc1cfda tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Network': ['ID=ebf20b17-3417-443c-908a-b75377f15df5,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:17.253821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:17.259175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:17.378125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a4cdce27-2b7e-43ea-8993-8438fecf2748 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:17.381160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:17.394809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 16c9f414-a0e5-4cbf-982c-243544ebfbee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:17.428475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:17.437910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:17.441438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:17.449381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:17.473707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Network 9975ef74-ec2f-4c09-914c-072884fbdc94 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:07:17.491044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75831353-4052-4ad8-a250-499e28ec9ec9 None None] Network 61e9b70f-8484-46dd-9548-57c25fc1591b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:17.495617 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-58c4f851-0576-474f-bd05-eb456e52767b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4282994 Sep 25 01:07:17.498004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Provisioning complete for port 913979f1-67ab-4690-8d56-eda3cc7f82ac triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:17.498399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (913979f1-67ab-4690-8d56-eda3cc7f82ac), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:17.498720 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Attempt 1 to provision port 913979f1-67ab-4690-8d56-eda3cc7f82ac Sep 25 01:07:17.534165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56454) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:17.542145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8d107e3e-1f81-4800-97f6-c5c59bdaec1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': '07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-280431334'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:17.546605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9975ef74-ec2f-4c09-914c-072884fbdc94) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:17.598478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:17.599271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:17.642375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:17.690504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f47d2-f0df-4db0-a59a-e39af7dcd9ca None None] Network 9975ef74-ec2f-4c09-914c-072884fbdc94 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:17.730785 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9ecc7d7c-7e97-420c-9f88-27072dcb8be2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1023836 Sep 25 01:07:17.733211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 16c9f414-a0e5-4cbf-982c-243544ebfbee triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:17.734307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:17.736321 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 16c9f414-a0e5-4cbf-982c-243544ebfbee Sep 25 01:07:17.736451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56456) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:17.752669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Request body: {'port': {'network_id': '9975ef74-ec2f-4c09-914c-072884fbdc94', 'name': 'tempest-TagsExtTest-2019731495'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:17.852545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b6d96-bfdf-4728-a54c-80c0fdf41c59 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:17.859897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Port 913979f1-67ab-4690-8d56-eda3cc7f82ac cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:17.943267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d107e3e-1f81-4800-97f6-c5c59bdaec1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:17.992886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9975ef74-ec2f-4c09-914c-072884fbdc94', 'network_id': '9975ef74-ec2f-4c09-914c-072884fbdc94', 'project_id': 'cf6cba384c9a419f859ec0e751603863', 'fixed_ips': [{'subnet_id': '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:17.994280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.007864 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Made reservation on behalf of cf6cba384c9a419f859ec0e751603863 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:18.017767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.021519 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-b543d68c-c130-48af-ba0a-bd41ae6bfc33 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:07:18.024287 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b543d68c-c130-48af-ba0a-bd41ae6bfc33 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "PUT /networking/v2.0/routers/f215c7eb-4aad-4903-94d6-5c7c2704c7f0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1466887 Sep 25 01:07:18.025281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:18.037902 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56458) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:18.063512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] device_id is not set on port b1b87e75-3d73-4abe-b08e-8bcb028c3639 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:07:18.083313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.173831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:18.227412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 16c9f414-a0e5-4cbf-982c-243544ebfbee is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:18.227910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.231642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Allocated IP 172.20.0.9 (9975ef74-ec2f-4c09-914c-072884fbdc94/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/b1b87e75-3d73-4abe-b08e-8bcb028c3639) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:18.275559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 16c9f414-a0e5-4cbf-982c-243544ebfbee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16c9f414-a0e5-4cbf-982c-243544ebfbee,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:18.279939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.281075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8a7b62dd-21cb-4291-b1f0-9adba33a1792 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:18.332754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:18.346301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8d107e3e-1f81-4800-97f6-c5c59bdaec1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.362946 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Attempt 2 to provision port 913979f1-67ab-4690-8d56-eda3cc7f82ac Sep 25 01:07:18.388795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-8d107e3e-1f81-4800-97f6-c5c59bdaec1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port b1bee1fb-55a3-45d8-ad83-1aa4d29a2368 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:07:18.409380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:18.416583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:18.417077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.417249 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 Sep 25 01:07:18.514199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for port (b1b87e75-3d73-4abe-b08e-8bcb028c3639), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.569259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b1b87e75-3d73-4abe-b08e-8bcb028c3639), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.614618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:18.650468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Network 9975ef74-ec2f-4c09-914c-072884fbdc94 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:18.662448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:18.665087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Pushing event updated for resources: {'Port': ['ID=b1b87e75-3d73-4abe-b08e-8bcb028c3639,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:18.668603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:18.695901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=16c9f414-a0e5-4cbf-982c-243544ebfbee,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:18.700049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Port 913979f1-67ab-4690-8d56-eda3cc7f82ac cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:18.750458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:18.751335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.783999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8c375f05-b5b6-40d7-b0c4-fa28b9853833 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0441806 Sep 25 01:07:18.785861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56460) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:18.790090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Allocated IP 172.20.0.2 (9975ef74-ec2f-4c09-914c-072884fbdc94/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:18.798075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b5f4f897-448e-47b8-bd1e-69e4f723955a tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-967145241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:18.816623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:18.819248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:18.837513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f897-448e-47b8-bd1e-69e4f723955a tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (75312de8-08ba-4902-9242-92b6d62a46d0), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.839797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f897-448e-47b8-bd1e-69e4f723955a tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (75312de8-08ba-4902-9242-92b6d62a46d0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.929392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:18.929637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.929823 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 Sep 25 01:07:18.930220 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d107e3e-1f81-4800-97f6-c5c59bdaec1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:07:18.931425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d107e3e-1f81-4800-97f6-c5c59bdaec1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:18.946576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f897-448e-47b8-bd1e-69e4f723955a tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for router_controller (75312de8-08ba-4902-9242-92b6d62a46d0), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.953803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f897-448e-47b8-bd1e-69e4f723955a tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (75312de8-08ba-4902-9242-92b6d62a46d0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.993919 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f897-448e-47b8-bd1e-69e4f723955a tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:18.996743 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b5f4f897-448e-47b8-bd1e-69e4f723955a tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2077630 Sep 25 01:07:18.999474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56462) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:19.006129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-06690481-656a-4998-aa2c-982ae5bd9e58 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1799742077', 'prefixes': ['172.20.0.0/16']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:19.072522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:19.072791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.081680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port 2e1f6175-614e-4a29-b545-2120ce6f46d3 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:19.082387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.118680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-06690481-656a-4998-aa2c-982ae5bd9e58 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.120733 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-06690481-656a-4998-aa2c-982ae5bd9e58 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1195219 Sep 25 01:07:19.125493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56464) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:19.136968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62b59bd4-23cb-4fcc-b917-bdc5708aaf70,segment=NetworkSegment(b19cfaa3-728e-465f-9f85-f11df2e8c9c9),segment_id=b19cfaa3-728e-465f-9f85-f11df2e8c9c9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:19.138847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-600be8d0-0e50-4fb2-8780-0e8a87246172 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d', 'tempest-TagsExtTest-Tag-1187413347') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:19.149152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.178861 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8d107e3e-1f81-4800-97f6-c5c59bdaec1e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6394608 Sep 25 01:07:19.186346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56466) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:19.229867 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Attempt 3 to provision port 913979f1-67ab-4690-8d56-eda3cc7f82ac Sep 25 01:07:19.284428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:19.286604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=62b59bd4-23cb-4fcc-b917-bdc5708aaf70,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:19.300408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Publish callbacks [] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.341161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:19.341515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2df2fbe4-d908-4d4e-ab6c-d5ab93966087 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:19.346438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.358396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Port 913979f1-67ab-4690-8d56-eda3cc7f82ac cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:19.367994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2857bed9-20ac-49b6-ab9f-50767ff56db9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:19.376180 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2857bed9-20ac-49b6-ab9f-50767ff56db9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1857088 Sep 25 01:07:19.376180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:19.391293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56468) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:19.401999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Network 9975ef74-ec2f-4c09-914c-072884fbdc94 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:19.407787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:19.410315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:19.441514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Pushing event updated for resources: {'Port': ['ID=43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:19.482240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Attempting to bind port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:19.482649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Attempting to bind port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cb269115-953e-4919-af9c-36047f70b581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9975ef74-ec2f-4c09-914c-072884fbdc94'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:19.483052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Attempting to bind port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f on network 9975ef74-ec2f-4c09-914c-072884fbdc94 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:19.486311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe09f0b-c68e-45eb-a739-01f437556a05 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:19.488473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe09f0b-c68e-45eb-a739-01f437556a05 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:19.492784 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cfe09f0b-c68e-45eb-a739-01f437556a05 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0959041 Sep 25 01:07:19.499037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56470) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:19.528620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 16c9f414-a0e5-4cbf-982c-243544ebfbee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:19.558037 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-600be8d0-0e50-4fb2-8780-0e8a87246172 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags/tempest-TagsExtTest-Tag-1187413347 HTTP/1.1" status: 201 len: 201 time: 0.4308224 Sep 25 01:07:19.563781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56472) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:19.571878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-034923df-1aef-4f80-a2fc-542c53e1b2f9 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639', 'tempest-TagsExtTest-Tag-123426475') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:19.581656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:19.582353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Checking segment: {'id': 'cb269115-953e-4919-af9c-36047f70b581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9975ef74-ec2f-4c09-914c-072884fbdc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:19.582924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.583542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Bound using segment: {'id': 'cb269115-953e-4919-af9c-36047f70b581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9975ef74-ec2f-4c09-914c-072884fbdc94'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:19.584313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Bound port: 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb269115-953e-4919-af9c-36047f70b581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9975ef74-ec2f-4c09-914c-072884fbdc94'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:19.584945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.589058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:19.593194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:19.625467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aad31d5-468c-4dd3-9ce8-2a18e745c9ac tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:19.632982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5aad31d5-468c-4dd3-9ce8-2a18e745c9ac tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.663291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 16c9f414-a0e5-4cbf-982c-243544ebfbee triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:19.663695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.665197 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 16c9f414-a0e5-4cbf-982c-243544ebfbee Sep 25 01:07:19.692794 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-034923df-1aef-4f80-a2fc-542c53e1b2f9 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags/tempest-TagsExtTest-Tag-123426475 HTTP/1.1" status: 201 len: 201 time: 0.1239145 Sep 25 01:07:19.694690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56474) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:19.710435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-eba34901-c252-43a1-9293-f551456dcf8e tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0', 'tempest-TagsExtTest-Tag-327909538') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:19.724531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5aad31d5-468c-4dd3-9ce8-2a18e745c9ac tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.753772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] For port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:19.758058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.765886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] For port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f,segment=NetworkSegment(cb269115-953e-4919-af9c-36047f70b581),segment_id=cb269115-953e-4919-af9c-36047f70b581)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:19.783933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.827312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5aad31d5-468c-4dd3-9ce8-2a18e745c9ac tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.851285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port 2e1f6175-614e-4a29-b545-2120ce6f46d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e1f6175-614e-4a29-b545-2120ce6f46d3,segment=NetworkSegment(5ed54fd3-4575-4be9-9554-3270a9290afe),segment_id=5ed54fd3-4575-4be9-9554-3270a9290afe)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:19.851285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.887865 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Attempt 4 to provision port 913979f1-67ab-4690-8d56-eda3cc7f82ac Sep 25 01:07:19.905239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for 2e1f6175-614e-4a29-b545-2120ce6f46d3 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:19.915468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:19.944495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5aad31d5-468c-4dd3-9ce8-2a18e745c9ac tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.948599 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eba34901-c252-43a1-9293-f551456dcf8e tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags/tempest-TagsExtTest-Tag-327909538 HTTP/1.1" status: 201 len: 201 time: 0.2472508 Sep 25 01:07:19.948599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56476) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:19.952981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-da2e231b-3d9f-4e3a-89d3-ab6eaf94030f tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e', 'tempest-TagsExtTest-Tag-1072027724') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:19.968899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 16c9f414-a0e5-4cbf-982c-243544ebfbee is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:19.970078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a4cdce27-2b7e-43ea-8993-8438fecf2748 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:19.977582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:19.981126 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad31d5-468c-4dd3-9ce8-2a18e745c9ac tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:20.012054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5aad31d5-468c-4dd3-9ce8-2a18e745c9ac tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.016129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Port 913979f1-67ab-4690-8d56-eda3cc7f82ac cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:20.017082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c216830-ea44-4dc7-ae73-b1ead74f7b33 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:20.023647 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5aad31d5-468c-4dd3-9ce8-2a18e745c9ac tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb HTTP/1.1" status: 204 len: 168 time: 0.5230262 Sep 25 01:07:20.025124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0c098-50b0-4767-90ba-b1172439159e None None] Pushing event updated for resources: {'Port': ['ID=43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:20.026067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56478) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:20.099593 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ff986f37-e9c5-4dd8-b826-2407d3c1999a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647211 Sep 25 01:07:20.099931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:20.102499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56480) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:20.112699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:20.141900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a4cdce27-2b7e-43ea-8993-8438fecf2748 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:20.142495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.143162 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a4cdce27-2b7e-43ea-8993-8438fecf2748 Sep 25 01:07:20.207486 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-da2e231b-3d9f-4e3a-89d3-ab6eaf94030f tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags/tempest-TagsExtTest-Tag-1072027724 HTTP/1.1" status: 201 len: 201 time: 0.2582235 Sep 25 01:07:20.211112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56482) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:20.215540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-69e23979-5bcb-4b5d-bbaf-597988088e51 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:20.276147 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:20.281579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.335656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a4cdce27-2b7e-43ea-8993-8438fecf2748 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:20.336735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:20.375650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c12af61-b580-4131-9198-489367d763f7 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:20.406452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Deleting port 913979f1-67ab-4690-8d56-eda3cc7f82ac {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:20.406452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (913979f1-67ab-4690-8d56-eda3cc7f82ac), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.447291 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-69e23979-5bcb-4b5d-bbaf-597988088e51 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags HTTP/1.1" status: 200 len: 241 time: 0.2334480 Sep 25 01:07:20.455823 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56484) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:20.461995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-c3dfd538-3ade-4ff7-a2ad-a5b47018dd69 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d', 'tempest-TagsExtTest-Tag-1187413347') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:20.483492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5c12af61-b580-4131-9198-489367d763f7 None None] Deleting port 16c9f414-a0e5-4cbf-982c-243544ebfbee {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:20.484196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c12af61-b580-4131-9198-489367d763f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.501391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:20.502073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.502415 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 Sep 25 01:07:20.545308 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c3dfd538-3ade-4ff7-a2ad-a5b47018dd69 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags/tempest-TagsExtTest-Tag-1187413347 HTTP/1.1" status: 204 len: 168 time: 0.0825732 Sep 25 01:07:20.545586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56486) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:20.554831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-687c24fa-5a64-46ee-a755-f90a9f923064 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d', 'tempest-TagsExtTest-Tag-1187413347') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:20.569204 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Attempt 5 to provision port 913979f1-67ab-4690-8d56-eda3cc7f82ac Sep 25 01:07:20.640459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Port 913979f1-67ab-4690-8d56-eda3cc7f82ac cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:20.647874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5c12af61-b580-4131-9198-489367d763f7 None None] For port 16c9f414-a0e5-4cbf-982c-243544ebfbee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16c9f414-a0e5-4cbf-982c-243544ebfbee,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:20.649138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c12af61-b580-4131-9198-489367d763f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.676550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2e1f6175-614e-4a29-b545-2120ce6f46d3), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.678775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:20.691426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5c12af61-b580-4131-9198-489367d763f7 None None] Calling delete_port for 16c9f414-a0e5-4cbf-982c-243544ebfbee owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:20.693055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (18377b4c-6822-4539-a5b3-0d2088848094), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.716075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (913979f1-67ab-4690-8d56-eda3cc7f82ac), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.725085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:20.730266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=2e1f6175-614e-4a29-b545-2120ce6f46d3,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:20.763872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:20.770510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 72481442-3c3a-4520-bdd6-0e80b66186ea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:20.771148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:20.776732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:20.776997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.786044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Calling delete_port for 913979f1-67ab-4690-8d56-eda3cc7f82ac owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:20.818368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 72481442-3c3a-4520-bdd6-0e80b66186ea {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:20.819153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 72481442-3c3a-4520-bdd6-0e80b66186ea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:20.833292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=18377b4c-6822-4539-a5b3-0d2088848094,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:20.842491 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fad3e9ea-5639-4f7c-b4a4-3680afefd1e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7386651 Sep 25 01:07:20.843153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56488) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:20.843650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:20.849201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-058e2629-7853-40c3-9b0a-eea23048290c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-179715491', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:20.880893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-058e2629-7853-40c3-9b0a-eea23048290c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (9f3914df-f31f-40be-af5a-dc579a852ca1), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.882124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-058e2629-7853-40c3-9b0a-eea23048290c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (9f3914df-f31f-40be-af5a-dc579a852ca1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.901474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c12af61-b580-4131-9198-489367d763f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (16c9f414-a0e5-4cbf-982c-243544ebfbee), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.933374 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-687c24fa-5a64-46ee-a755-f90a9f923064 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags/tempest-TagsExtTest-Tag-1187413347 HTTP/1.1" status: 204 len: 168 time: 0.3868756 Sep 25 01:07:20.940261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56490) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:20.945245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-f7718e6f-ed59-4b63-acd5-ba64be5454b8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:20.954743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12af61-b580-4131-9198-489367d763f7 None None] Pushing event deleted for resources: {'Port': ['ID=16c9f414-a0e5-4cbf-982c-243544ebfbee,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:20.959136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12af61-b580-4131-9198-489367d763f7 None None] No DVR routers for this DVR port 16c9f414-a0e5-4cbf-982c-243544ebfbee on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:20.993761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.994368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a71440-01a3-4ce8-8bef-b30de93a26f6 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:21.101394 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f7718e6f-ed59-4b63-acd5-ba64be5454b8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags HTTP/1.1" status: 200 len: 205 time: 0.1591995 Sep 25 01:07:21.154148 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Attempt 6 to provision port 913979f1-67ab-4690-8d56-eda3cc7f82ac Sep 25 01:07:21.192825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '18377b4c-6822-4539-a5b3-0d2088848094'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:21.193562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:21.194995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56492) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:21.234245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Port 913979f1-67ab-4690-8d56-eda3cc7f82ac cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:21.272410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-144a8a78-9657-4ea2-b800-7b20f0b2046d tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:21.275471 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:21.282181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (913979f1-67ab-4690-8d56-eda3cc7f82ac), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:21.284416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:21.377694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Port': ['ID=913979f1-67ab-4690-8d56-eda3cc7f82ac,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:21.494826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/18377b4c-6822-4539-a5b3-0d2088848094/282b9d94-fd69-4403-b087-ea52708c97eb) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:21.553518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-058e2629-7853-40c3-9b0a-eea23048290c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router_controller (9f3914df-f31f-40be-af5a-dc579a852ca1), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:21.566854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-058e2629-7853-40c3-9b0a-eea23048290c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (9f3914df-f31f-40be-af5a-dc579a852ca1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:21.586204 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-144a8a78-9657-4ea2-b800-7b20f0b2046d tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags HTTP/1.1" status: 200 len: 240 time: 0.3895104 Sep 25 01:07:21.593421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56494) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:21.614200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-ef3d3756-35ef-40fd-a21a-d601d70f5a3f tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639', 'tempest-TagsExtTest-Tag-123426475') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:21.701459 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ef3d3756-35ef-40fd-a21a-d601d70f5a3f tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags/tempest-TagsExtTest-Tag-123426475 HTTP/1.1" status: 204 len: 168 time: 0.1039178 Sep 25 01:07:21.703752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56496) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:21.714004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-9807b1a5-23b8-4edc-aeab-de095385c41c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639', 'tempest-TagsExtTest-Tag-123426475') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:21.737135 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Attempt 7 to provision port 913979f1-67ab-4690-8d56-eda3cc7f82ac Sep 25 01:07:21.753291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:21.807074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Port 913979f1-67ab-4690-8d56-eda3cc7f82ac was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:07:21.820227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22490c57-e066-452d-a0d4-1f663a4ce08b None None] Network 9975ef74-ec2f-4c09-914c-072884fbdc94 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:21.827205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-058e2629-7853-40c3-9b0a-eea23048290c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:21.831394 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-058e2629-7853-40c3-9b0a-eea23048290c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9856095 Sep 25 01:07:21.857809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56498) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:21.858232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:21.868580 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9807b1a5-23b8-4edc-aeab-de095385c41c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags/tempest-TagsExtTest-Tag-123426475 HTTP/1.1" status: 204 len: 168 time: 0.1632838 Sep 25 01:07:21.871529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56500) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:21.878829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-47981a1f-ba48-4612-a0cd-68d683702a0c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:21.915007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Provisioning complete for port a4cdce27-2b7e-43ea-8993-8438fecf2748 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:21.915451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:21.915726 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Attempt 1 to provision port a4cdce27-2b7e-43ea-8993-8438fecf2748 Sep 25 01:07:21.940063 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-47981a1f-ba48-4612-a0cd-68d683702a0c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags HTTP/1.1" status: 200 len: 205 time: 0.0639091 Sep 25 01:07:21.940932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56502) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:21.949092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-5a75ef2f-6f86-4dfd-ad70-3800c1571e9c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:21.950444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:21.995275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Publish callbacks [] for port (282b9d94-fd69-4403-b087-ea52708c97eb), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.019250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:22.023183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.032496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:22.032902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.033273 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f Sep 25 01:07:22.042981 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5a75ef2f-6f86-4dfd-ad70-3800c1571e9c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags HTTP/1.1" status: 200 len: 240 time: 0.1006918 Sep 25 01:07:22.047511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56504) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:22.052410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-fb873dc9-d2bf-44a6-849a-bacc993b7126 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0', 'tempest-TagsExtTest-Tag-327909538') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:22.165400 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fb873dc9-d2bf-44a6-849a-bacc993b7126 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags/tempest-TagsExtTest-Tag-327909538 HTTP/1.1" status: 204 len: 168 time: 0.1126347 Sep 25 01:07:22.165735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56506) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:22.171760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-f9fb270d-c2b3-44b1-b541-29c21c28098b tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0', 'tempest-TagsExtTest-Tag-327909538') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:22.172965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:22.173731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:22.175444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:22.187300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:22.198564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:22.208381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Pushing event updated for resources: {'Port': ['ID=282b9d94-fd69-4403-b087-ea52708c97eb,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:22.240902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79618f30-a200-4acf-b28b-d570a9bf6e4f None None] Current status of the port a4cdce27-2b7e-43ea-8993-8438fecf2748 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:22.257488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:22.303895 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f9fb270d-c2b3-44b1-b541-29c21c28098b tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags/tempest-TagsExtTest-Tag-327909538 HTTP/1.1" status: 204 len: 168 time: 0.1367414 Sep 25 01:07:22.307942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56508) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:22.315281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-adc3efdf-b5d6-4665-bf29-6e4371cfeedd tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:22.432019 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-adc3efdf-b5d6-4665-bf29-6e4371cfeedd tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags HTTP/1.1" status: 200 len: 205 time: 0.1209326 Sep 25 01:07:22.436120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56510) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:22.443856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-e078654d-eb7f-416d-967b-2379e7a0ecf7 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:22.486587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:22.502943 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-659d4e42-7603-45d3-b758-ea5ca1b501aa tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4065199 Sep 25 01:07:22.504704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56512) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:22.532118 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e078654d-eb7f-416d-967b-2379e7a0ecf7 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags HTTP/1.1" status: 200 len: 241 time: 0.0921738 Sep 25 01:07:22.562708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56514) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:22.567394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-1000d8a0-7028-4fef-aa38-52c65945e12c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e', 'tempest-TagsExtTest-Tag-1072027724') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:22.607675 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1000d8a0-7028-4fef-aa38-52c65945e12c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags/tempest-TagsExtTest-Tag-1072027724 HTTP/1.1" status: 204 len: 168 time: 0.0437989 Sep 25 01:07:22.613011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56516) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:22.624433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-99414498-acb0-44d0-b164-69d8fb2e702c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e', 'tempest-TagsExtTest-Tag-1072027724') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:22.645271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-20326c86-2c00-4bc0-903b-f11edca87c89 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting subnet a347e192-64af-426e-b4e4-1658cae808d9 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:22.650521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:22.651122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.665547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20326c86-2c00-4bc0-903b-f11edca87c89 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (a347e192-64af-426e-b4e4-1658cae808d9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.667278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Attempting to bind port 282b9d94-fd69-4403-b087-ea52708c97eb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:22.667781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Attempting to bind port 282b9d94-fd69-4403-b087-ea52708c97eb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:22.668840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Attempting to bind port 282b9d94-fd69-4403-b087-ea52708c97eb on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:22.728984 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-99414498-acb0-44d0-b164-69d8fb2e702c tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags/tempest-TagsExtTest-Tag-1072027724 HTTP/1.1" status: 204 len: 168 time: 0.1145725 Sep 25 01:07:22.729817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56518) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:22.740790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:22.743283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-b0822870-42b1-44f4-a57a-815b3ff806e5 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:22.765063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Router f215c7eb-4aad-4903-94d6-5c7c2704c7f0 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:22.787572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20326c86-2c00-4bc0-903b-f11edca87c89 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (a347e192-64af-426e-b4e4-1658cae808d9), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.800043 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b0822870-42b1-44f4-a57a-815b3ff806e5 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags HTTP/1.1" status: 200 len: 205 time: 0.0638096 Sep 25 01:07:22.807489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Provisioning complete for port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:22.808152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.809019 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Attempt 1 to provision port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 Sep 25 01:07:22.812385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:22.812774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:22.813186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.813593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:22.814112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Bound port: 282b9d94-fd69-4403-b087-ea52708c97eb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:22.814510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.817533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56520) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:22.824763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:22.825446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:22.832126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-f00ac65e-3c2d-42bb-965e-837115cc2ed8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:22.924687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f,segment=NetworkSegment(cb269115-953e-4919-af9c-36047f70b581),segment_id=cb269115-953e-4919-af9c-36047f70b581)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:22.976605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20326c86-2c00-4bc0-903b-f11edca87c89 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a347e192-64af-426e-b4e4-1658cae808d9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.978695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:23.087657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:23.125556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20326c86-2c00-4bc0-903b-f11edca87c89 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (a347e192-64af-426e-b4e4-1658cae808d9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:23.154124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 16c9f414-a0e5-4cbf-982c-243544ebfbee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:23.168840 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326c86-2c00-4bc0-903b-f11edca87c89 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Subnet': ['ID=a347e192-64af-426e-b4e4-1658cae808d9,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:23.173546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20326c86-2c00-4bc0-903b-f11edca87c89 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:23.177012 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-20326c86-2c00-4bc0-903b-f11edca87c89 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a347e192-64af-426e-b4e4-1658cae808d9 HTTP/1.1" status: 204 len: 168 time: 0.6714303 Sep 25 01:07:23.180256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56522) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:23.262772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c498c6a5-e214-4363-bd19-6342d04fa236 None None] Network 26b046a4-fca1-481b-8656-3588b152eece requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:23.282303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (26b046a4-fca1-481b-8656-3588b152eece), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:23.289155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:20Z', 'revision_number': 11, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:23.325842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 16c9f414-a0e5-4cbf-982c-243544ebfbee {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:23.326421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 16c9f414-a0e5-4cbf-982c-243544ebfbee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:23.349812 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f00ac65e-3c2d-42bb-965e-837115cc2ed8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags HTTP/1.1" status: 204 len: 168 time: 0.5307710 Sep 25 01:07:23.356019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56524) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:23.361232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-8f90e9d5-9a8d-4583-8f79-8357f9bbac34 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:23.363514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Deleting port c18d9dd7-1280-4f8b-b566-085d58f3e095 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:23.363922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:23.378747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:23.402440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:23.412310 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7f645fbc-de19-497f-90a9-f1ab85665a4f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "PUT /networking/v2.0/routers/f215c7eb-4aad-4903-94d6-5c7c2704c7f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3696187 Sep 25 01:07:23.412821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56526) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:23.421204 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9280f23-fb34-480f-bba6-b818e07663c8 None None] Sync routers for ids ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:23.439766 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9280f23-fb34-480f-bba6-b818e07663c8 None None] Routers {'f215c7eb-4aad-4903-94d6-5c7c2704c7f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:23.440895 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c9280f23-fb34-480f-bba6-b818e07663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:23.455466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] For port 282b9d94-fd69-4403-b087-ea52708c97eb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:23.476565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] For port 282b9d94-fd69-4403-b087-ea52708c97eb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=282b9d94-fd69-4403-b087-ea52708c97eb,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:23.489628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:23.494463 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-a2f340cf-fd77-41af-8635-32d7dc983e85 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] delete failed (client error): The resource could not be found. Sep 25 01:07:23.495593 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a2f340cf-fd77-41af-8635-32d7dc983e85 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "DELETE /networking/v2.0/routers/tempest-non_exist_router-1091104213 HTTP/1.1" status: 404 len: 335 time: 0.0817873 Sep 25 01:07:23.500964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56528) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:23.505778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e007829e-106b-420e-8578-41d503070f64 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f215c7eb-4aad-4903-94d6-5c7c2704c7f0'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:23.510734 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c9280f23-fb34-480f-bba6-b818e07663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:23.527467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:23.530057 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9280f23-fb34-480f-bba6-b818e07663c8 None None] Routers {'f215c7eb-4aad-4903-94d6-5c7c2704c7f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:23.531122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:23.532042 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c9280f23-fb34-480f-bba6-b818e07663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:23.545686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] For port c18d9dd7-1280-4f8b-b566-085d58f3e095, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c18d9dd7-1280-4f8b-b566-085d58f3e095,segment=NetworkSegment(5ed54fd3-4575-4be9-9554-3270a9290afe),segment_id=5ed54fd3-4575-4be9-9554-3270a9290afe)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:23.546164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:23.559546 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8f90e9d5-9a8d-4583-8f79-8357f9bbac34 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags HTTP/1.1" status: 204 len: 168 time: 0.2020392 Sep 25 01:07:23.563703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56530) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:23.569022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-d4efd454-d99d-46f2-9125-384bf67c3fbb tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:23.578744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Calling delete_port for c18d9dd7-1280-4f8b-b566-085d58f3e095 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:23.640153 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c9280f23-fb34-480f-bba6-b818e07663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:23.643228 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9280f23-fb34-480f-bba6-b818e07663c8 None None] The sync data for ids ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:23.662178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:23.701487 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d4efd454-d99d-46f2-9125-384bf67c3fbb tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags HTTP/1.1" status: 204 len: 168 time: 0.1339238 Sep 25 01:07:23.703554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Current status of the port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:23.711802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:23.712506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:23.714138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56532) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:23.723586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Could not find standard attr ID for object 5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:23.799372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Could not find standard attr ID for object 16c9f414-a0e5-4cbf-982c-243544ebfbee. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:23.802700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c18d9dd7-1280-4f8b-b566-085d58f3e095), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:23.805481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-e482b4db-c9d2-4389-99ec-d06fec67c5b2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:23.809285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:23.835080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Could not find standard attr ID for object 913979f1-67ab-4690-8d56-eda3cc7f82ac. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:23.844667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:23.847110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Port': ['ID=c18d9dd7-1280-4f8b-b566-085d58f3e095,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:23.849199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No DVR routers for this DVR port c18d9dd7-1280-4f8b-b566-085d58f3e095 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:23.925011 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c34fad-1efd-4e63-8566-2a84835cc374 None None] DHCP port deletion for 26b046a4-fca1-481b-8656-3588b152eece request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:23.938878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:23.950050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba41e5-8000-4ff7-a014-9c529f2531f9 None None] Pushing event updated for resources: {'Port': ['ID=282b9d94-fd69-4403-b087-ea52708c97eb,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:23.996022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:20Z', 'revision_number': 11, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:24.005991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:24.067071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d462bf41-a62a-4bbc-b4cc-46f717ec7779 None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:20Z', 'revision_number': 11, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:24.069316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Provisioning complete for port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:24.069716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.070168 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Attempt 1 to provision port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f Sep 25 01:07:24.091983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (26b046a4-fca1-481b-8656-3588b152eece), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.140159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e007829e-106b-420e-8578-41d503070f64 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for router_gateway (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.143518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b046a4-fca1-481b-8656-3588b152eece']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:24.157553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed54fd3-4575-4be9-9554-3270a9290afe') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:24.158110 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e482b4db-c9d2-4389-99ec-d06fec67c5b2 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags HTTP/1.1" status: 204 len: 168 time: 0.3706779 Sep 25 01:07:24.158407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed54fd3-4575-4be9-9554-3270a9290afe') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:24.165383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56534) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:24.174224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (5ed54fd3-4575-4be9-9554-3270a9290afe), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.178790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:24.181510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-b4c8944e-96dc-4d23-9954-798cf1af643b tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d', 'tempest-TagsExtTest-Tag-800982747') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:24.195416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5ed54fd3-4575-4be9-9554-3270a9290afe), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.204151 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:24.204978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (5ed54fd3-4575-4be9-9554-3270a9290afe), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.205210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ac478e9c-b948-4920-9f47-b54fda129e29 None None] Current status of the port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:24.284788 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 5ed54fd3-4575-4be9-9554-3270a9290afe resource provider aggregate not found Sep 25 01:07:24.298018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:24.320576 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 5ed54fd3-4575-4be9-9554-3270a9290afe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ed54fd3-4575-4be9-9554-3270a9290afe found for delete ", "request_id": "req-c50d575e-ee8b-46d3-a365-123eb4bd38d0"}]} Sep 25 01:07:24.332753 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-e007829e-106b-420e-8578-41d503070f64 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] update failed (client error): The resource could not be found. Sep 25 01:07:24.338803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Provisioning complete for port b1b87e75-3d73-4abe-b08e-8bcb028c3639 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:24.339083 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e007829e-106b-420e-8578-41d503070f64 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "PUT /networking/v2.0/routers/f215c7eb-4aad-4903-94d6-5c7c2704c7f0 HTTP/1.1" status: 404 len: 339 time: 0.8323729 Sep 25 01:07:24.339186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b1b87e75-3d73-4abe-b08e-8bcb028c3639), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.339271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (26b046a4-fca1-481b-8656-3588b152eece), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.339385 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 1 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:24.339536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56540) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:24.364878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.370398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::1 (cf904343-f06f-476a-b370-411af221ea3d/18377b4c-6822-4539-a5b3-0d2088848094/2dc11138-c236-4ef9-8900-7717cde91270) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:24.372104 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/networks/26b046a4-fca1-481b-8656-3588b152eece HTTP/1.1" status: 204 len: 168 time: 1.1903477 Sep 25 01:07:24.376316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56542) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:24.405829 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b4c8944e-96dc-4d23-9954-798cf1af643b tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags/tempest-TagsExtTest-Tag-800982747 HTTP/1.1" status: 201 len: 201 time: 0.2388985 Sep 25 01:07:24.443250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56546) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:24.443817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:24.456167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'routes': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:24.467896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-8f8ddc2b-781d-4bb4-a0ba-076f734d912d tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639', 'tempest-TagsExtTest-Tag-532463975') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:24.535804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcd824-3f00-4add-9c62-ba42d15ea690 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Pushing event deleted for resources: {'Network': ['ID=26b046a4-fca1-481b-8656-3588b152eece,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:24.621059 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (2dc11138-c236-4ef9-8900-7717cde91270), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.671013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2dc11138-c236-4ef9-8900-7717cde91270), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.734094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:24.738564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:24.744243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:24.744877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (9f3914df-f31f-40be-af5a-dc579a852ca1), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.752394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=2dc11138-c236-4ef9-8900-7717cde91270,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:24.789859 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8f8ddc2b-781d-4bb4-a0ba-076f734d912d tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags/tempest-TagsExtTest-Tag-532463975 HTTP/1.1" status: 201 len: 201 time: 0.3257189 Sep 25 01:07:24.794634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56552) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:24.878737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-98da943b-a892-4354-8f26-572c4dd9bf12 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0', 'tempest-TagsExtTest-Tag-892249371') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:24.908998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2dc11138-c236-4ef9-8900-7717cde91270), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.941155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.extraroute_db [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Added routes are [] {{(pid=107188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 25 01:07:24.941456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.extraroute_db [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Removed routes are [] {{(pid=107188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 25 01:07:24.941857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.946090 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 2 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:24.989979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:25.212109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:25.260861 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-98da943b-a892-4354-8f26-572c4dd9bf12 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags/tempest-TagsExtTest-Tag-892249371 HTTP/1.1" status: 201 len: 201 time: 0.4259157 Sep 25 01:07:25.261254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56554) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:25.263018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:25.270039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-6fbec1ef-fcbe-4de5-adad-6f3afcf8ecd4 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e', 'tempest-TagsExtTest-Tag-1668472146') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:25.271782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:25.283724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (2dc11138-c236-4ef9-8900-7717cde91270), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:25.288450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:25.311706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2dc11138-c236-4ef9-8900-7717cde91270), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:25.312597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (9f3914df-f31f-40be-af5a-dc579a852ca1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:25.437389 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6fbec1ef-fcbe-4de5-adad-6f3afcf8ecd4 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags/tempest-TagsExtTest-Tag-1668472146 HTTP/1.1" status: 201 len: 201 time: 0.1744049 Sep 25 01:07:25.440832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56556) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:25.443447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=2dc11138-c236-4ef9-8900-7717cde91270,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:25.451668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-0f4cd8f5-e72b-415d-b74c-1115d7db1283 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d', {'tags': ['tempest-TagsExtTest-Tag-1963383955', 'tempest-TagsExtTest-Tag-1730279887', 'tempest-TagsExtTest-Tag-1781070257']}) {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:25.459910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:25.491709 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 3 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:25.546367 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router a0f76504-0ec6-4a18-8b35-c4402b5be77f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:25.560580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:25.561441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:25.624657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:25.633353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:25.647045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0f4cd8f5-e72b-415d-b74c-1115d7db1283 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags HTTP/1.1" status: 200 len: 318 time: 0.2052546 Sep 25 01:07:25.651086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56558) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:25.662773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-bd66e915-39ab-4ab6-98d0-ae452b822d41 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:25.712441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 282b9d94-fd69-4403-b087-ea52708c97eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:25.829769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 282b9d94-fd69-4403-b087-ea52708c97eb triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:25.830154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:25.830635 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 282b9d94-fd69-4403-b087-ea52708c97eb Sep 25 01:07:25.839298 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bd66e915-39ab-4ab6-98d0-ae452b822d41 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags HTTP/1.1" status: 204 len: 168 time: 0.1868370 Sep 25 01:07:25.844152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56560) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:25.852810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-6389ab15-339a-4b4b-b0c6-a16bbcc83dd8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d', 'tempest-TagsExtTest-Tag-1963383955') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:25.942770 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-6389ab15-339a-4b4b-b0c6-a16bbcc83dd8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:25.944131 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6389ab15-339a-4b4b-b0c6-a16bbcc83dd8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags/tempest-TagsExtTest-Tag-1963383955 HTTP/1.1" status: 404 len: 329 time: 0.0982411 Sep 25 01:07:25.958765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56564) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:25.979847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-dbcf7a8f-0c39-4ade-868f-6052e6e58356 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d', 'tempest-TagsExtTest-Tag-1730279887') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:25.992702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 282b9d94-fd69-4403-b087-ea52708c97eb is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:25.994279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:26.071536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 282b9d94-fd69-4403-b087-ea52708c97eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=282b9d94-fd69-4403-b087-ea52708c97eb,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:26.073178 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 4 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:26.088307 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-dbcf7a8f-0c39-4ade-868f-6052e6e58356 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:26.094000 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dbcf7a8f-0c39-4ade-868f-6052e6e58356 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags/tempest-TagsExtTest-Tag-1730279887 HTTP/1.1" status: 404 len: 329 time: 0.1220343 Sep 25 01:07:26.094000 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Router 9f3914df-f31f-40be-af5a-dc579a852ca1 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:07:26.096166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56566) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.101323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-bce95b10-c045-46bf-b77b-e90048c4e6c7 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d', 'tempest-TagsExtTest-Tag-1781070257') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.112034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:26.113091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:26.173034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:26.176518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:26.218158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=282b9d94-fd69-4403-b087-ea52708c97eb,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:26.223127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:26.223127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:26.223127 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f Sep 25 01:07:26.244548 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-bce95b10-c045-46bf-b77b-e90048c4e6c7 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:26.248947 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bce95b10-c045-46bf-b77b-e90048c4e6c7 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags/tempest-TagsExtTest-Tag-1781070257 HTTP/1.1" status: 404 len: 329 time: 0.1484408 Sep 25 01:07:26.249175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56570) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.250908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:26.255143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-556f8b63-125f-49d4-80bd-760781663928 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639', {'tags': ['tempest-TagsExtTest-Tag-1241066412', 'tempest-TagsExtTest-Tag-1155667848', 'tempest-TagsExtTest-Tag-207405226']}) {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.272267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:26.276124 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c173f571-34f0-4667-9797-0307c9278878 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f HTTP/1.1" status: 200 len: 705 time: 1.8966668 Sep 25 01:07:26.277798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] Sync routers for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:26.288448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56572) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.313879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:26.314877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.338576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Allocated IP 172.20.0.1 (70d403ca-d2c6-4b47-a630-de50f308abef/a9fba861-bc11-44da-b8b2-d7f8e4055787/64e47628-30ab-4d11-a9fd-93d0bd8ed001) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:26.341194 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9bad6114-d1b8-4303-b98b-d1abb5736372 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a0f76504-0ec6-4a18-8b35-c4402b5be77f HTTP/1.1" status: 200 len: 205 time: 0.0514629 Sep 25 01:07:26.345315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:26.346773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56574) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.356572 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0d0e6a72-aa9d-4c4a-bdd2-951a068f15f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "PUT /networking/v2.0/routers/9f3914df-f31f-40be-af5a-dc579a852ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4957464 Sep 25 01:07:26.359392 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Sync routers for ids ['9f3914df-f31f-40be-af5a-dc579a852ca1'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:26.361274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56576) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.384171 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-556f8b63-125f-49d4-80bd-760781663928 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags HTTP/1.1" status: 200 len: 317 time: 0.1334939 Sep 25 01:07:26.388213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56578) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.393883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-327f67a8-a28d-4e7e-b84a-946a8b5bb549 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.401709 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Routers {'9f3914df-f31f-40be-af5a-dc579a852ca1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:26.403676 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['9f3914df-f31f-40be-af5a-dc579a852ca1'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.426214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:26.493625 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-327f67a8-a28d-4e7e-b84a-946a8b5bb549 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags HTTP/1.1" status: 204 len: 168 time: 0.1036577 Sep 25 01:07:26.498633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56580) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.508442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-52d82d13-fd7c-449d-91dc-10afecd6afb6 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639', 'tempest-TagsExtTest-Tag-1241066412') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.512774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:26.517671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] Set router a0f76504-0ec6-4a18-8b35-c4402b5be77f gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:26.517985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2ca5685e-a24b-41d3-a6e7-14e34d997db2 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:26.539800 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Set router 9f3914df-f31f-40be-af5a-dc579a852ca1 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:26.577403 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-52d82d13-fd7c-449d-91dc-10afecd6afb6 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:26.578644 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-52d82d13-fd7c-449d-91dc-10afecd6afb6 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags/tempest-TagsExtTest-Tag-1241066412 HTTP/1.1" status: 404 len: 329 time: 0.0753136 Sep 25 01:07:26.583701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56582) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.588673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-7bdf4240-037f-46ae-9e98-f6e9d9348222 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639', 'tempest-TagsExtTest-Tag-1155667848') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.631792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f76504-0ec6-4a18-8b35-c4402b5be77f', 'name': 'tempest-RoutersIpV6Test-router-1594443307', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:06:15Z', 'updated_at': '2022-09-25T01:07:20Z', 'revision_number': 11, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.646858 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-7bdf4240-037f-46ae-9e98-f6e9d9348222 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:26.649216 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7bdf4240-037f-46ae-9e98-f6e9d9348222 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags/tempest-TagsExtTest-Tag-1155667848 HTTP/1.1" status: 404 len: 329 time: 0.0641336 Sep 25 01:07:26.654235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e0c5a-fda6-4458-95d0-f8a00c10cd6a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:26.658654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56584) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.659453 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-542e0c5a-fda6-4458-95d0-f8a00c10cd6a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports/2dc11138-c236-4ef9-8900-7717cde91270 HTTP/1.1" status: 200 len: 911 time: 0.2954021 Sep 25 01:07:26.665411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-a393a83f-57f2-408c-8a02-bfc196545d11 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639', 'tempest-TagsExtTest-Tag-207405226') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.669292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56586) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.682335 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 5 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:26.685976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] Checking router: a0f76504-0ec6-4a18-8b35-c4402b5be77f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:26.690685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2e1f6175-614e-4a29-b545-2120ce6f46d3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:26.803079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc541bc-eb41-4144-b884-167febff99c3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:26.810930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc541bc-eb41-4144-b884-167febff99c3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:26.815654 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3dc541bc-eb41-4144-b884-167febff99c3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1421597 Sep 25 01:07:26.816828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56588) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.827208 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-a393a83f-57f2-408c-8a02-bfc196545d11 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:26.828323 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a393a83f-57f2-408c-8a02-bfc196545d11 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags/tempest-TagsExtTest-Tag-207405226 HTTP/1.1" status: 404 len: 328 time: 0.1688383 Sep 25 01:07:26.830781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2ca5685e-a24b-41d3-a6e7-14e34d997db2 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:26.832911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56590) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:26.838588 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2ca5685e-a24b-41d3-a6e7-14e34d997db2 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (a0f76504-0ec6-4a18-8b35-c4402b5be77f), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:26.843921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-3f79f49d-0304-40c9-b3b7-6f2274a43c70 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0', {'tags': ['tempest-TagsExtTest-Tag-1300713680', 'tempest-TagsExtTest-Tag-1605747125', 'tempest-TagsExtTest-Tag-428356661']}) {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.874813 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:26.907150 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3914df-f31f-40be-af5a-dc579a852ca1', 'name': 'tempest-NetworksTestDHCPv6-router-179715491', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:21Z', 'updated_at': '2022-09-25T01:07:24Z', 'revision_number': 2, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'gw_port_host': None, '_interfaces': [{'id': '2dc11138-c236-4ef9-8900-7717cde91270', 'name': '', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'mac_address': 'fa:16:3e:0a:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3914df-f31f-40be-af5a-dc579a852ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '18377b4c-6822-4539-a5b3-0d2088848094', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:07:23Z', 'updated_at': '2022-09-25T01:07:25Z', 'revision_number': 2, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'subnets': [{'id': '18377b4c-6822-4539-a5b3-0d2088848094', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:26.931775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2e1f6175-614e-4a29-b545-2120ce6f46d3 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:26.932376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2e1f6175-614e-4a29-b545-2120ce6f46d3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:26.932952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c18d9dd7-1280-4f8b-b566-085d58f3e095 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:26.973012 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Checking router: 9f3914df-f31f-40be-af5a-dc579a852ca1 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:26.974063 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Updating router 9f3914df-f31f-40be-af5a-dc579a852ca1 port 2dc11138-c236-4ef9-8900-7717cde91270 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:07:26.976861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: c18d9dd7-1280-4f8b-b566-085d58f3e095 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:26.977433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c18d9dd7-1280-4f8b-b566-085d58f3e095 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:26.979631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] Routers {'a0f76504-0ec6-4a18-8b35-c4402b5be77f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:26.983592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:27.027405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:27.027405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c36a1-3fbf-4a79-bf02-2b8fb4ce9243 None None] The sync data for ids ['a0f76504-0ec6-4a18-8b35-c4402b5be77f'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:27.029462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:27.046940 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2dc11138-c236-4ef9-8900-7717cde91270), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.057709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2ca5685e-a24b-41d3-a6e7-14e34d997db2 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (a0f76504-0ec6-4a18-8b35-c4402b5be77f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.058704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5685e-a24b-41d3-a6e7-14e34d997db2 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Fanout notify agent at l3_agent the message router_deleted on router a0f76504-0ec6-4a18-8b35-c4402b5be77f {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:07:27.096417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2ca5685e-a24b-41d3-a6e7-14e34d997db2 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.097980 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2ca5685e-a24b-41d3-a6e7-14e34d997db2 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f HTTP/1.1" status: 204 len: 168 time: 0.7501621 Sep 25 01:07:27.111458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56592) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:27.137002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-89686f46-257d-4628-b7f9-bf6d8749d63f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1752786652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:27.140329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:27.190771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89686f46-257d-4628-b7f9-bf6d8749d63f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (4f3660d9-3127-4699-a16b-5999027f64c4), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.192184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89686f46-257d-4628-b7f9-bf6d8749d63f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (4f3660d9-3127-4699-a16b-5999027f64c4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.200049 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3f79f49d-0304-40c9-b3b7-6f2274a43c70 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags HTTP/1.1" status: 200 len: 317 time: 0.3657382 Sep 25 01:07:27.203888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for port (64e47628-30ab-4d11-a9fd-93d0bd8ed001), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.206782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56596) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:27.218358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-d5b7b908-e729-41f1-8553-b0ed31c8fdaf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:27.378787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89686f46-257d-4628-b7f9-bf6d8749d63f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (4f3660d9-3127-4699-a16b-5999027f64c4), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.389003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89686f46-257d-4628-b7f9-bf6d8749d63f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (4f3660d9-3127-4699-a16b-5999027f64c4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.413080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (64e47628-30ab-4d11-a9fd-93d0bd8ed001), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.477839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Port': ['ID=64e47628-30ab-4d11-a9fd-93d0bd8ed001,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:27.493820 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d5b7b908-e729-41f1-8553-b0ed31c8fdaf tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags HTTP/1.1" status: 204 len: 168 time: 0.2798784 Sep 25 01:07:27.494144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (9f3914df-f31f-40be-af5a-dc579a852ca1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.494144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56598) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:27.506854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network 70d403ca-d2c6-4b47-a630-de50f308abef is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:27.511931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89686f46-257d-4628-b7f9-bf6d8749d63f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.517899 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-89686f46-257d-4628-b7f9-bf6d8749d63f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3982091 Sep 25 01:07:27.518893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56600) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:27.520583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:27.527361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:27.530907 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 6 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:27.537241 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-af46ea42-dad0-4738-8284-d7d6fcd6d8d9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Request body: {'router': {'admin_state_up': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:27.624789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-e3d0fc19-4437-4c2a-9839-1c4dbc7b0795 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0', 'tempest-TagsExtTest-Tag-1300713680') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:27.641110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:27.672856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:27.688150 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:27.728939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:27.763846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 282b9d94-fd69-4403-b087-ea52708c97eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:27.807176 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Publish callbacks [] for port (2dc11138-c236-4ef9-8900-7717cde91270), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.817218 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2dc11138-c236-4ef9-8900-7717cde91270), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.834714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:27.835749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.846640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 282b9d94-fd69-4403-b087-ea52708c97eb triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:27.847543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:27.848166 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 282b9d94-fd69-4403-b087-ea52708c97eb Sep 25 01:07:27.880580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:27.941926 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Pushing event updated for resources: {'Port': ['ID=2dc11138-c236-4ef9-8900-7717cde91270,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:27.956045 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.956769 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.957358 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.957936 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.958515 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.959181 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.959765 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.960331 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.960912 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.961480 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.962049 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.962608 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.963158 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.963716 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.964354 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:27.970744 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 282b9d94-fd69-4403-b087-ea52708c97eb is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:27.974228 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Attempting to bind port 2dc11138-c236-4ef9-8900-7717cde91270 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:27.974875 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Attempting to bind port 2dc11138-c236-4ef9-8900-7717cde91270 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:27.975476 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Attempting to bind port 2dc11138-c236-4ef9-8900-7717cde91270 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:27.989368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af46ea42-dad0-4738-8284-d7d6fcd6d8d9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (4f3660d9-3127-4699-a16b-5999027f64c4), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.031018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af46ea42-dad0-4738-8284-d7d6fcd6d8d9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (4f3660d9-3127-4699-a16b-5999027f64c4), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.050157 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:28.051198 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:28.052146 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.053027 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:28.054675 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Bound port: 2dc11138-c236-4ef9-8900-7717cde91270, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:28.055616 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2dc11138-c236-4ef9-8900-7717cde91270), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.147472 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 7 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:28.157769 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] For port 2dc11138-c236-4ef9-8900-7717cde91270, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:28.163859 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] For port 2dc11138-c236-4ef9-8900-7717cde91270, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2dc11138-c236-4ef9-8900-7717cde91270,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:28.175591 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2dc11138-c236-4ef9-8900-7717cde91270), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.185632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (64e47628-30ab-4d11-a9fd-93d0bd8ed001), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.212403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:28.218081 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Routers {'9f3914df-f31f-40be-af5a-dc579a852ca1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:28.219365 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['9f3914df-f31f-40be-af5a-dc579a852ca1'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:28.324411 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-e3d0fc19-4437-4c2a-9839-1c4dbc7b0795 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:28.325443 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e3d0fc19-4437-4c2a-9839-1c4dbc7b0795 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags/tempest-TagsExtTest-Tag-1300713680 HTTP/1.1" status: 404 len: 329 time: 0.8302698 Sep 25 01:07:28.330444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56602) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:28.332687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af46ea42-dad0-4738-8284-d7d6fcd6d8d9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Router 4f3660d9-3127-4699-a16b-5999027f64c4 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:07:28.335490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-3677f4ca-55ca-4f00-9f3b-545a1983ae84 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0', 'tempest-TagsExtTest-Tag-1605747125') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:28.339266 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] Set router 9f3914df-f31f-40be-af5a-dc579a852ca1 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:28.420842 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d54fcb-6957-4326-9796-6c74966f2546 None None] Pushing event updated for resources: {'Port': ['ID=2dc11138-c236-4ef9-8900-7717cde91270,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:28.442459 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-3677f4ca-55ca-4f00-9f3b-545a1983ae84 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:28.443650 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3677f4ca-55ca-4f00-9f3b-545a1983ae84 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags/tempest-TagsExtTest-Tag-1605747125 HTTP/1.1" status: 404 len: 329 time: 0.1122057 Sep 25 01:07:28.454911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56604) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:28.459559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-2ed25a79-7178-478f-93e1-41a60a2c0f79 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0', 'tempest-TagsExtTest-Tag-428356661') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:28.486803 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:28.491024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 2dc11138-c236-4ef9-8900-7717cde91270 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:28.491456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2dc11138-c236-4ef9-8900-7717cde91270), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.510063 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af46ea42-dad0-4738-8284-d7d6fcd6d8d9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:28.518169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-af46ea42-dad0-4738-8284-d7d6fcd6d8d9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.519314 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-af46ea42-dad0-4738-8284-d7d6fcd6d8d9 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "PUT /networking/v2.0/routers/4f3660d9-3127-4699-a16b-5999027f64c4 HTTP/1.1" status: 200 len: 698 time: 0.9946492 Sep 25 01:07:28.527145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56606) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:28.528050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] Sync routers for ids ['4f3660d9-3127-4699-a16b-5999027f64c4'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:28.547472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] Routers {'4f3660d9-3127-4699-a16b-5999027f64c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:28.548570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4f3660d9-3127-4699-a16b-5999027f64c4'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:28.625446 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3914df-f31f-40be-af5a-dc579a852ca1', 'name': 'tempest-NetworksTestDHCPv6-router-179715491', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:21Z', 'updated_at': '2022-09-25T01:07:24Z', 'revision_number': 2, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'gw_port_host': None, '_interfaces': [{'id': '2dc11138-c236-4ef9-8900-7717cde91270', 'name': '', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'mac_address': 'fa:16:3e:0a:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3914df-f31f-40be-af5a-dc579a852ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '18377b4c-6822-4539-a5b3-0d2088848094', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:07:23Z', 'updated_at': '2022-09-25T01:07:28Z', 'revision_number': 4, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'subnets': [{'id': '18377b4c-6822-4539-a5b3-0d2088848094', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:28.639005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] For port 2dc11138-c236-4ef9-8900-7717cde91270, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2dc11138-c236-4ef9-8900-7717cde91270,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:28.639658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2dc11138-c236-4ef9-8900-7717cde91270), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.644135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] Set router 4f3660d9-3127-4699-a16b-5999027f64c4 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:28.661704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 2dc11138-c236-4ef9-8900-7717cde91270 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:28.666533 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cce7d-5223-4b49-89ea-730ac5e9c1c9 None None] The sync data for ids ['9f3914df-f31f-40be-af5a-dc579a852ca1'] in dv-neutron-master-2-hyperv is: [{'id': '9f3914df-f31f-40be-af5a-dc579a852ca1', 'name': 'tempest-NetworksTestDHCPv6-router-179715491', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:21Z', 'updated_at': '2022-09-25T01:07:24Z', 'revision_number': 2, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'gw_port_host': None, '_interfaces': [{'id': '2dc11138-c236-4ef9-8900-7717cde91270', 'name': '', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'mac_address': 'fa:16:3e:0a:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3914df-f31f-40be-af5a-dc579a852ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '18377b4c-6822-4539-a5b3-0d2088848094', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:07:23Z', 'updated_at': '2022-09-25T01:07:28Z', 'revision_number': 4, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'subnets': [{'id': '18377b4c-6822-4539-a5b3-0d2088848094', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:28.680735 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-2ed25a79-7178-478f-93e1-41a60a2c0f79 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:28.684877 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2ed25a79-7178-478f-93e1-41a60a2c0f79 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags/tempest-TagsExtTest-Tag-428356661 HTTP/1.1" status: 404 len: 328 time: 0.2258556 Sep 25 01:07:28.688303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56610) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:28.698095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-91aa17d5-d6ba-4f16-9f34-8204caab89ca tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e', {'tags': ['tempest-TagsExtTest-Tag-1825897169', 'tempest-TagsExtTest-Tag-1101944753', 'tempest-TagsExtTest-Tag-2020444757']}) {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:28.715797 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 8 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:28.717562 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fa278893-8cc5-407b-98f4-755b40fe0ba0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/routers/4f3660d9-3127-4699-a16b-5999027f64c4 HTTP/1.1" status: 200 len: 704 time: 0.1852386 Sep 25 01:07:28.721606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3660d9-3127-4699-a16b-5999027f64c4', 'name': 'tempest-RoutersIpV6Test-router-1752786652', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:27Z', 'updated_at': '2022-09-25T01:07:27Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:28.730493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56612) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:28.784971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-196a6fd5-2490-4016-b57b-bb466b625963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:28.786648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] Checking router: 4f3660d9-3127-4699-a16b-5999027f64c4 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:28.791746 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fd04e990-3460-4074-b10c-1b6fdca63719 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4f3660d9-3127-4699-a16b-5999027f64c4 HTTP/1.1" status: 200 len: 205 time: 0.0576735 Sep 25 01:07:28.794133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56614) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:28.806516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] Routers {'4f3660d9-3127-4699-a16b-5999027f64c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:28.807440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['4f3660d9-3127-4699-a16b-5999027f64c4'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:28.811968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:28.877847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:28.896084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] Set router 4f3660d9-3127-4699-a16b-5999027f64c4 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:28.963042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3660d9-3127-4699-a16b-5999027f64c4', 'name': 'tempest-RoutersIpV6Test-router-1752786652', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:27Z', 'updated_at': '2022-09-25T01:07:27Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:29.007658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41037304-0c5b-4193-bbe4-7549c13c5d7d None None] The sync data for ids ['4f3660d9-3127-4699-a16b-5999027f64c4'] in dv-neutron-master-2-hyperv is: [{'id': '4f3660d9-3127-4699-a16b-5999027f64c4', 'name': 'tempest-RoutersIpV6Test-router-1752786652', 'tenant_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:27Z', 'updated_at': '2022-09-25T01:07:27Z', 'revision_number': 2, 'project_id': '2ed106dd2d834a11b058b6f9c3c699ad', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:29.047201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2dc11138-c236-4ef9-8900-7717cde91270), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.098544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=2dc11138-c236-4ef9-8900-7717cde91270,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:29.146826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.147511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.148220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.148883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.149731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.150304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.150966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.151686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.153071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.153786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.154432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.155063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.155710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.156399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.156969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.313248 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 9 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:29.373231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (9f3914df-f31f-40be-af5a-dc579a852ca1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.377159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:29.413990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:29.450280 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-91aa17d5-d6ba-4f16-9f34-8204caab89ca tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "PUT /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags HTTP/1.1" status: 200 len: 318 time: 0.7590938 Sep 25 01:07:29.463896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893447d7-52d0-413a-b742-0d5ac07e726d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (4f3660d9-3127-4699-a16b-5999027f64c4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.477133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56616) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:29.485770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-1879391f-09c2-4291-9d5b-32457a064052 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:29.548598 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for port (64e47628-30ab-4d11-a9fd-93d0bd8ed001), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.591631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (64e47628-30ab-4d11-a9fd-93d0bd8ed001), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.628633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Router 9f3914df-f31f-40be-af5a-dc579a852ca1 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:29.631115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:29.727580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:29.735346 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-59c844d6-8479-476b-9b58-d4faef47cea6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "PUT /networking/v2.0/routers/9f3914df-f31f-40be-af5a-dc579a852ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9169641 Sep 25 01:07:29.737677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56618) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:29.779742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event updated for resources: {'Port': ['ID=64e47628-30ab-4d11-a9fd-93d0bd8ed001,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:29.793471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893447d7-52d0-413a-b742-0d5ac07e726d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (4f3660d9-3127-4699-a16b-5999027f64c4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.797709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893447d7-52d0-413a-b742-0d5ac07e726d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router_controller (4f3660d9-3127-4699-a16b-5999027f64c4), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.799135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7512cf42-8496-4fec-b46f-577358bf003a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:29.800997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7512cf42-8496-4fec-b46f-577358bf003a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:29.802518 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7512cf42-8496-4fec-b46f-577358bf003a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0638592 Sep 25 01:07:29.804404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.805703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56620) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:29.806903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.807258 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.807605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.807980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.808354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.808691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.809018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.809451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.809685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.810016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.810349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.810673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.811000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.811325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.811648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:29.856155 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1879391f-09c2-4291-9d5b-32457a064052 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags HTTP/1.1" status: 204 len: 168 time: 0.3768122 Sep 25 01:07:29.860689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56622) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:29.865942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-c2fe4a3b-f13c-45a4-b53c-47939f6fd199 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e', 'tempest-TagsExtTest-Tag-1825897169') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:29.866149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-8670d790-f039-4bba-a4fc-16905143f9e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 18377b4c-6822-4539-a5b3-0d2088848094 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:29.868063 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:29.870763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8670d790-f039-4bba-a4fc-16905143f9e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (18377b4c-6822-4539-a5b3-0d2088848094), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.878931 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 10 to provision port b1b87e75-3d73-4abe-b08e-8bcb028c3639 Sep 25 01:07:29.890955 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893447d7-52d0-413a-b742-0d5ac07e726d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (4f3660d9-3127-4699-a16b-5999027f64c4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.891779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893447d7-52d0-413a-b742-0d5ac07e726d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Fanout notify agent at l3_agent the message router_deleted on router 4f3660d9-3127-4699-a16b-5999027f64c4 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:07:29.917075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8670d790-f039-4bba-a4fc-16905143f9e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (18377b4c-6822-4539-a5b3-0d2088848094), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.920143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Port b1b87e75-3d73-4abe-b08e-8bcb028c3639 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:29.933062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893447d7-52d0-413a-b742-0d5ac07e726d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.933571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Provisioning complete for port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:29.937857 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-893447d7-52d0-413a-b742-0d5ac07e726d tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/4f3660d9-3127-4699-a16b-5999027f64c4 HTTP/1.1" status: 204 len: 168 time: 1.1378357 Sep 25 01:07:29.938570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:29.939111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56624) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:29.941768 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Attempt 1 to provision port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f Sep 25 01:07:29.945529 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-c2fe4a3b-f13c-45a4-b53c-47939f6fd199 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:29.945825 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c2fe4a3b-f13c-45a4-b53c-47939f6fd199 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags/tempest-TagsExtTest-Tag-1825897169 HTTP/1.1" status: 404 len: 329 time: 0.0841599 Sep 25 01:07:29.948985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56626) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:29.953551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-208a4ee4-1b4d-453f-a5ed-e66eeeab2858 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e', 'tempest-TagsExtTest-Tag-1101944753') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:29.982702 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-19dbb2c1-400f-4361-8640-0a9798d4a331 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4f3660d9-3127-4699-a16b-5999027f64c4 HTTP/1.1" status: 200 len: 205 time: 0.0420597 Sep 25 01:07:29.985317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56628) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:29.990506 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-208a4ee4-1b4d-453f-a5ed-e66eeeab2858 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:29.991763 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-208a4ee4-1b4d-453f-a5ed-e66eeeab2858 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags/tempest-TagsExtTest-Tag-1101944753 HTTP/1.1" status: 404 len: 329 time: 0.0418336 Sep 25 01:07:29.996006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56630) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.000397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-183c02b8-2890-4507-ba5b-a5f51b3986c8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e', 'tempest-TagsExtTest-Tag-2020444757') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:30.044916 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-cef692e8-bfec-45fb-9eb2-719e2e3e933f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] delete failed (client error): The resource could not be found. Sep 25 01:07:30.049209 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cef692e8-bfec-45fb-9eb2-719e2e3e933f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/4f3660d9-3127-4699-a16b-5999027f64c4 HTTP/1.1" status: 404 len: 336 time: 0.0597889 Sep 25 01:07:30.049431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b0149798-c878-4a1a-b80e-e72e5d9661b7 None None] Current status of the port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:30.052083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56632) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.054818 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-183c02b8-2890-4507-ba5b-a5f51b3986c8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] show failed (client error): The resource could not be found. Sep 25 01:07:30.055893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-183c02b8-2890-4507-ba5b-a5f51b3986c8 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags/tempest-TagsExtTest-Tag-2020444757 HTTP/1.1" status: 404 len: 329 time: 0.0589614 Sep 25 01:07:30.058846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56634) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.063309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-e344718f-b86a-43d8-bf56-34bb82164cfa tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '628c46c4-6289-407b-92e2-23d9f692172e') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:30.087477 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c701f68-765b-4998-8e35-dfb063064063 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] DELETE failed (client error): The resource could not be found. Sep 25 01:07:30.087962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c701f68-765b-4998-8e35-dfb063064063 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:30.091563 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1c701f68-765b-4998-8e35-dfb063064063 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/83c12345-6ca7-4210-be7c-06eb2d13ace4 HTTP/1.1" status: 404 len: 337 time: 0.0388756 Sep 25 01:07:30.091972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8670d790-f039-4bba-a4fc-16905143f9e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (18377b4c-6822-4539-a5b3-0d2088848094), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.095465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56636) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.106028 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Network 70d403ca-d2c6-4b47-a630-de50f308abef is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:30.109013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:30.122360 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e344718f-b86a-43d8-bf56-34bb82164cfa tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e/tags HTTP/1.1" status: 204 len: 168 time: 0.0624843 Sep 25 01:07:30.125463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56638) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.130153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-7712aeda-bdbd-483f-8ff9-5f44caeafeb0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '75312de8-08ba-4902-9242-92b6d62a46d0') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:30.139043 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c085c96-0c8b-4046-b5c3-3f06d8cf1ec8 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] DELETE failed (client error): The resource could not be found. Sep 25 01:07:30.139514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c085c96-0c8b-4046-b5c3-3f06d8cf1ec8 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:30.142975 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0c085c96-0c8b-4046-b5c3-3f06d8cf1ec8 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/212d2e34-576f-428a-8e66-a32930726787 HTTP/1.1" status: 404 len: 337 time: 0.0464599 Sep 25 01:07:30.146142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56640) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.176984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Provisioning complete for port 282b9d94-fd69-4403-b087-ea52708c97eb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:30.178693 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8cfc73-c59b-4c21-8b2c-eada54c63213 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] DELETE failed (client error): The resource could not be found. Sep 25 01:07:30.179095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8cfc73-c59b-4c21-8b2c-eada54c63213 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:30.179590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.180258 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Attempt 1 to provision port 282b9d94-fd69-4403-b087-ea52708c97eb Sep 25 01:07:30.182403 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9e8cfc73-c59b-4c21-8b2c-eada54c63213 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e651900a-6268-49cb-b61f-f733c1e19a1a HTTP/1.1" status: 404 len: 337 time: 0.0351419 Sep 25 01:07:30.206378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56642) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.251743 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b37e14d-1ab6-4836-b0f8-855056a2fa86 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] DELETE failed (client error): The resource could not be found. Sep 25 01:07:30.252555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b37e14d-1ab6-4836-b0f8-855056a2fa86 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:30.255442 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7b37e14d-1ab6-4836-b0f8-855056a2fa86 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a347e192-64af-426e-b4e4-1658cae808d9 HTTP/1.1" status: 404 len: 337 time: 0.0443947 Sep 25 01:07:30.257069 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7712aeda-bdbd-483f-8ff9-5f44caeafeb0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0/tags HTTP/1.1" status: 204 len: 168 time: 0.1306703 Sep 25 01:07:30.260335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56644) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.260669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56646) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.265633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.tag.tag_plugin [None req-37e5d31f-fe4b-4d86-b86b-1b3943b35987 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b1b87e75-3d73-4abe-b08e-8bcb028c3639') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:30.299872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Router f215c7eb-4aad-4903-94d6-5c7c2704c7f0 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:30.300103 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Current status of the port 282b9d94-fd69-4403-b087-ea52708c97eb is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:30.314346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Provisioning complete for port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:30.314346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (64e47628-30ab-4d11-a9fd-93d0bd8ed001), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.314346 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Attempt 1 to provision port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 Sep 25 01:07:30.327557 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b82f08d5-67bc-4d56-ab87-7056d01cbe18 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a0f76504-0ec6-4a18-8b35-c4402b5be77f HTTP/1.1" status: 200 len: 205 time: 0.0586691 Sep 25 01:07:30.333478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56648) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.379875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:30.392084 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-f96f4e92-61b1-47be-b792-319404a998f4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] delete failed (client error): The resource could not be found. Sep 25 01:07:30.395428 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f96f4e92-61b1-47be-b792-319404a998f4 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/a0f76504-0ec6-4a18-8b35-c4402b5be77f HTTP/1.1" status: 404 len: 336 time: 0.0566618 Sep 25 01:07:30.397045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56650) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.442364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:30.446432 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-37e5d31f-fe4b-4d86-b86b-1b3943b35987 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639/tags HTTP/1.1" status: 204 len: 168 time: 0.1841786 Sep 25 01:07:30.451301 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cd871488-2e88-41a6-867d-dfa2b4a23dfb tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "PUT /networking/v2.0/routers/f215c7eb-4aad-4903-94d6-5c7c2704c7f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1074769 Sep 25 01:07:30.451301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56652) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.451611 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5454774b-296d-4f5f-a3ce-985c50437f21 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=83255ec4-c681-4ae0-ae41-5020b75930b4 HTTP/1.1" status: 200 len: 205 time: 0.0526235 Sep 25 01:07:30.451910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56654) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.456820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.tag.tag_plugin [None req-f2ee5c75-6de9-492b-9238-8ff6f4fd8d76 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3a3b6e37-53e5-4ec2-a499-13ca2ac9740d') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:30.459248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56656) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.468265 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe6e7b-f82e-464f-91b8-b7e4998e3e2a None None] Sync routers for ids ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:30.468824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8670d790-f039-4bba-a4fc-16905143f9e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (18377b4c-6822-4539-a5b3-0d2088848094), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.483462 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe6e7b-f82e-464f-91b8-b7e4998e3e2a None None] Routers {'f215c7eb-4aad-4903-94d6-5c7c2704c7f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:30.484477 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7abe6e7b-f82e-464f-91b8-b7e4998e3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:30.526282 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7abe6e7b-f82e-464f-91b8-b7e4998e3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:30.531730 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-e0ebc5da-263f-4a6d-9b02-155563fee22b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] delete failed (client error): The resource could not be found. Sep 25 01:07:30.533534 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e0ebc5da-263f-4a6d-9b02-155563fee22b tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/83255ec4-c681-4ae0-ae41-5020b75930b4 HTTP/1.1" status: 404 len: 336 time: 0.0722704 Sep 25 01:07:30.540220 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe6e7b-f82e-464f-91b8-b7e4998e3e2a None None] Routers {'f215c7eb-4aad-4903-94d6-5c7c2704c7f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:30.541244 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7abe6e7b-f82e-464f-91b8-b7e4998e3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:30.546173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56658) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.583971 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f2ee5c75-6de9-492b-9238-8ff6f4fd8d76 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d/tags HTTP/1.1" status: 204 len: 168 time: 0.1233552 Sep 25 01:07:30.584500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56660) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.586840 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-7abe6e7b-f82e-464f-91b8-b7e4998e3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:30.587594 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe6e7b-f82e-464f-91b8-b7e4998e3e2a None None] The sync data for ids ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:30.604218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d790-f039-4bba-a4fc-16905143f9e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=18377b4c-6822-4539-a5b3-0d2088848094,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:30.637472 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f8ae0c-cd33-4fd0-9d37-4b735bc320a6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] DELETE failed (client error): The resource could not be found. Sep 25 01:07:30.637961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f8ae0c-cd33-4fd0-9d37-4b735bc320a6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:30.644012 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-66f8ae0c-cd33-4fd0-9d37-4b735bc320a6 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/cc46d51a-75c4-4735-b6c3-6c71d5d6b967 HTTP/1.1" status: 404 len: 337 time: 0.0938945 Sep 25 01:07:30.644238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbae946-5bdd-4919-9139-9dcd99e02d6f None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:30.644350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8670d790-f039-4bba-a4fc-16905143f9e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.648635 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8670d790-f039-4bba-a4fc-16905143f9e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/18377b4c-6822-4539-a5b3-0d2088848094 HTTP/1.1" status: 204 len: 168 time: 0.8416650 Sep 25 01:07:30.651578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56664) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.653115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56666) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.705164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8ee60c2b-ba72-4782-834c-6f3f88bfd119 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.706642 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8ee60c2b-ba72-4782-834c-6f3f88bfd119 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/628c46c4-6289-407b-92e2-23d9f692172e HTTP/1.1" status: 204 len: 168 time: 0.1210568 Sep 25 01:07:30.709755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56668) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.721277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:30.746604 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-55e35f82-5d4c-43f0-bcc3-e99d0ba1c79a tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=75312de8-08ba-4902-9242-92b6d62a46d0 HTTP/1.1" status: 200 len: 205 time: 0.0354385 Sep 25 01:07:30.748842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56670) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.802705 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0647aa08-b0ba-49ac-a414-bd893ef3e14f tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4a6356c1-ba3d-4679-b25e-332af46e6ab8 HTTP/1.1" status: 200 len: 205 time: 0.1481166 Sep 25 01:07:30.807025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56672) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.816212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1cbac364-ad6b-478a-b0fd-afee11062b0f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for router (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.824534 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a8b74c60-5f16-4439-a6c0-1ed1b45618d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1682520 Sep 25 01:07:30.827204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56674) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.832261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe42949-0a8c-4f83-8bc0-052a4e3562e8 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:30.876649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8cd670ba-73fc-4727-809c-37f08f6d15ab tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for router (75312de8-08ba-4902-9242-92b6d62a46d0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.889215 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Attempt 2 to provision port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 Sep 25 01:07:30.891253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9fe42949-0a8c-4f83-8bc0-052a4e3562e8 None None] Deleting port 282b9d94-fd69-4403-b087-ea52708c97eb {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:30.892254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9fe42949-0a8c-4f83-8bc0-052a4e3562e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.894810 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-905dcd7e-297d-4f7d-93ef-803350c259f3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] delete failed (client error): The resource could not be found. Sep 25 01:07:30.897844 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-905dcd7e-297d-4f7d-93ef-803350c259f3 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/4a6356c1-ba3d-4679-b25e-332af46e6ab8 HTTP/1.1" status: 404 len: 336 time: 0.0873573 Sep 25 01:07:30.902682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56676) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:30.929026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:30.966579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-35c4ff32-e700-4911-8bc4-97541588e210 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router (9f3914df-f31f-40be-af5a-dc579a852ca1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:30.985019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:31.001729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9fe42949-0a8c-4f83-8bc0-052a4e3562e8 None None] For port 282b9d94-fd69-4403-b087-ea52708c97eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=282b9d94-fd69-4403-b087-ea52708c97eb,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:31.002196 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6ca88b54-3152-4b82-aa66-df60a7550f15 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e4b62a9-b881-418e-a57e-aed7f542e617 HTTP/1.1" status: 200 len: 205 time: 0.0475891 Sep 25 01:07:31.002799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9fe42949-0a8c-4f83-8bc0-052a4e3562e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.007844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56678) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.021482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9fe42949-0a8c-4f83-8bc0-052a4e3562e8 None None] Calling delete_port for 282b9d94-fd69-4403-b087-ea52708c97eb owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:31.040981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:31.051428 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-68f2c090-6a03-4be2-ae3b-fd79d90fb543 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] delete failed (client error): The resource could not be found. Sep 25 01:07:31.055086 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-68f2c090-6a03-4be2-ae3b-fd79d90fb543 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9e4b62a9-b881-418e-a57e-aed7f542e617 HTTP/1.1" status: 404 len: 336 time: 0.0437198 Sep 25 01:07:31.055086 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-1cbac364-ad6b-478a-b0fd-afee11062b0f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 25 01:07:31.055086 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1cbac364-ad6b-478a-b0fd-afee11062b0f tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "DELETE /networking/v2.0/routers/f215c7eb-4aad-4903-94d6-5c7c2704c7f0 HTTP/1.1" status: 409 len: 376 time: 0.6014187 Sep 25 01:07:31.058641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56680) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.059054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56682) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.080953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:31.095749 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d99ebb-0919-468c-b29e-f86fda763c61 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] DELETE failed (client error): The resource could not be found. Sep 25 01:07:31.096306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d99ebb-0919-468c-b29e-f86fda763c61 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:31.100529 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c6d99ebb-0919-468c-b29e-f86fda763c61 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/061f3d74-c2d2-4b96-a7ed-e98b831622ba HTTP/1.1" status: 404 len: 337 time: 0.0405490 Sep 25 01:07:31.131510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9fe42949-0a8c-4f83-8bc0-052a4e3562e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (282b9d94-fd69-4403-b087-ea52708c97eb), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.132726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56684) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.161350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe42949-0a8c-4f83-8bc0-052a4e3562e8 None None] Pushing event deleted for resources: {'Port': ['ID=282b9d94-fd69-4403-b087-ea52708c97eb,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:31.170420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe42949-0a8c-4f83-8bc0-052a4e3562e8 None None] No DVR routers for this DVR port 282b9d94-fd69-4403-b087-ea52708c97eb on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:31.192703 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-68140dbd-a6df-4db3-9179-49599eb0bce7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7c74ee79-acee-4af2-ae33-1b6f3104836f HTTP/1.1" status: 200 len: 205 time: 0.0585673 Sep 25 01:07:31.197076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56686) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.244486 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-05abdcf9-9406-493d-9a73-c4a8b1fc909a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] delete failed (client error): The resource could not be found. Sep 25 01:07:31.248851 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-05abdcf9-9406-493d-9a73-c4a8b1fc909a tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/7c74ee79-acee-4af2-ae33-1b6f3104836f HTTP/1.1" status: 404 len: 336 time: 0.0475271 Sep 25 01:07:31.250322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56688) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.251457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8cd670ba-73fc-4727-809c-37f08f6d15ab tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (75312de8-08ba-4902-9242-92b6d62a46d0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.256042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8cd670ba-73fc-4727-809c-37f08f6d15ab tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for router_controller (75312de8-08ba-4902-9242-92b6d62a46d0), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.282573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b12dec-98f4-4ea4-bb20-d3833b14cdd7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] DELETE failed (client error): The resource could not be found. Sep 25 01:07:31.283051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b12dec-98f4-4ea4-bb20-d3833b14cdd7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:31.290147 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-10b12dec-98f4-4ea4-bb20-d3833b14cdd7 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/99673e97-7aca-4634-83e6-4c48aff4b3ae HTTP/1.1" status: 404 len: 337 time: 0.0359616 Sep 25 01:07:31.293171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56690) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.307219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-35c4ff32-e700-4911-8bc4-97541588e210 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (9f3914df-f31f-40be-af5a-dc579a852ca1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.339076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] Sync routers for ids ['9f3914df-f31f-40be-af5a-dc579a852ca1'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:31.356616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] Routers {'9f3914df-f31f-40be-af5a-dc579a852ca1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:31.357390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['9f3914df-f31f-40be-af5a-dc579a852ca1'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:31.362215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-35c4ff32-e700-4911-8bc4-97541588e210 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router_controller (9f3914df-f31f-40be-af5a-dc579a852ca1), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.394115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8cd670ba-73fc-4727-809c-37f08f6d15ab tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (75312de8-08ba-4902-9242-92b6d62a46d0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.394115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd670ba-73fc-4727-809c-37f08f6d15ab tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Fanout notify agent at l3_agent the message router_deleted on router 75312de8-08ba-4902-9242-92b6d62a46d0 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:07:31.427241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:31.452414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8cd670ba-73fc-4727-809c-37f08f6d15ab tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.454196 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8cd670ba-73fc-4727-809c-37f08f6d15ab tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/routers/75312de8-08ba-4902-9242-92b6d62a46d0 HTTP/1.1" status: 204 len: 168 time: 0.7040052 Sep 25 01:07:31.457150 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7d5cbee9-cac9-4c47-b55e-f94f7a3714c0 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c96ca599-8cb6-44ba-8736-b6668a2d1abc HTTP/1.1" status: 200 len: 205 time: 0.1064527 Sep 25 01:07:31.458024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56692) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.466246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56694) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.491120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:31.497570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-35c4ff32-e700-4911-8bc4-97541588e210 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (9f3914df-f31f-40be-af5a-dc579a852ca1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.498437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4ff32-e700-4911-8bc4-97541588e210 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Fanout notify agent at l3_agent the message router_deleted on router 9f3914df-f31f-40be-af5a-dc579a852ca1 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:07:31.506432 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Attempt 3 to provision port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 Sep 25 01:07:31.508890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-35c4ff32-e700-4911-8bc4-97541588e210 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.510146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] Set router 9f3914df-f31f-40be-af5a-dc579a852ca1 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:31.510400 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-35c4ff32-e700-4911-8bc4-97541588e210 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9f3914df-f31f-40be-af5a-dc579a852ca1 HTTP/1.1" status: 204 len: 168 time: 0.6820326 Sep 25 01:07:31.519903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56696) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.527846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:31.546886 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-d7c62c17-802a-4c26-bde8-809cdc255b12 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] delete failed (client error): The resource could not be found. Sep 25 01:07:31.551738 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d7c62c17-802a-4c26-bde8-809cdc255b12 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c96ca599-8cb6-44ba-8736-b6668a2d1abc HTTP/1.1" status: 404 len: 336 time: 0.0787969 Sep 25 01:07:31.552521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56698) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.565981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 282b9d94-fd69-4403-b087-ea52708c97eb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:31.593672 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb909b9-5660-4d56-9c31-eef701b643bc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] DELETE failed (client error): The resource could not be found. Sep 25 01:07:31.594325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb909b9-5660-4d56-9c31-eef701b643bc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:31.600814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0fb909b9-5660-4d56-9c31-eef701b643bc tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ad82f1ad-ae1c-421f-8833-23bd86bc2c58 HTTP/1.1" status: 404 len: 337 time: 0.0447214 Sep 25 01:07:31.603190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56700) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:31.604739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1da136f4-24fb-4902-94b9-b597e1a79fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.632977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3914df-f31f-40be-af5a-dc579a852ca1', 'name': 'tempest-NetworksTestDHCPv6-router-179715491', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:21Z', 'updated_at': '2022-09-25T01:07:28Z', 'revision_number': 3, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:31.662480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d7597c82-dc05-4d28-9311-32b21225c7a3 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Deleting port b1b87e75-3d73-4abe-b08e-8bcb028c3639 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:31.663095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7597c82-dc05-4d28-9311-32b21225c7a3 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b1b87e75-3d73-4abe-b08e-8bcb028c3639), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.669229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] Checking router: 9f3914df-f31f-40be-af5a-dc579a852ca1 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:31.671530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 282b9d94-fd69-4403-b087-ea52708c97eb {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:31.671878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 282b9d94-fd69-4403-b087-ea52708c97eb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:31.683350 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ea7c8f-1261-4ddc-8a69-7f407a845193 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] DELETE failed (client error): The resource could not be found. Sep 25 01:07:31.684214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ea7c8f-1261-4ddc-8a69-7f407a845193 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:07:31.686814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:31.689987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:31.690364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 25 01:07:31.691027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_agentschedulers_db [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f3914df-f31f-40be-af5a-dc579a852ca1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent'). {{(pid=107189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 25 01:07:31.691518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e5fe5-a97d-4fc7-8b7a-511f46e2959e None None] The sync data for ids ['9f3914df-f31f-40be-af5a-dc579a852ca1'] in dv-neutron-master-2-hyperv is: [] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:31.704648 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-86ea7c8f-1261-4ddc-8a69-7f407a845193 tempest-RoutersIpV6Test-1226893123 tempest-RoutersIpV6Test-1226893123-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/be086158-f1dd-4a21-a65d-86c5c8bc3503 HTTP/1.1" status: 404 len: 337 time: 0.1001563 Sep 25 01:07:31.782974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:31.787224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.850888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.891358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7597c82-dc05-4d28-9311-32b21225c7a3 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b1b87e75-3d73-4abe-b08e-8bcb028c3639), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:31.918181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d7597c82-dc05-4d28-9311-32b21225c7a3 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Calling delete_port for b1b87e75-3d73-4abe-b08e-8bcb028c3639 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:32.139492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56706) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:32.188346 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Attempt 4 to provision port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 Sep 25 01:07:32.249943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Deleting port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:32.250696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (64e47628-30ab-4d11-a9fd-93d0bd8ed001), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.254461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7597c82-dc05-4d28-9311-32b21225c7a3 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b1b87e75-3d73-4abe-b08e-8bcb028c3639), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.297469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:32.311437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7597c82-dc05-4d28-9311-32b21225c7a3 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Pushing event deleted for resources: {'Port': ['ID=b1b87e75-3d73-4abe-b08e-8bcb028c3639,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:32.321942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (cd251871-516d-4e04-8922-d1174925c448), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.323575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:32.440513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (64e47628-30ab-4d11-a9fd-93d0bd8ed001), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.540650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:32.550612 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9888f438-0315-4b68-b77a-322e399627ed admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2ed106dd2d834a11b058b6f9c3c699ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011886 Sep 25 01:07:32.558889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56712) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:32.559873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:32.570970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a1f688-f368-4e0f-a112-4195488b055b None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:32.613531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:32.613531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.623288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=cd251871-516d-4e04-8922-d1174925c448,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:32.638065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d7597c82-dc05-4d28-9311-32b21225c7a3 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.645725 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d7597c82-dc05-4d28-9311-32b21225c7a3 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b1b87e75-3d73-4abe-b08e-8bcb028c3639 HTTP/1.1" status: 204 len: 168 time: 1.1816232 Sep 25 01:07:32.649149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56714) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:32.668666 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0ca97585-9743-4c0e-8916-bfa792b7035c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1462209 Sep 25 01:07:32.689226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56716) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:32.700572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5d15adb9-7608-4d3d-b200-2f6daca062fb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-215009485', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:32.739226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:32.748042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3f7f57c-becf-43d1-b55f-b9a94de8acbc admin admin] Publish callbacks [] for security_group (56a09a8d-fed9-488d-891a-5a47d87bad30), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.783898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-230c0c8e-9dd1-4215-8039-d1362832d025 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Deleting subnet 3a3b6e37-53e5-4ec2-a499-13ca2ac9740d {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:32.788023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d15adb9-7608-4d3d-b200-2f6daca062fb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (3c482cc5-3069-4679-8c44-31c4f6354b89), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.788729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d15adb9-7608-4d3d-b200-2f6daca062fb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (3c482cc5-3069-4679-8c44-31c4f6354b89), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.804603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3f7f57c-becf-43d1-b55f-b9a94de8acbc admin admin] Publish callbacks [] for security_group (56a09a8d-fed9-488d-891a-5a47d87bad30), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.805209 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Attempt 5 to provision port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 Sep 25 01:07:32.806966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-230c0c8e-9dd1-4215-8039-d1362832d025 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for subnet (3a3b6e37-53e5-4ec2-a499-13ca2ac9740d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.855734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:32.910327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-230c0c8e-9dd1-4215-8039-d1362832d025 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (3a3b6e37-53e5-4ec2-a499-13ca2ac9740d), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.918503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': 'cd251871-516d-4e04-8922-d1174925c448'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:32.920245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.950784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Calling delete_port for 64e47628-30ab-4d11-a9fd-93d0bd8ed001 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:32.966410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d15adb9-7608-4d3d-b200-2f6daca062fb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router_controller (3c482cc5-3069-4679-8c44-31c4f6354b89), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:32.978570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d15adb9-7608-4d3d-b200-2f6daca062fb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (3c482cc5-3069-4679-8c44-31c4f6354b89), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.004571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d15adb9-7608-4d3d-b200-2f6daca062fb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.008795 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5d15adb9-7608-4d3d-b200-2f6daca062fb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3135395 Sep 25 01:07:33.009543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56718) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:33.024965 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3f7f57c-becf-43d1-b55f-b9a94de8acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (56a09a8d-fed9-488d-891a-5a47d87bad30), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.028042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a3f7f57c-becf-43d1-b55f-b9a94de8acbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.031603 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a3f7f57c-becf-43d1-b55f-b9a94de8acbc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/56a09a8d-fed9-488d-891a-5a47d87bad30 HTTP/1.1" status: 204 len: 168 time: 0.4662454 Sep 25 01:07:33.064287 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7f57c-becf-43d1-b55f-b9a94de8acbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a09a8d-fed9-488d-891a-5a47d87bad30,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:33.082900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-230c0c8e-9dd1-4215-8039-d1362832d025 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (3a3b6e37-53e5-4ec2-a499-13ca2ac9740d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.121432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/cd251871-516d-4e04-8922-d1174925c448/da1630bc-695c-426d-9f4c-e6aa7ce70209) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:33.282422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:33.359509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Publish callbacks [] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.364777 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Attempt 6 to provision port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 Sep 25 01:07:33.371189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.428112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.440450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:33.447722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:33.457062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2dc11138-c236-4ef9-8900-7717cde91270 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:33.460534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:33.481534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:33.483525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:33.485050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:33.490554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:33.543084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2dc11138-c236-4ef9-8900-7717cde91270 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:33.543562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2dc11138-c236-4ef9-8900-7717cde91270 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:33.543924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-230c0c8e-9dd1-4215-8039-d1362832d025 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (3a3b6e37-53e5-4ec2-a499-13ca2ac9740d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.549260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Pushing event updated for resources: {'Port': ['ID=da1630bc-695c-426d-9f4c-e6aa7ce70209,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:33.565932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-230c0c8e-9dd1-4215-8039-d1362832d025 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.572953 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-230c0c8e-9dd1-4215-8039-d1362832d025 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3a3b6e37-53e5-4ec2-a499-13ca2ac9740d HTTP/1.1" status: 204 len: 168 time: 0.9201763 Sep 25 01:07:33.577133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56730) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:33.582255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a622c-b360-468a-b534-1d6f4ea6107b None None] Network 9975ef74-ec2f-4c09-914c-072884fbdc94 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:33.594224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c0c8e-9dd1-4215-8039-d1362832d025 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3b6e37-53e5-4ec2-a499-13ca2ac9740d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:33.610308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.610778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.611018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.611535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.611881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.612242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.612578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.613455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.613805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.614146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.614636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.614978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.615308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.615637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.615999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:33.686750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (64e47628-30ab-4d11-a9fd-93d0bd8ed001), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.694937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Attempting to bind port da1630bc-695c-426d-9f4c-e6aa7ce70209 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:33.695317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Attempting to bind port da1630bc-695c-426d-9f4c-e6aa7ce70209 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:33.695690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Attempting to bind port da1630bc-695c-426d-9f4c-e6aa7ce70209 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:33.739348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Port': ['ID=64e47628-30ab-4d11-a9fd-93d0bd8ed001,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:33.772650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.798255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:33.798638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:33.799043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.799447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:33.799935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Bound port: da1630bc-695c-426d-9f4c-e6aa7ce70209, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:33.800351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.887087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8389281-f583-4b78-8020-8b1336e01821 None None] DHCP port deletion for 9975ef74-ec2f-4c09-914c-072884fbdc94 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:33.890648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (9975ef74-ec2f-4c09-914c-072884fbdc94), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.897344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] For port da1630bc-695c-426d-9f4c-e6aa7ce70209, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:33.950546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] For port da1630bc-695c-426d-9f4c-e6aa7ce70209, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da1630bc-695c-426d-9f4c-e6aa7ce70209,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:33.970039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:33.985629 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Attempt 7 to provision port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 Sep 25 01:07:34.040815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8389281-f583-4b78-8020-8b1336e01821 None None] Deleting port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:34.041582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8389281-f583-4b78-8020-8b1336e01821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:34.048023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Port 64e47628-30ab-4d11-a9fd-93d0bd8ed001 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:07:34.054799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:34.071180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-041da9b2-439b-4e1f-8e66-dddfa835af5f None None] Could not find standard attr ID for object 2dc11138-c236-4ef9-8900-7717cde91270. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:34.167890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b7e46-9b90-4092-9995-06d477df078b None None] Pushing event updated for resources: {'Port': ['ID=da1630bc-695c-426d-9f4c-e6aa7ce70209,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:34.190998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c8389281-f583-4b78-8020-8b1336e01821 None None] For port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f,segment=NetworkSegment(cb269115-953e-4919-af9c-36047f70b581),segment_id=cb269115-953e-4919-af9c-36047f70b581)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:34.191412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8389281-f583-4b78-8020-8b1336e01821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:34.207414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Deleting port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:34.207793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:34.216081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8389281-f583-4b78-8020-8b1336e01821 None None] Calling delete_port for 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:34.237004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56742) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:34.237268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-5da0aaa3-dff3-47ff-8e01-5b1b0e1db2da None None] Could not find standard attr ID for object 64e47628-30ab-4d11-a9fd-93d0bd8ed001. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:34.266925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::1 (cf904343-f06f-476a-b370-411af221ea3d/cd251871-516d-4e04-8922-d1174925c448/e4cb6ad0-72ba-4b82-a6fd-2c209443a924) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:34.398908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8389281-f583-4b78-8020-8b1336e01821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:34.438127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8389281-f583-4b78-8020-8b1336e01821 None None] Pushing event deleted for resources: {'Port': ['ID=43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:34.440424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8389281-f583-4b78-8020-8b1336e01821 None None] No DVR routers for this DVR port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:34.461472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6570611c-86fe-4ee5-959e-924803503e1d tempest-DvrRoutersNegativeTest-2021004221 tempest-DvrRoutersNegativeTest-2021004221-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1135303611', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:34.466293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.policy [None req-6570611c-86fe-4ee5-959e-924803503e1d tempest-DvrRoutersNegativeTest-2021004221 tempest-DvrRoutersNegativeTest-2021004221-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=107188) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Sep 25 01:07:34.466812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.policy [None req-6570611c-86fe-4ee5-959e-924803503e1d tempest-DvrRoutersNegativeTest-2021004221 tempest-DvrRoutersNegativeTest-2021004221-project] Failed policy enforce for 'create_router' {{(pid=107188) enforce /opt/stack/neutron/neutron/policy.py:523}} Sep 25 01:07:34.468493 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-6570611c-86fe-4ee5-959e-924803503e1d tempest-DvrRoutersNegativeTest-2021004221 tempest-DvrRoutersNegativeTest-2021004221-project] create failed (client error): Access was denied to this resource. Sep 25 01:07:34.473002 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6570611c-86fe-4ee5-959e-924803503e1d tempest-DvrRoutersNegativeTest-2021004221 tempest-DvrRoutersNegativeTest-2021004221-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2310588 Sep 25 01:07:34.542797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] For port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f,segment=NetworkSegment(cb269115-953e-4919-af9c-36047f70b581),segment_id=cb269115-953e-4919-af9c-36047f70b581)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:34.543273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:34.565276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Router f215c7eb-4aad-4903-94d6-5c7c2704c7f0 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:34.578189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Calling delete_port for 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:34.593933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:34.677205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:34.717655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:34.781666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:34.788608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d5b6435d-ebff-48bd-bd14-a2160a4acee2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "PUT /networking/v2.0/routers/f215c7eb-4aad-4903-94d6-5c7c2704c7f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270243 Sep 25 01:07:34.793056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56750) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:34.812747 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e3600-9289-4a93-ab13-7afdca3c7c76 None None] Sync routers for ids ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:34.830883 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e3600-9289-4a93-ab13-7afdca3c7c76 None None] Routers {'f215c7eb-4aad-4903-94d6-5c7c2704c7f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:34.832463 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-8b3e3600-9289-4a93-ab13-7afdca3c7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:34.851693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56752) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:34.855302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: from cryptography.utils import int_from_bytes Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: from cryptography.utils import int_from_bytes Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: warnings.warn('Neutron quota engine will require "--force" ' Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:07:34.863307 dv-neutron-master-2-hyperv neutron-server[107187]: self.session.flush() Sep 25 01:07:34.886258 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-8b3e3600-9289-4a93-ab13-7afdca3c7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:34.890542 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-c650e2a4-6aaa-43dc-8f65-fd52004743c3 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] show failed (client error): The resource could not be found. Sep 25 01:07:34.894524 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c650e2a4-6aaa-43dc-8f65-fd52004743c3 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "GET /networking/v2.0/routers/tempest-non_exist_router-563513331 HTTP/1.1" status: 404 len: 334 time: 0.0975826 Sep 25 01:07:34.897104 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e3600-9289-4a93-ab13-7afdca3c7c76 None None] Routers {'f215c7eb-4aad-4903-94d6-5c7c2704c7f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:34.897960 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-8b3e3600-9289-4a93-ab13-7afdca3c7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:34.899062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56756) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:34.906899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-349d68ba-5080-45fb-a24e-44c43f1739d4 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Request body: {'router': {'name': 'new_name'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:34.933363 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-8b3e3600-9289-4a93-ab13-7afdca3c7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:34.934017 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e3600-9289-4a93-ab13-7afdca3c7c76 None None] The sync data for ids ['f215c7eb-4aad-4903-94d6-5c7c2704c7f0'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:34.952625 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-349d68ba-5080-45fb-a24e-44c43f1739d4 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] update failed (client error): The resource could not be found. Sep 25 01:07:34.954012 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-349d68ba-5080-45fb-a24e-44c43f1739d4 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "PUT /networking/v2.0/routers/tempest-non_exist_router-1210891258 HTTP/1.1" status: 404 len: 335 time: 0.0534136 Sep 25 01:07:34.961470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56758) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:34.962277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:34.984980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:35.003288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:35.012482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:35.013398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (3c482cc5-3069-4679-8c44-31c4f6354b89), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.031362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ac5c3e-edcc-4b84-ae3c-3ceb01ffc354 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Deleting subnet 9dac5d97-c2f3-4000-9a9b-0a0932869e94 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:35.038848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-39ac5c3e-edcc-4b84-ae3c-3ceb01ffc354 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for subnet (9dac5d97-c2f3-4000-9a9b-0a0932869e94), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.088401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=e4cb6ad0-72ba-4b82-a6fd-2c209443a924,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:35.095486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] No DVR routers for this DVR port 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:35.122033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-39ac5c3e-edcc-4b84-ae3c-3ceb01ffc354 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (9dac5d97-c2f3-4000-9a9b-0a0932869e94), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.167131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:35.169248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed197d6e-6b9e-413f-8f04-753d164b4d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.179098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Pushing event deleted for resources: {'Port': ['ID=43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:35.279862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-39ac5c3e-edcc-4b84-ae3c-3ceb01ffc354 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (9dac5d97-c2f3-4000-9a9b-0a0932869e94), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.298016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (9975ef74-ec2f-4c09-914c-072884fbdc94), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.337668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9975ef74-ec2f-4c09-914c-072884fbdc94']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:35.384682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb269115-953e-4919-af9c-36047f70b581') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:35.384984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb269115-953e-4919-af9c-36047f70b581') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:35.397228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-39ac5c3e-edcc-4b84-ae3c-3ceb01ffc354 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (9dac5d97-c2f3-4000-9a9b-0a0932869e94), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.409726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.418042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (cb269115-953e-4919-af9c-36047f70b581), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.453034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac5c3e-edcc-4b84-ae3c-3ceb01ffc354 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Subnet': ['ID=9dac5d97-c2f3-4000-9a9b-0a0932869e94,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:35.455711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cb269115-953e-4919-af9c-36047f70b581), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.456806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-39ac5c3e-edcc-4b84-ae3c-3ceb01ffc354 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.462490 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-39ac5c3e-edcc-4b84-ae3c-3ceb01ffc354 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/9dac5d97-c2f3-4000-9a9b-0a0932869e94 HTTP/1.1" status: 204 len: 168 time: 0.5005724 Sep 25 01:07:35.471861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56762) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:35.486606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:35.487293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (cb269115-953e-4919-af9c-36047f70b581), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.492949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541cc6eb-4f85-4789-a61a-04e370fe0afe None None] Network 61e9b70f-8484-46dd-9548-57c25fc1591b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:35.634343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0d56d4-b67b-458e-99eb-2803af494f4a tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Deleting subnet f04d78a9-cd4e-43a4-b1fb-26bf0282acbd {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:35.638636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c0d56d4-b67b-458e-99eb-2803af494f4a tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for subnet (f04d78a9-cd4e-43a4-b1fb-26bf0282acbd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.643131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device da1630bc-695c-426d-9f4c-e6aa7ce70209 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:35.699524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed197d6e-6b9e-413f-8f04-753d164b4d9e admin admin] Publish callbacks [] for security_group (44aa874c-43bd-4500-810d-969339a5aedc), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.702831 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment cb269115-953e-4919-af9c-36047f70b581 resource provider aggregate not found Sep 25 01:07:35.724697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ed197d6e-6b9e-413f-8f04-753d164b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (44aa874c-43bd-4500-810d-969339a5aedc), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.727890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c0d56d4-b67b-458e-99eb-2803af494f4a tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (f04d78a9-cd4e-43a4-b1fb-26bf0282acbd), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.744424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port da1630bc-695c-426d-9f4c-e6aa7ce70209 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:35.745241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.746036 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port da1630bc-695c-426d-9f4c-e6aa7ce70209 Sep 25 01:07:35.759050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (9975ef74-ec2f-4c09-914c-072884fbdc94), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.787242 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment cb269115-953e-4919-af9c-36047f70b581 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb269115-953e-4919-af9c-36047f70b581 found for delete ", "request_id": "req-47a2ff2a-715c-40a0-9fb8-364d317c3c8e"}]} Sep 25 01:07:35.817652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.825129 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9975ef74-ec2f-4c09-914c-072884fbdc94 HTTP/1.1" status: 204 len: 168 time: 2.2466877 Sep 25 01:07:35.855178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:35.855832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:35.857519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port da1630bc-695c-426d-9f4c-e6aa7ce70209 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:35.858170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.868243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c0d56d4-b67b-458e-99eb-2803af494f4a tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (f04d78a9-cd4e-43a4-b1fb-26bf0282acbd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.880309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f7e9103a-8fcf-4106-b475-2238663f0f01 None None] Provisioning complete for port da1630bc-695c-426d-9f4c-e6aa7ce70209 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:35.881069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f7e9103a-8fcf-4106-b475-2238663f0f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:35.881656 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f7e9103a-8fcf-4106-b475-2238663f0f01 None None] Attempt 1 to provision port da1630bc-695c-426d-9f4c-e6aa7ce70209 Sep 25 01:07:35.926439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:35.946430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca89790-75e5-44e9-b848-4a95f80250d0 tempest-TagsExtTest-250175229 tempest-TagsExtTest-250175229-project] Pushing event deleted for resources: {'Network': ['ID=9975ef74-ec2f-4c09-914c-072884fbdc94,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:35.987378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d8dd9-7932-4c50-a971-4cee85df31e3 None None] DHCP port deletion for 61e9b70f-8484-46dd-9548-57c25fc1591b request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:35.997109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:36.009798 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ed197d6e-6b9e-413f-8f04-753d164b4d9e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=419ebdfd914e4896a9b3fb3bc80ff028&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1496642 Sep 25 01:07:36.012875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c0d56d4-b67b-458e-99eb-2803af494f4a tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (f04d78a9-cd4e-43a4-b1fb-26bf0282acbd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.014306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed197d6e-6b9e-413f-8f04-753d164b4d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aa874c-43bd-4500-810d-969339a5aedc,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:36.017800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56770) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:36.043180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c0d56d4-b67b-458e-99eb-2803af494f4a tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.051745 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1c0d56d4-b67b-458e-99eb-2803af494f4a tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f04d78a9-cd4e-43a4-b1fb-26bf0282acbd HTTP/1.1" status: 204 len: 168 time: 0.5777011 Sep 25 01:07:36.054869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56772) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:36.067121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:36.133280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f88f2b-9979-49f8-b4e6-362dd6e08868 None None] Network abf141f4-578c-4338-95dc-0a61d78dc800 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:36.193059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (61e9b70f-8484-46dd-9548-57c25fc1591b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.196976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d56d4-b67b-458e-99eb-2803af494f4a tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Subnet': ['ID=f04d78a9-cd4e-43a4-b1fb-26bf0282acbd,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:36.201019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db702823-dbdf-4a70-9768-0e2b9c90b900 admin admin] Publish callbacks [] for security_group (44aa874c-43bd-4500-810d-969339a5aedc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.252334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db702823-dbdf-4a70-9768-0e2b9c90b900 admin admin] Publish callbacks [] for security_group (44aa874c-43bd-4500-810d-969339a5aedc), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.257850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port da1630bc-695c-426d-9f4c-e6aa7ce70209, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da1630bc-695c-426d-9f4c-e6aa7ce70209,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:36.263113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Deleting port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:36.264816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.311475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.314191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.358988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] For port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62b59bd4-23cb-4fcc-b917-bdc5708aaf70,segment=NetworkSegment(b19cfaa3-728e-465f-9f85-f11df2e8c9c9),segment_id=b19cfaa3-728e-465f-9f85-f11df2e8c9c9)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:36.359554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.368646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.381967 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.382984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (3c482cc5-3069-4679-8c44-31c4f6354b89), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.403094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Calling delete_port for 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:36.408268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db702823-dbdf-4a70-9768-0e2b9c90b900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (44aa874c-43bd-4500-810d-969339a5aedc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.408543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f20d8dd9-7932-4c50-a971-4cee85df31e3 None None] Deleting port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:36.409117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f20d8dd9-7932-4c50-a971-4cee85df31e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.413976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-db702823-dbdf-4a70-9768-0e2b9c90b900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.416983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-db702823-dbdf-4a70-9768-0e2b9c90b900 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/44aa874c-43bd-4500-810d-969339a5aedc HTTP/1.1" status: 204 len: 168 time: 0.3959112 Sep 25 01:07:36.418792 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56776) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:36.424996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:36.462256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db702823-dbdf-4a70-9768-0e2b9c90b900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aa874c-43bd-4500-810d-969339a5aedc,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:36.524508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=e4cb6ad0-72ba-4b82-a6fd-2c209443a924,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:36.547379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:36.568508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:36.569468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 43ed1b7f-b049-4e57-b6bf-b9f1b2fccf1f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:36.643912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:36.648975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:36.665673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.678151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=da1630bc-695c-426d-9f4c-e6aa7ce70209,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:36.679631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.704235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f20d8dd9-7932-4c50-a971-4cee85df31e3 None None] For port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62b59bd4-23cb-4fcc-b917-bdc5708aaf70,segment=NetworkSegment(b19cfaa3-728e-465f-9f85-f11df2e8c9c9),segment_id=b19cfaa3-728e-465f-9f85-f11df2e8c9c9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:36.704776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f20d8dd9-7932-4c50-a971-4cee85df31e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:36.725769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9103a-8fcf-4106-b475-2238663f0f01 None None] Current status of the port da1630bc-695c-426d-9f4c-e6aa7ce70209 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:36.732203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f20d8dd9-7932-4c50-a971-4cee85df31e3 None None] Calling delete_port for 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:36.752226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Port': ['ID=62b59bd4-23cb-4fcc-b917-bdc5708aaf70,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:36.762206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] No DVR routers for this DVR port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:36.904667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Router 3c482cc5-3069-4679-8c44-31c4f6354b89 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:07:36.954357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94244849-e6c0-4a6f-ab44-b56a019f894b None None] DHCP port deletion for abf141f4-578c-4338-95dc-0a61d78dc800 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:37.002593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Provisioning complete for port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:37.003547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.004330 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Attempt 1 to provision port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 Sep 25 01:07:37.029247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (61e9b70f-8484-46dd-9548-57c25fc1591b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.106824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e9b70f-8484-46dd-9548-57c25fc1591b']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:37.143503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19cfaa3-728e-465f-9f85-f11df2e8c9c9') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:37.143928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19cfaa3-728e-465f-9f85-f11df2e8c9c9') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:37.163567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-94244849-e6c0-4a6f-ab44-b56a019f894b None None] Deleting port a4cdce27-2b7e-43ea-8993-8438fecf2748 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:37.164304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94244849-e6c0-4a6f-ab44-b56a019f894b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.181641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (b19cfaa3-728e-465f-9f85-f11df2e8c9c9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.235562 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3ba2255b-90e6-4326-bd13-660d4346be4b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cf6cba384c9a419f859ec0e751603863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8019743 Sep 25 01:07:37.237957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56792) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:37.242358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b19cfaa3-728e-465f-9f85-f11df2e8c9c9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.292082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:37.293212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (b19cfaa3-728e-465f-9f85-f11df2e8c9c9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.298766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f20d8dd9-7932-4c50-a971-4cee85df31e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (62b59bd4-23cb-4fcc-b917-bdc5708aaf70), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.301223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:37.351393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d8dd9-7932-4c50-a971-4cee85df31e3 None None] Pushing event deleted for resources: {'Port': ['ID=62b59bd4-23cb-4fcc-b917-bdc5708aaf70,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:37.356498 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b19cfaa3-728e-465f-9f85-f11df2e8c9c9 resource provider aggregate not found Sep 25 01:07:37.376931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d8dd9-7932-4c50-a971-4cee85df31e3 None None] No DVR routers for this DVR port 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:37.380316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-94244849-e6c0-4a6f-ab44-b56a019f894b None None] For port a4cdce27-2b7e-43ea-8993-8438fecf2748, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4cdce27-2b7e-43ea-8993-8438fecf2748,segment=NetworkSegment(0c53ca2c-90f5-4db2-aecf-0dcd712731d1),segment_id=0c53ca2c-90f5-4db2-aecf-0dcd712731d1)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:37.381153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94244849-e6c0-4a6f-ab44-b56a019f894b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.404681 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b19cfaa3-728e-465f-9f85-f11df2e8c9c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b19cfaa3-728e-465f-9f85-f11df2e8c9c9 found for delete ", "request_id": "req-88075570-067b-4f40-a629-7ea0e4d656de"}]} Sep 25 01:07:37.416952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (61e9b70f-8484-46dd-9548-57c25fc1591b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.419382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-94244849-e6c0-4a6f-ab44-b56a019f894b None None] Calling delete_port for a4cdce27-2b7e-43ea-8993-8438fecf2748 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:37.421477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.425126 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "DELETE /networking/v2.0/networks/61e9b70f-8484-46dd-9548-57c25fc1591b HTTP/1.1" status: 204 len: 168 time: 1.3438406 Sep 25 01:07:37.432118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56800) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:37.444401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3643e92b-fddb-4d66-8f65-b224c1732ede admin admin] Publish callbacks [] for security_group (3f43fcd6-4850-4032-9020-abe4be507710), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.479032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50acca-8990-412e-9a18-e30447f47bba tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Network': ['ID=61e9b70f-8484-46dd-9548-57c25fc1591b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:37.528221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:37.544753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:37.545039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3643e92b-fddb-4d66-8f65-b224c1732ede admin admin] Publish callbacks [] for security_group (3f43fcd6-4850-4032-9020-abe4be507710), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.564488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94244849-e6c0-4a6f-ab44-b56a019f894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (a4cdce27-2b7e-43ea-8993-8438fecf2748), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.599271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:37.616473 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-86b41fa4-52f8-4888-a9ea-3248ea43144f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "PUT /networking/v2.0/routers/3c482cc5-3069-4679-8c44-31c4f6354b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6049192 Sep 25 01:07:37.618370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56804) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:37.618950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (abf141f4-578c-4338-95dc-0a61d78dc800), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.628591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94244849-e6c0-4a6f-ab44-b56a019f894b None None] Pushing event deleted for resources: {'Port': ['ID=a4cdce27-2b7e-43ea-8993-8438fecf2748,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:37.632874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Sync routers for ids ['3c482cc5-3069-4679-8c44-31c4f6354b89'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:37.645396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device da1630bc-695c-426d-9f4c-e6aa7ce70209 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:37.705667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac609c6-d609-4280-b706-2aab86e870f1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:37.710784 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eac609c6-d609-4280-b706-2aab86e870f1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports/e4cb6ad0-72ba-4b82-a6fd-2c209443a924 HTTP/1.1" status: 200 len: 911 time: 0.0903931 Sep 25 01:07:37.711536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56810) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:37.759985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:37.785319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (abf141f4-578c-4338-95dc-0a61d78dc800), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.790372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8689c-b99f-4d5d-91ba-828a54e30a55 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:37.801142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8689c-b99f-4d5d-91ba-828a54e30a55 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:37.802233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3643e92b-fddb-4d66-8f65-b224c1732ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3f43fcd6-4850-4032-9020-abe4be507710), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.803455 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-40c8689c-b99f-4d5d-91ba-828a54e30a55 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0905540 Sep 25 01:07:37.806298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56814) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:37.810298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3643e92b-fddb-4d66-8f65-b224c1732ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.814185 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3643e92b-fddb-4d66-8f65-b224c1732ede admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3f43fcd6-4850-4032-9020-abe4be507710 HTTP/1.1" status: 204 len: 168 time: 0.5726144 Sep 25 01:07:37.835027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643e92b-fddb-4d66-8f65-b224c1732ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f43fcd6-4850-4032-9020-abe4be507710,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:37.841647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf141f4-578c-4338-95dc-0a61d78dc800']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:37.873158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c53ca2c-90f5-4db2-aecf-0dcd712731d1') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:37.873657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c53ca2c-90f5-4db2-aecf-0dcd712731d1') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:37.906335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (0c53ca2c-90f5-4db2-aecf-0dcd712731d1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.935429 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Attempt 2 to provision port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 Sep 25 01:07:37.939462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94244849-e6c0-4a6f-ab44-b56a019f894b None None] No DVR routers for this DVR port a4cdce27-2b7e-43ea-8993-8438fecf2748 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:37.946059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Routers {'3c482cc5-3069-4679-8c44-31c4f6354b89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:37.946970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3c482cc5-3069-4679-8c44-31c4f6354b89'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:37.957090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0c53ca2c-90f5-4db2-aecf-0dcd712731d1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:37.980365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:37.983433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (0c53ca2c-90f5-4db2-aecf-0dcd712731d1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.066564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56818) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:38.100225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:38.105298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:38.141698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (abf141f4-578c-4338-95dc-0a61d78dc800), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.157922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port da1630bc-695c-426d-9f4c-e6aa7ce70209 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:38.158468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.158621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.159380 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port da1630bc-695c-426d-9f4c-e6aa7ce70209 Sep 25 01:07:38.167026 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "DELETE /networking/v2.0/networks/abf141f4-578c-4338-95dc-0a61d78dc800 HTTP/1.1" status: 204 len: 168 time: 0.7329409 Sep 25 01:07:38.169555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56822) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:38.213261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3301f6-0486-4e0a-8a5f-ed2d4d0820ef tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Network': ['ID=abf141f4-578c-4338-95dc-0a61d78dc800,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:38.259706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Set router 3c482cc5-3069-4679-8c44-31c4f6354b89 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:38.338739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79d6d5b-a61f-40a4-93aa-61b2ac8fdec2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Deleting subnet a9fba861-bc11-44da-b8b2-d7f8e4055787 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:38.346190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d5b-a61f-40a4-93aa-61b2ac8fdec2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for subnet (a9fba861-bc11-44da-b8b2-d7f8e4055787), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.442132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:38.477519 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d5b-a61f-40a4-93aa-61b2ac8fdec2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (a9fba861-bc11-44da-b8b2-d7f8e4055787), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.488423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port da1630bc-695c-426d-9f4c-e6aa7ce70209 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:38.524837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (3c482cc5-3069-4679-8c44-31c4f6354b89), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.594700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d5b-a61f-40a4-93aa-61b2ac8fdec2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a9fba861-bc11-44da-b8b2-d7f8e4055787), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.603908 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Attempt 3 to provision port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 Sep 25 01:07:38.606779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a4cdce27-2b7e-43ea-8993-8438fecf2748 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:38.617874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121263610'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:38.620081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:38.649582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.665770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d5b-a61f-40a4-93aa-61b2ac8fdec2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (a9fba861-bc11-44da-b8b2-d7f8e4055787), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.680903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: a4cdce27-2b7e-43ea-8993-8438fecf2748 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:38.681535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a4cdce27-2b7e-43ea-8993-8438fecf2748 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:38.681738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:38.691411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.699085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c79d6d5b-a61f-40a4-93aa-61b2ac8fdec2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.704732 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c79d6d5b-a61f-40a4-93aa-61b2ac8fdec2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a9fba861-bc11-44da-b8b2-d7f8e4055787 HTTP/1.1" status: 204 len: 168 time: 0.5320015 Sep 25 01:07:38.705214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56824) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:38.713575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d6d5b-a61f-40a4-93aa-61b2ac8fdec2 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fba861-bc11-44da-b8b2-d7f8e4055787,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:38.720037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749c3cb-7878-47ab-9173-698d44439173 None None] Network 70d403ca-d2c6-4b47-a630-de50f308abef requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:38.727657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:38.728037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 62b59bd4-23cb-4fcc-b917-bdc5708aaf70 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:38.745179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c482cc5-3069-4679-8c44-31c4f6354b89', 'name': 'tempest-NetworksTestDHCPv6-router-215009485', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:32Z', 'updated_at': '2022-09-25T01:07:35Z', 'revision_number': 2, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'gw_port_host': None, '_interfaces': [{'id': 'e4cb6ad0-72ba-4b82-a6fd-2c209443a924', 'name': '', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'mac_address': 'fa:16:3e:e6:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c482cc5-3069-4679-8c44-31c4f6354b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'cd251871-516d-4e04-8922-d1174925c448', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:07:33Z', 'updated_at': '2022-09-25T01:07:36Z', 'revision_number': 2, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'subnets': [{'id': 'cd251871-516d-4e04-8922-d1174925c448', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:38.747057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:38.799819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Checking router: 3c482cc5-3069-4679-8c44-31c4f6354b89 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:38.800189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Updating router 3c482cc5-3069-4679-8c44-31c4f6354b89 port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:07:38.801561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (7bf3ffa4-27f0-457c-b8f4-dfc41e3fd0b4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.806048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (70d403ca-d2c6-4b47-a630-de50f308abef), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.812083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7bf3ffa4-27f0-457c-b8f4-dfc41e3fd0b4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.855595 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Deleting port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:38.856005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.862634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.911875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf3ffa4-27f0-457c-b8f4-dfc41e3fd0b4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:38.937235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:38.937377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.958164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] For port 8a7b62dd-21cb-4291-b1f0-9adba33a1792, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a7b62dd-21cb-4291-b1f0-9adba33a1792,segment=NetworkSegment(44b61191-3e76-4a82-b156-4657c3f9435f),segment_id=44b61191-3e76-4a82-b156-4657c3f9435f)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:38.958891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.973527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (72bbe701-1068-401e-96ff-ec3292ff1924), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:38.978207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:38.979793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] DHCP port deletion for 70d403ca-d2c6-4b47-a630-de50f308abef request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:38.983332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Calling delete_port for 8a7b62dd-21cb-4291-b1f0-9adba33a1792 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:39.001727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (72bbe701-1068-401e-96ff-ec3292ff1924), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.050913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.052171 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9820158 Sep 25 01:07:39.056414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56826) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:39.058456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0256-2f5e-4db5-9b9e-47f833a635b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bbe701-1068-401e-96ff-ec3292ff1924,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:39.078209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] Deleting port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:39.078773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.083177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.111224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Port': ['ID=8a7b62dd-21cb-4291-b1f0-9adba33a1792,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:39.111613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.117354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] No DVR routers for this DVR port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:39.137004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for e4cb6ad0-72ba-4b82-a6fd-2c209443a924 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:39.162050 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5fce4706-ff4f-4ad0-9097-c2acccc5f100 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1047037 Sep 25 01:07:39.165465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56828) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:39.170427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-25c2f8c4-0730-4c19-908b-0b6938adadfd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-security--641924657', 'description': 'tempest-security-description-1073102040'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:39.177835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] For port 8a7b62dd-21cb-4291-b1f0-9adba33a1792, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:39.178233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.196193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:39.202500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] Calling delete_port for 8a7b62dd-21cb-4291-b1f0-9adba33a1792 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:39.207385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.ipam_backend_mixin [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] Port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 was not found and therefore no delete operation was performed {{(pid=107189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:07:39.213148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (8a7b62dd-21cb-4291-b1f0-9adba33a1792), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.220571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (70d403ca-d2c6-4b47-a630-de50f308abef), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.243609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:39.247583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d403ca-d2c6-4b47-a630-de50f308abef']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:39.248488 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Attempt 4 to provision port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 Sep 25 01:07:39.250138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:39.252613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] Pushing event deleted for resources: {'Port': ['ID=8a7b62dd-21cb-4291-b1f0-9adba33a1792,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:39.261790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6e1ea-ca7a-4e85-89b5-91d3008739dd None None] No DVR routers for this DVR port 8a7b62dd-21cb-4291-b1f0-9adba33a1792 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:39.268010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b61191-3e76-4a82-b156-4657c3f9435f') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:39.268406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b61191-3e76-4a82-b156-4657c3f9435f') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:39.287443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (44b61191-3e76-4a82-b156-4657c3f9435f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.299234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-25c2f8c4-0730-4c19-908b-0b6938adadfd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (72bbe701-1068-401e-96ff-ec3292ff1924), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.317313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (44b61191-3e76-4a82-b156-4657c3f9435f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.326452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:39.326875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (44b61191-3e76-4a82-b156-4657c3f9435f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.350388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:07:39.352733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Publish callbacks [] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.360900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.381744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:39.411701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (70d403ca-d2c6-4b47-a630-de50f308abef), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.424662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.428529 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "DELETE /networking/v2.0/networks/70d403ca-d2c6-4b47-a630-de50f308abef HTTP/1.1" status: 204 len: 168 time: 0.7225008 Sep 25 01:07:39.437757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-25c2f8c4-0730-4c19-908b-0b6938adadfd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (72bbe701-1068-401e-96ff-ec3292ff1924), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.438968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56832) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:39.447013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b29cd-a513-4ddc-aef7-3a4cfb188bd5 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Pushing event deleted for resources: {'Network': ['ID=70d403ca-d2c6-4b47-a630-de50f308abef,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:39.452718 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0c53ca2c-90f5-4db2-aecf-0dcd712731d1 resource provider aggregate not found Sep 25 01:07:39.465840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-25c2f8c4-0730-4c19-908b-0b6938adadfd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (72bbe701-1068-401e-96ff-ec3292ff1924), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.470077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-25c2f8c4-0730-4c19-908b-0b6938adadfd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.474458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56836) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:39.474670 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-25c2f8c4-0730-4c19-908b-0b6938adadfd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "PUT /networking/v2.0/security-groups/72bbe701-1068-401e-96ff-ec3292ff1924 HTTP/1.1" status: 200 len: 1796 time: 0.3080144 Sep 25 01:07:39.482725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8a7b62dd-21cb-4291-b1f0-9adba33a1792 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:39.495763 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0c53ca2c-90f5-4db2-aecf-0dcd712731d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c53ca2c-90f5-4db2-aecf-0dcd712731d1 found for delete ", "request_id": "req-67313db2-7bb1-4fea-9a96-9bd8c4a03b95"}]} Sep 25 01:07:39.513431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56840) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:39.514162 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-372daa40-fdcc-410e-b3f6-5393d52de1b9 tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f215c7eb-4aad-4903-94d6-5c7c2704c7f0 HTTP/1.1" status: 200 len: 205 time: 0.0730038 Sep 25 01:07:39.562697 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 44b61191-3e76-4a82-b156-4657c3f9435f resource provider aggregate not found Sep 25 01:07:39.563003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 8a7b62dd-21cb-4291-b1f0-9adba33a1792 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:39.563463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8a7b62dd-21cb-4291-b1f0-9adba33a1792 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:39.566738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4a60a-b467-44a9-89d3-c2f89c2c8206 None None] Pushing event updated for resources: {'Port': ['ID=e4cb6ad0-72ba-4b82-a6fd-2c209443a924,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:39.574482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2f8c4-0730-4c19-908b-0b6938adadfd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bbe701-1068-401e-96ff-ec3292ff1924,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:39.601706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.628453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Attempting to bind port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:39.628933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Attempting to bind port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:39.629381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Attempting to bind port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:39.638914 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 44b61191-3e76-4a82-b156-4657c3f9435f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44b61191-3e76-4a82-b156-4657c3f9435f found for delete ", "request_id": "req-62be6540-f96d-4f75-a492-c44c252587e5"}]} Sep 25 01:07:39.648709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=e4cb6ad0-72ba-4b82-a6fd-2c209443a924,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:39.652434 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d24facee-7380-4db4-8611-684b996d372d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups/72bbe701-1068-401e-96ff-ec3292ff1924 HTTP/1.1" status: 200 len: 1796 time: 0.1761339 Sep 25 01:07:39.657102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-378ee395-da1a-4979-8522-b036859f175e tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for router (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.659924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56844) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:39.694468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:39.695296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:39.696017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.696499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:39.697206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Bound port: e4cb6ad0-72ba-4b82-a6fd-2c209443a924, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:39.697664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e4cb6ad0-72ba-4b82-a6fd-2c209443a924), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.734041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 has been deleted concurrently {{(pid=107189) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:694}} Sep 25 01:07:39.747563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Routers {'3c482cc5-3069-4679-8c44-31c4f6354b89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:39.748351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3c482cc5-3069-4679-8c44-31c4f6354b89'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:39.770073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (3c482cc5-3069-4679-8c44-31c4f6354b89), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.845654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] Set router 3c482cc5-3069-4679-8c44-31c4f6354b89 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:39.866157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-378ee395-da1a-4979-8522-b036859f175e tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.868588 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-378ee395-da1a-4979-8522-b036859f175e tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for router_controller (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.903213 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Attempt 5 to provision port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 Sep 25 01:07:39.917645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-378ee395-da1a-4979-8522-b036859f175e tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (f215c7eb-4aad-4903-94d6-5c7c2704c7f0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.918264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378ee395-da1a-4979-8522-b036859f175e tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Fanout notify agent at l3_agent the message router_deleted on router f215c7eb-4aad-4903-94d6-5c7c2704c7f0 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:07:39.924784 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-378ee395-da1a-4979-8522-b036859f175e tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.925227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c482cc5-3069-4679-8c44-31c4f6354b89', 'name': 'tempest-NetworksTestDHCPv6-router-215009485', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:32Z', 'updated_at': '2022-09-25T01:07:39Z', 'revision_number': 3, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:39.925921 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-378ee395-da1a-4979-8522-b036859f175e tempest-RoutersNegativeTest-1611612049 tempest-RoutersNegativeTest-1611612049-project] 10.222.0.49 "DELETE /networking/v2.0/routers/f215c7eb-4aad-4903-94d6-5c7c2704c7f0 HTTP/1.1" status: 204 len: 168 time: 0.4113679 Sep 25 01:07:39.927272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-91f72e7d-c6e4-45a5-8a84-94195927c4f6 None None] Port e4cb6ad0-72ba-4b82-a6fd-2c209443a924 was deleted so its status cannot be updated. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 25 01:07:39.963770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6e438401-a59c-4e2b-b413-89b8aa585853 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (72bbe701-1068-401e-96ff-ec3292ff1924), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:39.977120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Router 3c482cc5-3069-4679-8c44-31c4f6354b89 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:40.006957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6e438401-a59c-4e2b-b413-89b8aa585853 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (72bbe701-1068-401e-96ff-ec3292ff1924), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.061527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:40.082529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6e438401-a59c-4e2b-b413-89b8aa585853 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (72bbe701-1068-401e-96ff-ec3292ff1924), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.088790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6e438401-a59c-4e2b-b413-89b8aa585853 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.090529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:40.091694 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6e438401-a59c-4e2b-b413-89b8aa585853 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/72bbe701-1068-401e-96ff-ec3292ff1924 HTTP/1.1" status: 204 len: 168 time: 0.4302554 Sep 25 01:07:40.097335 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d3e02e76-fbc8-411d-9588-95b344db49ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "PUT /networking/v2.0/routers/3c482cc5-3069-4679-8c44-31c4f6354b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2884068 Sep 25 01:07:40.098196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56848) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.101248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56850) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.139651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085c780-6a71-4477-9f4e-02dfec472636 None None] The sync data for ids ['3c482cc5-3069-4679-8c44-31c4f6354b89'] in dv-neutron-master-2-hyperv is: [{'id': '3c482cc5-3069-4679-8c44-31c4f6354b89', 'name': 'tempest-NetworksTestDHCPv6-router-215009485', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:07:32Z', 'updated_at': '2022-09-25T01:07:39Z', 'revision_number': 3, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:40.143638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-70118b72-7c21-4bcc-9016-4eb79d7aaaee None None] Could not find standard attr ID for object e4cb6ad0-72ba-4b82-a6fd-2c209443a924. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:40.170203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e438401-a59c-4e2b-b413-89b8aa585853 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bbe701-1068-401e-96ff-ec3292ff1924,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:40.191492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56852) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.197013 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ac672a57-cc18-4ae6-a719-aff01c19e4a3 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0931869 Sep 25 01:07:40.227392 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-ad02360b-e703-402c-901c-aa7a1724f6c1 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] delete failed (client error): The resource could not be found. Sep 25 01:07:40.228630 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ad02360b-e703-402c-901c-aa7a1724f6c1 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/72bbe701-1068-401e-96ff-ec3292ff1924 HTTP/1.1" status: 404 len: 347 time: 0.0331950 Sep 25 01:07:40.233624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6732a81-750d-4251-a1a3-ae8462d84693 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:40.235342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6732a81-750d-4251-a1a3-ae8462d84693 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:40.236896 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d6732a81-750d-4251-a1a3-ae8462d84693 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1272926 Sep 25 01:07:40.238029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56856) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.239574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56858) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.242755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1d2f01cf-dbba-48b7-a05a-dcee9a5c1503 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638084287'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:40.277266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d2f01cf-dbba-48b7-a05a-dcee9a5c1503 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.331668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc413904-0fac-42e9-807d-d24c48472dfe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet cd251871-516d-4e04-8922-d1174925c448 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:40.336075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc413904-0fac-42e9-807d-d24c48472dfe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (cd251871-516d-4e04-8922-d1174925c448), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.384180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56860) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.390873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d2f01cf-dbba-48b7-a05a-dcee9a5c1503 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (b90972e7-86f5-4dc3-8204-bc2dde8397ef), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.392440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc413904-0fac-42e9-807d-d24c48472dfe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (cd251871-516d-4e04-8922-d1174925c448), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.402359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d2f01cf-dbba-48b7-a05a-dcee9a5c1503 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b90972e7-86f5-4dc3-8204-bc2dde8397ef), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.444738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1d2f01cf-dbba-48b7-a05a-dcee9a5c1503 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.447653 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1d2f01cf-dbba-48b7-a05a-dcee9a5c1503 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2081299 Sep 25 01:07:40.450342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f01cf-dbba-48b7-a05a-dcee9a5c1503 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90972e7-86f5-4dc3-8204-bc2dde8397ef,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:40.450515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56864) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.459655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ae9c6517-5399-4c4a-ad12-377ef2f3fac6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': 'b90972e7-86f5-4dc3-8204-bc2dde8397ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:40.535039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:40.536905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc413904-0fac-42e9-807d-d24c48472dfe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (cd251871-516d-4e04-8922-d1174925c448), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.544911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.564290 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae9c6517-5399-4c4a-ad12-377ef2f3fac6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (5a5c9add-3904-405d-bd1e-10badaf4673b), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.579723 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f622194c-aaa6-4f69-b3c3-1053508e18f6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5c89f198817b4c479c1f68c7046799b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900332 Sep 25 01:07:40.580053 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56866) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.645482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc413904-0fac-42e9-807d-d24c48472dfe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (cd251871-516d-4e04-8922-d1174925c448), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.651428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-aadc6939-5c10-4aa4-bc73-d9f1cd72f70c admin admin] Publish callbacks [] for security_group (dba5fb34-cf9e-4d0c-be10-a47164b8c6c7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.676142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-aadc6939-5c10-4aa4-bc73-d9f1cd72f70c admin admin] Publish callbacks [] for security_group (dba5fb34-cf9e-4d0c-be10-a47164b8c6c7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.677805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae9c6517-5399-4c4a-ad12-377ef2f3fac6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (5a5c9add-3904-405d-bd1e-10badaf4673b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.684184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc413904-0fac-42e9-807d-d24c48472dfe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=cd251871-516d-4e04-8922-d1174925c448,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:40.688407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae9c6517-5399-4c4a-ad12-377ef2f3fac6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5a5c9add-3904-405d-bd1e-10badaf4673b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.701757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc413904-0fac-42e9-807d-d24c48472dfe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.706081 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cc413904-0fac-42e9-807d-d24c48472dfe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/cd251871-516d-4e04-8922-d1174925c448 HTTP/1.1" status: 204 len: 168 time: 0.4637699 Sep 25 01:07:40.711454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56870) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.715352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b024fb-512c-4fff-8214-59462bf246ca None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:40.726786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:40.731280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c6517-5399-4c4a-ad12-377ef2f3fac6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5c9add-3904-405d-bd1e-10badaf4673b,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:40.747058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:40.786167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ae9c6517-5399-4c4a-ad12-377ef2f3fac6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.793153 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ae9c6517-5399-4c4a-ad12-377ef2f3fac6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3405735 Sep 25 01:07:40.793564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56872) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.808003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-aadc6939-5c10-4aa4-bc73-d9f1cd72f70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (dba5fb34-cf9e-4d0c-be10-a47164b8c6c7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.813645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-aadc6939-5c10-4aa4-bc73-d9f1cd72f70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.818870 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-aadc6939-5c10-4aa4-bc73-d9f1cd72f70c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dba5fb34-cf9e-4d0c-be10-a47164b8c6c7 HTTP/1.1" status: 204 len: 168 time: 0.2344799 Sep 25 01:07:40.862439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc6939-5c10-4aa4-bc73-d9f1cd72f70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba5fb34-cf9e-4d0c-be10-a47164b8c6c7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:40.869521 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-88cd6e6f-ca2e-4ed0-bc94-937b40a136ac tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1531110 Sep 25 01:07:40.871446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f74f182d-da20-453f-a689-d05dc2d5c7c1 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (5a5c9add-3904-405d-bd1e-10badaf4673b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.873523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56876) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:40.893233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f74f182d-da20-453f-a689-d05dc2d5c7c1 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (5a5c9add-3904-405d-bd1e-10badaf4673b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.969290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f74f182d-da20-453f-a689-d05dc2d5c7c1 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5a5c9add-3904-405d-bd1e-10badaf4673b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.982261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f74f182d-da20-453f-a689-d05dc2d5c7c1 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:40.983773 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f74f182d-da20-453f-a689-d05dc2d5c7c1 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/5a5c9add-3904-405d-bd1e-10badaf4673b HTTP/1.1" status: 204 len: 168 time: 0.1886978 Sep 25 01:07:40.986989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526932e-cb86-4cb4-a0aa-13ce6d603a25 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:40.988742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56878) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:41.009738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f182d-da20-453f-a689-d05dc2d5c7c1 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a5c9add-3904-405d-bd1e-10badaf4673b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:41.016178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-727771d8-72b9-415c-b759-a9b22eaf4c79 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router (3c482cc5-3069-4679-8c44-31c4f6354b89), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.049985 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1c2d7bc1-bffe-416d-b9ce-65966b9c55f1 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573900 Sep 25 01:07:41.050218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9526932e-cb86-4cb4-a0aa-13ce6d603a25 None None] Deleting port da1630bc-695c-426d-9f4c-e6aa7ce70209 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:41.050218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9526932e-cb86-4cb4-a0aa-13ce6d603a25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.050667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56880) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:41.151274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff711-6a48-4d10-955e-2cf6f18aaab6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (b90972e7-86f5-4dc3-8204-bc2dde8397ef), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.188467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff711-6a48-4d10-955e-2cf6f18aaab6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (b90972e7-86f5-4dc3-8204-bc2dde8397ef), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.205295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9526932e-cb86-4cb4-a0aa-13ce6d603a25 None None] For port da1630bc-695c-426d-9f4c-e6aa7ce70209, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da1630bc-695c-426d-9f4c-e6aa7ce70209,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:41.206002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9526932e-cb86-4cb4-a0aa-13ce6d603a25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.239435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-727771d8-72b9-415c-b759-a9b22eaf4c79 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (3c482cc5-3069-4679-8c44-31c4f6354b89), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.242357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9526932e-cb86-4cb4-a0aa-13ce6d603a25 None None] Calling delete_port for da1630bc-695c-426d-9f4c-e6aa7ce70209 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:41.242633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-727771d8-72b9-415c-b759-a9b22eaf4c79 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router_controller (3c482cc5-3069-4679-8c44-31c4f6354b89), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.255696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff711-6a48-4d10-955e-2cf6f18aaab6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b90972e7-86f5-4dc3-8204-bc2dde8397ef), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.261991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff711-6a48-4d10-955e-2cf6f18aaab6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.263589 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ee3ff711-6a48-4d10-955e-2cf6f18aaab6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b90972e7-86f5-4dc3-8204-bc2dde8397ef HTTP/1.1" status: 204 len: 168 time: 0.2069111 Sep 25 01:07:41.275817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56884) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:41.277703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ff711-6a48-4d10-955e-2cf6f18aaab6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90972e7-86f5-4dc3-8204-bc2dde8397ef,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:41.310191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-727771d8-72b9-415c-b759-a9b22eaf4c79 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (3c482cc5-3069-4679-8c44-31c4f6354b89), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.310860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727771d8-72b9-415c-b759-a9b22eaf4c79 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Fanout notify agent at l3_agent the message router_deleted on router 3c482cc5-3069-4679-8c44-31c4f6354b89 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:07:41.326958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-727771d8-72b9-415c-b759-a9b22eaf4c79 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.328181 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-727771d8-72b9-415c-b759-a9b22eaf4c79 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/routers/3c482cc5-3069-4679-8c44-31c4f6354b89 HTTP/1.1" status: 204 len: 168 time: 0.4527063 Sep 25 01:07:41.330820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56888) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:41.355150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:41.369949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9526932e-cb86-4cb4-a0aa-13ce6d603a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (da1630bc-695c-426d-9f4c-e6aa7ce70209), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.405661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262146da-cea7-4aef-8a5f-69b4bc86e49f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:41.409802 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-262146da-cea7-4aef-8a5f-69b4bc86e49f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0756035 Sep 25 01:07:41.410300 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c028f2fd-283b-4045-b7a5-4967bf0406ae tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1278236 Sep 25 01:07:41.410574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56892) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:41.413170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56894) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:41.426761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526932e-cb86-4cb4-a0aa-13ce6d603a25 None None] Pushing event deleted for resources: {'Port': ['ID=da1630bc-695c-426d-9f4c-e6aa7ce70209,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:41.439567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526932e-cb86-4cb4-a0aa-13ce6d603a25 None None] No DVR routers for this DVR port da1630bc-695c-426d-9f4c-e6aa7ce70209 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:41.447630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5434009e-cbd6-49e0-b04f-b883ce8114fb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-secgroup--321216591'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:41.497271 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2111a54-14fb-46b5-a6fb-8a6e4228bc07 None None] Sync routers for ids ['3c482cc5-3069-4679-8c44-31c4f6354b89'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:41.528492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device da1630bc-695c-426d-9f4c-e6aa7ce70209 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:41.528794 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2111a54-14fb-46b5-a6fb-8a6e4228bc07 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:41.529054 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2111a54-14fb-46b5-a6fb-8a6e4228bc07 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 25 01:07:41.529953 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_agentschedulers_db [None req-b2111a54-14fb-46b5-a6fb-8a6e4228bc07 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c482cc5-3069-4679-8c44-31c4f6354b89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent'). {{(pid=107190) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 25 01:07:41.542595 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2111a54-14fb-46b5-a6fb-8a6e4228bc07 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:41.543135 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2111a54-14fb-46b5-a6fb-8a6e4228bc07 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 25 01:07:41.544135 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_agentschedulers_db [None req-b2111a54-14fb-46b5-a6fb-8a6e4228bc07 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c482cc5-3069-4679-8c44-31c4f6354b89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:07:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent'). {{(pid=107190) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 25 01:07:41.545198 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2111a54-14fb-46b5-a6fb-8a6e4228bc07 None None] The sync data for ids ['3c482cc5-3069-4679-8c44-31c4f6354b89'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:41.551489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5434009e-cbd6-49e0-b04f-b883ce8114fb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.562251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: da1630bc-695c-426d-9f4c-e6aa7ce70209 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:41.562760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device da1630bc-695c-426d-9f4c-e6aa7ce70209 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:41.562947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbc2e4d-5e5b-4187-a75a-c25c129671e4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:41.571155 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-afbc2e4d-5e5b-4187-a75a-c25c129671e4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1545992 Sep 25 01:07:41.571419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56900) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:41.637568 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-995db0d5-7b6e-4f01-99dd-13c79ba0d44c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639451 Sep 25 01:07:41.638281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56902) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:41.646739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:41.837999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5434009e-cbd6-49e0-b04f-b883ce8114fb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (a38f21a8-a23a-4cb9-8abc-89875fde2d04), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.849361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5434009e-cbd6-49e0-b04f-b883ce8114fb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a38f21a8-a23a-4cb9-8abc-89875fde2d04), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.860962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:41.865594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.911063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5434009e-cbd6-49e0-b04f-b883ce8114fb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:41.912390 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5434009e-cbd6-49e0-b04f-b883ce8114fb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4982731 Sep 25 01:07:41.917353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56910) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:41.925815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ed63982c-fba8-4a4c-9878-fe8756ef8ec3 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': 'a38f21a8-a23a-4cb9-8abc-89875fde2d04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:41.951032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434009e-cbd6-49e0-b04f-b883ce8114fb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38f21a8-a23a-4cb9-8abc-89875fde2d04,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:41.960335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:41.983518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed63982c-fba8-4a4c-9878-fe8756ef8ec3 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (8fe87cdd-eb52-4201-aab3-b0d317d1a9f4), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.035217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:INSERT=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:42.086197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed63982c-fba8-4a4c-9878-fe8756ef8ec3 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (8fe87cdd-eb52-4201-aab3-b0d317d1a9f4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.092205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed63982c-fba8-4a4c-9878-fe8756ef8ec3 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (8fe87cdd-eb52-4201-aab3-b0d317d1a9f4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.118856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63982c-fba8-4a4c-9878-fe8756ef8ec3 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe87cdd-eb52-4201-aab3-b0d317d1a9f4,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:42.120849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56914) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:42.125701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed63982c-fba8-4a4c-9878-fe8756ef8ec3 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.126990 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ed63982c-fba8-4a4c-9878-fe8756ef8ec3 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2079144 Sep 25 01:07:42.131721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56916) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:42.138244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-85eee708-5e3d-4d48-a042-fb5d17e07228 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': 'a38f21a8-a23a-4cb9-8abc-89875fde2d04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:42.172173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85eee708-5e3d-4d48-a042-fb5d17e07228 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (eb408257-0500-4541-ac71-38751dbd6681), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.251745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85eee708-5e3d-4d48-a042-fb5d17e07228 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (eb408257-0500-4541-ac71-38751dbd6681), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.257989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85eee708-5e3d-4d48-a042-fb5d17e07228 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (eb408257-0500-4541-ac71-38751dbd6681), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.316863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-440c863c-7632-4cf3-b2f4-12fd356b6743 tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-539989015', 'prefixes': ['172.20.0.0/16']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:42.323246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eee708-5e3d-4d48-a042-fb5d17e07228 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb408257-0500-4541-ac71-38751dbd6681,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:42.325700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:07:42.327399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (4bbf98cd-a65e-4090-828d-67defd91bf6a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.329989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-85eee708-5e3d-4d48-a042-fb5d17e07228 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.331511 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-85eee708-5e3d-4d48-a042-fb5d17e07228 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1988099 Sep 25 01:07:42.336646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56922) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:42.341865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b9c10d2c-cc55-4da7-acf7-15ad29bfdee8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': 'a38f21a8-a23a-4cb9-8abc-89875fde2d04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:42.391690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:42.396165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:42.403153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:42.403998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.412070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13161296-8655-4c6d-b085-a7aaed0a62e6 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:42.415157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9c10d2c-cc55-4da7-acf7-15ad29bfdee8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (d3fac5b0-6a77-4703-9c03-58dca14fd08d), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.437125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=4bbf98cd-a65e-4090-828d-67defd91bf6a,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:42.452287 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5a64ba58-3c65-460f-8b30-a83a29b6c70e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8124182 Sep 25 01:07:42.452674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:42.458069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56924) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:42.467367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:42.472749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:42.488899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-440c863c-7632-4cf3-b2f4-12fd356b6743 tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.490950 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-440c863c-7632-4cf3-b2f4-12fd356b6743 tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3688405 Sep 25 01:07:42.496568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56926) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:42.516852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:42.556547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9c10d2c-cc55-4da7-acf7-15ad29bfdee8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (d3fac5b0-6a77-4703-9c03-58dca14fd08d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.562289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9c10d2c-cc55-4da7-acf7-15ad29bfdee8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (d3fac5b0-6a77-4703-9c03-58dca14fd08d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.597907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c10d2c-cc55-4da7-acf7-15ad29bfdee8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fac5b0-6a77-4703-9c03-58dca14fd08d,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:42.604252 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ba5c3895-a875-42ac-a1d2-7081ac006284 tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/943dbf7e-1e7e-4d3d-8f07-d3cd120389dc HTTP/1.1" status: 200 len: 731 time: 0.1062875 Sep 25 01:07:42.609440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56928) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:42.618321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c332d0de-9770-4833-bc83-af82f2978e73 tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-841408912'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:42.619164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '4bbf98cd-a65e-4090-828d-67defd91bf6a'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:42.621486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.628423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9c10d2c-cc55-4da7-acf7-15ad29bfdee8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.630559 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b9c10d2c-cc55-4da7-acf7-15ad29bfdee8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2928047 Sep 25 01:07:42.635298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56930) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:42.656068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c0ba8008-9deb-4cb5-ad76-6a8c22633628 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': 'a38f21a8-a23a-4cb9-8abc-89875fde2d04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:42.687086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:42.691849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.780594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8008-9deb-4cb5-ad76-6a8c22633628 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (bcb060d5-dbe1-4183-bdce-364969328bee), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.799361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Allocated IP 2001:db8::f816:3eff:fe22:c156 (cf904343-f06f-476a-b370-411af221ea3d/4bbf98cd-a65e-4090-828d-67defd91bf6a/ed254a5c-71a5-4da2-ab21-2f443e55a21b) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:42.884707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c332d0de-9770-4833-bc83-af82f2978e73 tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.887182 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c332d0de-9770-4833-bc83-af82f2978e73 tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] 10.222.0.49 "PUT /networking/v2.0/subnetpools/943dbf7e-1e7e-4d3d-8f07-d3cd120389dc HTTP/1.1" status: 200 len: 683 time: 0.2757573 Sep 25 01:07:42.890527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56932) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:42.932871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8008-9deb-4cb5-ad76-6a8c22633628 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (bcb060d5-dbe1-4183-bdce-364969328bee), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.942502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8008-9deb-4cb5-ad76-6a8c22633628 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (bcb060d5-dbe1-4183-bdce-364969328bee), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.994520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8008-9deb-4cb5-ad76-6a8c22633628 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:42.996138 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c0ba8008-9deb-4cb5-ad76-6a8c22633628 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3604352 Sep 25 01:07:43.004843 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:43.005653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba8008-9deb-4cb5-ad76-6a8c22633628 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb060d5-dbe1-4183-bdce-364969328bee,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:43.007773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56934) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.012671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9d3c93d9-aa5c-412f-a80d-758d9b66e18b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': 'a38f21a8-a23a-4cb9-8abc-89875fde2d04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:43.027247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Publish callbacks [] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.039271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.046851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3f36-9911-4e7a-983a-1dc803c77c6f tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.051298 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3b1a3f36-9911-4e7a-983a-1dc803c77c6f tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/943dbf7e-1e7e-4d3d-8f07-d3cd120389dc HTTP/1.1" status: 204 len: 168 time: 0.1570046 Sep 25 01:07:43.052054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56936) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.071631 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-160e51e3-2992-4b21-9923-f86fd799c38b tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] show failed (client error): The resource could not be found. Sep 25 01:07:43.076134 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-160e51e3-2992-4b21-9923-f86fd799c38b tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] 10.222.0.49 "GET /networking/v2.0/subnetpools/943dbf7e-1e7e-4d3d-8f07-d3cd120389dc HTTP/1.1" status: 404 len: 346 time: 0.0199451 Sep 25 01:07:43.076393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (e85ce585-8f6d-48f3-a64e-b0c02c220dee), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.076834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56938) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.096708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d3c93d9-aa5c-412f-a80d-758d9b66e18b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (17ccaa66-39b5-4ae6-ae21-19f06ac3950d), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.107493 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-43f862a7-147f-4843-818c-277a64b5547b tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] delete failed (client error): The resource could not be found. Sep 25 01:07:43.118503 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-43f862a7-147f-4843-818c-277a64b5547b tempest-SubnetPoolsTestJSON-506862837 tempest-SubnetPoolsTestJSON-506862837-project] 10.222.0.49 "DELETE /networking/v2.0/subnetpools/943dbf7e-1e7e-4d3d-8f07-d3cd120389dc HTTP/1.1" status: 404 len: 346 time: 0.0308380 Sep 25 01:07:43.118732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:43.118732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:43.121658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:43.146353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:43.151055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Pushing event updated for resources: {'Port': ['ID=ed254a5c-71a5-4da2-ab21-2f443e55a21b,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:43.160798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:43.164396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:43.165035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.200467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:43.203571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=e85ce585-8f6d-48f3-a64e-b0c02c220dee,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:43.215930 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-da36ee29-0b57-4c29-ad7c-5610b96e9c94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7524118 Sep 25 01:07:43.217974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56942) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.234816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:76:fc:d2', 'name': 'tempest-NetworksTestDHCPv6-1092495238'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:43.238900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d3c93d9-aa5c-412f-a80d-758d9b66e18b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (17ccaa66-39b5-4ae6-ae21-19f06ac3950d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.246821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d3c93d9-aa5c-412f-a80d-758d9b66e18b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (17ccaa66-39b5-4ae6-ae21-19f06ac3950d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.271574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Attempting to bind port ed254a5c-71a5-4da2-ab21-2f443e55a21b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:43.272380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Attempting to bind port ed254a5c-71a5-4da2-ab21-2f443e55a21b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:43.273485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Attempting to bind port ed254a5c-71a5-4da2-ab21-2f443e55a21b on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:43.276124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9d3c93d9-aa5c-412f-a80d-758d9b66e18b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.282120 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9d3c93d9-aa5c-412f-a80d-758d9b66e18b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2734077 Sep 25 01:07:43.283280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56944) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.292726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c93d9-aa5c-412f-a80d-758d9b66e18b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ccaa66-39b5-4ae6-ae21-19f06ac3950d,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:43.350263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:43.350710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:43.351254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.351710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:43.352264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Bound port: ed254a5c-71a5-4da2-ab21-2f443e55a21b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:43.352652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.417200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf023f82-088d-48d4-95aa-f39d84d37745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (17ccaa66-39b5-4ae6-ae21-19f06ac3950d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.452380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf023f82-088d-48d4-95aa-f39d84d37745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (17ccaa66-39b5-4ae6-ae21-19f06ac3950d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.484563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] For port ed254a5c-71a5-4da2-ab21-2f443e55a21b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:43.489560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] For port ed254a5c-71a5-4da2-ab21-2f443e55a21b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed254a5c-71a5-4da2-ab21-2f443e55a21b,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:43.498719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.554945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf023f82-088d-48d4-95aa-f39d84d37745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (17ccaa66-39b5-4ae6-ae21-19f06ac3950d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.564199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf023f82-088d-48d4-95aa-f39d84d37745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.569303 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bf023f82-088d-48d4-95aa-f39d84d37745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/17ccaa66-39b5-4ae6-ae21-19f06ac3950d HTTP/1.1" status: 204 len: 168 time: 0.2795806 Sep 25 01:07:43.570376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56948) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.587564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716aaab-5f86-4a05-9512-61aa863b1814 None None] Pushing event updated for resources: {'Port': ['ID=ed254a5c-71a5-4da2-ab21-2f443e55a21b,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:43.589671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf023f82-088d-48d4-95aa-f39d84d37745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17ccaa66-39b5-4ae6-ae21-19f06ac3950d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:43.632982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:43.638544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56950) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.679112 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bb6b6b01-9dc1-41b8-8d68-99c8dbc1ec57 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1031325 Sep 25 01:07:43.679401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56954) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.709899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88e02b41-bf5e-4317-a3e3-115b8ac71bd2 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (bcb060d5-dbe1-4183-bdce-364969328bee), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.721430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88e02b41-bf5e-4317-a3e3-115b8ac71bd2 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (bcb060d5-dbe1-4183-bdce-364969328bee), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.757364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88e02b41-bf5e-4317-a3e3-115b8ac71bd2 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (bcb060d5-dbe1-4183-bdce-364969328bee), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.765584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88e02b41-bf5e-4317-a3e3-115b8ac71bd2 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.766278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.770056 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-88e02b41-bf5e-4317-a3e3-115b8ac71bd2 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/bcb060d5-dbe1-4183-bdce-364969328bee HTTP/1.1" status: 204 len: 168 time: 0.0866313 Sep 25 01:07:43.773487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56956) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.782060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e02b41-bf5e-4317-a3e3-115b8ac71bd2 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcb060d5-dbe1-4183-bdce-364969328bee,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:43.809859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 13d5d933-d0e0-4c59-bbbc-052b801e1b51 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:07:43.839084 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-57536b3b-a15f-4a36-9989-24a7081d2dff tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0639048 Sep 25 01:07:43.845999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56958) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:43.902215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97817084-2396-49cc-8221-cc3719a9b7d6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (d3fac5b0-6a77-4703-9c03-58dca14fd08d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.915491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97817084-2396-49cc-8221-cc3719a9b7d6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (d3fac5b0-6a77-4703-9c03-58dca14fd08d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.941909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5e4e-ea05-47b2-a628-cebed1758318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:43.948853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:43.998593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97817084-2396-49cc-8221-cc3719a9b7d6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (d3fac5b0-6a77-4703-9c03-58dca14fd08d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.010960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97817084-2396-49cc-8221-cc3719a9b7d6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.012291 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-97817084-2396-49cc-8221-cc3719a9b7d6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/d3fac5b0-6a77-4703-9c03-58dca14fd08d HTTP/1.1" status: 204 len: 168 time: 0.1673887 Sep 25 01:07:44.016086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56960) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:44.023830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97817084-2396-49cc-8221-cc3719a9b7d6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3fac5b0-6a77-4703-9c03-58dca14fd08d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:44.107145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:44.111719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5e4e-ea05-47b2-a628-cebed1758318 admin admin] Publish callbacks [] for security_group (6adf6156-0c72-41ae-9caf-a07c54cbe38e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.121511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5e4e-ea05-47b2-a628-cebed1758318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (6adf6156-0c72-41ae-9caf-a07c54cbe38e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.172041 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ce931159-4c3f-404c-9699-bd4d7b4320ea tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1534252 Sep 25 01:07:44.177766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56962) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:44.181302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc5e4e-ea05-47b2-a628-cebed1758318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf6156-0c72-41ae-9caf-a07c54cbe38e,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:44.193146 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ddcc5e4e-ea05-47b2-a628-cebed1758318 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bd8ddaf3885340d1902b845e154a7ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485146 Sep 25 01:07:44.194465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56964) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:44.238297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 172.20.0.13 (cf904343-f06f-476a-b370-411af221ea3d/e85ce585-8f6d-48f3-a64e-b0c02c220dee/13d5d933-d0e0-4c59-bbbc-052b801e1b51) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:44.245926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b0949dab-9611-4c67-baeb-0f500243b3a8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (eb408257-0500-4541-ac71-38751dbd6681), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.256181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fe76:fcd2 (cf904343-f06f-476a-b370-411af221ea3d/4bbf98cd-a65e-4090-828d-67defd91bf6a/13d5d933-d0e0-4c59-bbbc-052b801e1b51) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:44.259813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b0949dab-9611-4c67-baeb-0f500243b3a8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (eb408257-0500-4541-ac71-38751dbd6681), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.268122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3a85d751-ee3c-4061-87b3-56d25e3aa242 admin admin] Publish callbacks [] for security_group (6adf6156-0c72-41ae-9caf-a07c54cbe38e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.303091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3a85d751-ee3c-4061-87b3-56d25e3aa242 admin admin] Publish callbacks [] for security_group (6adf6156-0c72-41ae-9caf-a07c54cbe38e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.321646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b0949dab-9611-4c67-baeb-0f500243b3a8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (eb408257-0500-4541-ac71-38751dbd6681), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.326453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b0949dab-9611-4c67-baeb-0f500243b3a8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.327771 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b0949dab-9611-4c67-baeb-0f500243b3a8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/eb408257-0500-4541-ac71-38751dbd6681 HTTP/1.1" status: 204 len: 168 time: 0.1484265 Sep 25 01:07:44.337001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56966) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:44.352694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949dab-9611-4c67-baeb-0f500243b3a8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb408257-0500-4541-ac71-38751dbd6681,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:44.416167 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3a89d34f-cfb2-43c0-8083-fe82495a3c42 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0777276 Sep 25 01:07:44.420354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56968) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:44.433067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:44.435984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3a85d751-ee3c-4061-87b3-56d25e3aa242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (6adf6156-0c72-41ae-9caf-a07c54cbe38e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.438848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3a85d751-ee3c-4061-87b3-56d25e3aa242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.440501 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3a85d751-ee3c-4061-87b3-56d25e3aa242 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6adf6156-0c72-41ae-9caf-a07c54cbe38e HTTP/1.1" status: 204 len: 168 time: 0.2446132 Sep 25 01:07:44.469954 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85d751-ee3c-4061-87b3-56d25e3aa242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf6156-0c72-41ae-9caf-a07c54cbe38e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:44.476032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1893e1a1-b583-47d4-bb30-3030a679d86f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (8fe87cdd-eb52-4201-aab3-b0d317d1a9f4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.488096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1893e1a1-b583-47d4-bb30-3030a679d86f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (8fe87cdd-eb52-4201-aab3-b0d317d1a9f4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.523785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1893e1a1-b583-47d4-bb30-3030a679d86f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (8fe87cdd-eb52-4201-aab3-b0d317d1a9f4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.536827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1893e1a1-b583-47d4-bb30-3030a679d86f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.544195 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1893e1a1-b583-47d4-bb30-3030a679d86f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/8fe87cdd-eb52-4201-aab3-b0d317d1a9f4 HTTP/1.1" status: 204 len: 168 time: 0.1168809 Sep 25 01:07:44.544195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56972) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:44.568320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893e1a1-b583-47d4-bb30-3030a679d86f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fe87cdd-eb52-4201-aab3-b0d317d1a9f4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:44.582931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (13d5d933-d0e0-4c59-bbbc-052b801e1b51), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.616396 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8bc72e41-236e-4e46-9a05-7919b1e0e5cb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0706837 Sep 25 01:07:44.619847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56974) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:44.658760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (13d5d933-d0e0-4c59-bbbc-052b801e1b51), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.678259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:44.717987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ad0b533d-4e45-4e83-a76d-c850420ae1fd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (a38f21a8-a23a-4cb9-8abc-89875fde2d04), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.750811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:44.755025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:44.762532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:44.787045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ad0b533d-4e45-4e83-a76d-c850420ae1fd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (a38f21a8-a23a-4cb9-8abc-89875fde2d04), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.804138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=13d5d933-d0e0-4c59-bbbc-052b801e1b51,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:44.849477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:44.851174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.894722 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6dfccda3-2433-43ff-a34d-939a202f63cb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6727252 Sep 25 01:07:44.896389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ad0b533d-4e45-4e83-a76d-c850420ae1fd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (a38f21a8-a23a-4cb9-8abc-89875fde2d04), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.898567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56980) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:44.899092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ad0b533d-4e45-4e83-a76d-c850420ae1fd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:44.904251 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ad0b533d-4e45-4e83-a76d-c850420ae1fd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a38f21a8-a23a-4cb9-8abc-89875fde2d04 HTTP/1.1" status: 204 len: 168 time: 0.2794597 Sep 25 01:07:44.904652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56982) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:44.928367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b533d-4e45-4e83-a76d-c850420ae1fd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38f21a8-a23a-4cb9-8abc-89875fde2d04,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:44.998376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b740ef1c-bfb1-4a87-b130-6bbcbe85a41e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:45.006347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b740ef1c-bfb1-4a87-b130-6bbcbe85a41e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:45.008247 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b740ef1c-bfb1-4a87-b130-6bbcbe85a41e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1081033 Sep 25 01:07:45.012898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 56986) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:45.158250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05625b1-bcda-4312-ae99-ccc12f8a786f None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:45.171209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-40385d10-7608-476e-820b-47c65ca96b4e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 13d5d933-d0e0-4c59-bbbc-052b801e1b51 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:45.172310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-40385d10-7608-476e-820b-47c65ca96b4e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (13d5d933-d0e0-4c59-bbbc-052b801e1b51), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.322713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6cd213cb-e12f-4a41-9cda-6d5f614cca31 None None] Provisioning complete for port ed254a5c-71a5-4da2-ab21-2f443e55a21b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:45.322955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cd213cb-e12f-4a41-9cda-6d5f614cca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.323750 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6cd213cb-e12f-4a41-9cda-6d5f614cca31 None None] Attempt 1 to provision port ed254a5c-71a5-4da2-ab21-2f443e55a21b Sep 25 01:07:45.360521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:45.382437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:45.383991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-40385d10-7608-476e-820b-47c65ca96b4e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (13d5d933-d0e0-4c59-bbbc-052b801e1b51), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.432371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-40385d10-7608-476e-820b-47c65ca96b4e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 13d5d933-d0e0-4c59-bbbc-052b801e1b51 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:45.482921 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6e0e2239-2d57-4205-a057-4e63d0a46b72 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5768363 Sep 25 01:07:45.493813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 56996) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:45.500969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7f0888ba-98bf-4cf8-8d00-5d6d18b57452 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838241029'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:45.564674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7f0888ba-98bf-4cf8-8d00-5d6d18b57452 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.565495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6cd213cb-e12f-4a41-9cda-6d5f614cca31 None None] Current status of the port ed254a5c-71a5-4da2-ab21-2f443e55a21b is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:45.566864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cd213cb-e12f-4a41-9cda-6d5f614cca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.629986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:45.652870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6cd213cb-e12f-4a41-9cda-6d5f614cca31 None None] For port ed254a5c-71a5-4da2-ab21-2f443e55a21b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed254a5c-71a5-4da2-ab21-2f443e55a21b,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:45.664991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6cd213cb-e12f-4a41-9cda-6d5f614cca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.729916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed254a5c-71a5-4da2-ab21-2f443e55a21b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:45.773265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08de8c-bbc9-49bd-ad12-1e7825d90781 None None] Update dhcp port {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': '4bbf98cd-a65e-4090-828d-67defd91bf6a', 'ip_address': '2001:db8::f816:3eff:fe22:c156'}, {'subnet_id': 'e85ce585-8f6d-48f3-a64e-b0c02c220dee'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ed254a5c-71a5-4da2-ab21-2f443e55a21b'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:07:45.784263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd213cb-e12f-4a41-9cda-6d5f614cca31 None None] Pushing event updated for resources: {'Port': ['ID=ed254a5c-71a5-4da2-ab21-2f443e55a21b,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:45.813709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57002) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:45.825455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4b08de8c-bbc9-49bd-ad12-1e7825d90781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.837039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-40385d10-7608-476e-820b-47c65ca96b4e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (13d5d933-d0e0-4c59-bbbc-052b801e1b51), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.906190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40385d10-7608-476e-820b-47c65ca96b4e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=13d5d933-d0e0-4c59-bbbc-052b801e1b51,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:45.926616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7f0888ba-98bf-4cf8-8d00-5d6d18b57452 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (88ea21cb-f68b-4166-aab9-c0aa1d925b5f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.934514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7f0888ba-98bf-4cf8-8d00-5d6d18b57452 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (88ea21cb-f68b-4166-aab9-c0aa1d925b5f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:45.975023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:46.009410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-40385d10-7608-476e-820b-47c65ca96b4e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.010057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7f0888ba-98bf-4cf8-8d00-5d6d18b57452 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.013023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7f0888ba-98bf-4cf8-8d00-5d6d18b57452 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5202560 Sep 25 01:07:46.014834 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-40385d10-7608-476e-820b-47c65ca96b4e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/13d5d933-d0e0-4c59-bbbc-052b801e1b51 HTTP/1.1" status: 204 len: 168 time: 1.0007010 Sep 25 01:07:46.016319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0888ba-98bf-4cf8-8d00-5d6d18b57452 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ea21cb-f68b-4166-aab9-c0aa1d925b5f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:46.018640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57006) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:46.019037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57008) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:46.027965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ed254a5c-71a5-4da2-ab21-2f443e55a21b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:46.028488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.029042 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ed254a5c-71a5-4da2-ab21-2f443e55a21b Sep 25 01:07:46.048307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-937197893-network', 'tenant_id': 'a8b7f80eb37c43d992b3fd486ee611c7'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:46.048761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a7e7c487-9540-4859-ab61-4aeb5a259aed tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': '88ea21cb-f68b-4166-aab9-c0aa1d925b5f', 'direction': 'ingress', 'protocol': 17}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:46.056716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:46.079055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Made reservation on behalf of a8b7f80eb37c43d992b3fd486ee611c7 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:46.083535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.096524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.128146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a931ab-eebd-4cb8-8d94-413489e31cbd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:46.130127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a931ab-eebd-4cb8-8d94-413489e31cbd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:46.132002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a931ab-eebd-4cb8-8d94-413489e31cbd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:46.137259 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c1a931ab-eebd-4cb8-8d94-413489e31cbd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1026330 Sep 25 01:07:46.140938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57010) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:46.141673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c487-9540-4859-ab61-4aeb5a259aed tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (6e1022ac-897c-49a5-9343-98f6af3e2e36), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.191846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-4b08de8c-bbc9-49bd-ad12-1e7825d90781 None None] Allocated IP 172.20.0.2 (cf904343-f06f-476a-b370-411af221ea3d/e85ce585-8f6d-48f3-a64e-b0c02c220dee/ed254a5c-71a5-4da2-ab21-2f443e55a21b) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:46.222552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ed254a5c-71a5-4da2-ab21-2f443e55a21b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:46.234380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c487-9540-4859-ab61-4aeb5a259aed tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (6e1022ac-897c-49a5-9343-98f6af3e2e36), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.240340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c487-9540-4859-ab61-4aeb5a259aed tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (6e1022ac-897c-49a5-9343-98f6af3e2e36), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.265376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7c487-9540-4859-ab61-4aeb5a259aed tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1022ac-897c-49a5-9343-98f6af3e2e36,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:46.269065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f8fe5f-efef-4664-9aa8-aa8ef8a25d32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 4bbf98cd-a65e-4090-828d-67defd91bf6a {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:46.277977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c487-9540-4859-ab61-4aeb5a259aed tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.281400 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a7e7c487-9540-4859-ab61-4aeb5a259aed tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2464848 Sep 25 01:07:46.284742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57012) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:46.326387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Publish callbacks [] for security_group (fe0c942f-d7e3-4e1f-8e31-283d817931ec), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.332773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (fe0c942f-d7e3-4e1f-8e31-283d817931ec), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.355542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4b08de8c-bbc9-49bd-ad12-1e7825d90781 None None] For port ed254a5c-71a5-4da2-ab21-2f443e55a21b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed254a5c-71a5-4da2-ab21-2f443e55a21b,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:46.355866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:07:46.371398 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5af4d34-3110-4897-a028-ccb2ec7d77bd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (88ea21cb-f68b-4166-aab9-c0aa1d925b5f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.380707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (63e5e1b8-e7ec-4340-ac4a-dd3a93d59254), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.381123 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Added segment 63e5e1b8-e7ec-4340-ac4a-dd3a93d59254 of type vlan for network 6e3d82cc-9728-448a-90cb-1e0c6ede4301 Sep 25 01:07:46.390005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0c942f-d7e3-4e1f-8e31-283d817931ec,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:46.410566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4b08de8c-bbc9-49bd-ad12-1e7825d90781 None None] Publish callbacks [] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.418933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fe5f-efef-4664-9aa8-aa8ef8a25d32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (4bbf98cd-a65e-4090-828d-67defd91bf6a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.420577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4b08de8c-bbc9-49bd-ad12-1e7825d90781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.443836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5af4d34-3110-4897-a028-ccb2ec7d77bd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (88ea21cb-f68b-4166-aab9-c0aa1d925b5f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.460241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (6e3d82cc-9728-448a-90cb-1e0c6ede4301), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.503346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fe5f-efef-4664-9aa8-aa8ef8a25d32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (4bbf98cd-a65e-4090-828d-67defd91bf6a), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.543639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08de8c-bbc9-49bd-ad12-1e7825d90781 None None] Pushing event updated for resources: {'Port': ['ID=ed254a5c-71a5-4da2-ab21-2f443e55a21b,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:46.555960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (6e3d82cc-9728-448a-90cb-1e0c6ede4301), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.558507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:46.559404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.559710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5af4d34-3110-4897-a028-ccb2ec7d77bd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (88ea21cb-f68b-4166-aab9-c0aa1d925b5f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.565029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5af4d34-3110-4897-a028-ccb2ec7d77bd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.567262 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e5af4d34-3110-4897-a028-ccb2ec7d77bd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/88ea21cb-f68b-4166-aab9-c0aa1d925b5f HTTP/1.1" status: 204 len: 168 time: 0.2810276 Sep 25 01:07:46.573832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57014) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:46.609210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af4d34-3110-4897-a028-ccb2ec7d77bd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ea21cb-f68b-4166-aab9-c0aa1d925b5f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:46.674695 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-903c232f-d52a-4e1d-bf7b-1cf9db8b14ad tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0936539 Sep 25 01:07:46.678867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57016) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:46.686354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ed0a49aa-4eec-436c-b057-5014eaf9a8b4 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002816116'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:46.716088 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8998399 Sep 25 01:07:46.719280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57018) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:46.726748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Request body: {'subnet': {'network_id': '6e3d82cc-9728-448a-90cb-1e0c6ede4301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-937197893-subnet', 'tenant_id': 'a8b7f80eb37c43d992b3fd486ee611c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:46.729197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abb2b5-e66e-4c4d-8c62-a293b419b020 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3d82cc-9728-448a-90cb-1e0c6ede4301,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:46.736111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:46.748441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 6e3d82cc-9728-448a-90cb-1e0c6ede4301 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:07:46.752422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fe5f-efef-4664-9aa8-aa8ef8a25d32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (4bbf98cd-a65e-4090-828d-67defd91bf6a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.758131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49aa-4eec-436c-b057-5014eaf9a8b4 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.763190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Made reservation on behalf of a8b7f80eb37c43d992b3fd486ee611c7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:46.765982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.842731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fe5f-efef-4664-9aa8-aa8ef8a25d32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (4bbf98cd-a65e-4090-828d-67defd91bf6a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.874869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=5,neutron:SELECT=76,neutron:INSERT=14,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:46.892525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8fe5f-efef-4664-9aa8-aa8ef8a25d32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbf98cd-a65e-4090-828d-67defd91bf6a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:46.902218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fe5f-efef-4664-9aa8-aa8ef8a25d32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:46.906122 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d1f8fe5f-efef-4664-9aa8-aa8ef8a25d32 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4bbf98cd-a65e-4090-828d-67defd91bf6a HTTP/1.1" status: 204 len: 168 time: 0.7633233 Sep 25 01:07:46.908821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57020) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:46.977936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc963351-bb3c-47df-999f-992722730c72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet e85ce585-8f6d-48f3-a64e-b0c02c220dee {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:46.982059 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc963351-bb3c-47df-999f-992722730c72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (e85ce585-8f6d-48f3-a64e-b0c02c220dee), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.004394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:47.041927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49aa-4eec-436c-b057-5014eaf9a8b4 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (3c537b56-1f63-4bb3-b134-7f7f39b357cb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.045164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc963351-bb3c-47df-999f-992722730c72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (e85ce585-8f6d-48f3-a64e-b0c02c220dee), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.056274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49aa-4eec-436c-b057-5014eaf9a8b4 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3c537b56-1f63-4bb3-b134-7f7f39b357cb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.086223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (69c88406-ec09-48e0-b2c6-84221d5682a8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.107459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49aa-4eec-436c-b057-5014eaf9a8b4 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.108818 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ed0a49aa-4eec-436c-b057-5014eaf9a8b4 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4289017 Sep 25 01:07:47.134368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57022) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:47.137326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a49aa-4eec-436c-b057-5014eaf9a8b4 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c537b56-1f63-4bb3-b134-7f7f39b357cb,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:47.157684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-94b02c42-ec22-491a-a733-16ad86a654eb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748453229'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:47.190322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc963351-bb3c-47df-999f-992722730c72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (e85ce585-8f6d-48f3-a64e-b0c02c220dee), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.221966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94b02c42-ec22-491a-a733-16ad86a654eb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.314186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc963351-bb3c-47df-999f-992722730c72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (e85ce585-8f6d-48f3-a64e-b0c02c220dee), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.367643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc963351-bb3c-47df-999f-992722730c72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.380796 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cc963351-bb3c-47df-999f-992722730c72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e85ce585-8f6d-48f3-a64e-b0c02c220dee HTTP/1.1" status: 204 len: 168 time: 0.4619756 Sep 25 01:07:47.380796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc963351-bb3c-47df-999f-992722730c72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=e85ce585-8f6d-48f3-a64e-b0c02c220dee,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:47.384833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94b02c42-ec22-491a-a733-16ad86a654eb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (9032e2f3-119d-4738-9a6b-3b2b4884f599), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.386458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57026) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:47.398527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94b02c42-ec22-491a-a733-16ad86a654eb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (9032e2f3-119d-4738-9a6b-3b2b4884f599), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.451595 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-66ac2562-c847-42f5-b5b5-642994c77b97 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636060 Sep 25 01:07:47.460552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57028) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:47.471475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:47.506312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94b02c42-ec22-491a-a733-16ad86a654eb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.510941 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-94b02c42-ec22-491a-a733-16ad86a654eb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3750136 Sep 25 01:07:47.513252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57030) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:47.523023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f410f086-768b-4424-9ff7-160b73005b8d None None] Could not find standard attr ID for object 13d5d933-d0e0-4c59-bbbc-052b801e1b51. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:47.539553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:47.565213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:47.567095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-20a915a7-9e33-4e42-884f-20cb1f555438 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': '3c537b56-1f63-4bb3-b134-7f7f39b357cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9032e2f3-119d-4738-9a6b-3b2b4884f599', 'remote_ip_prefix': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:47.568731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e05438-084e-4aa5-a91f-e73e07315558 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:47.578815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b02c42-ec22-491a-a733-16ad86a654eb tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9032e2f3-119d-4738-9a6b-3b2b4884f599,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:47.582436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c88406-ec09-48e0-b2c6-84221d5682a8,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:47.598927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Checking segment: {'id': '63e5e1b8-e7ec-4340-ac4a-dd3a93d59254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e3d82cc-9728-448a-90cb-1e0c6ede4301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:47.599293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Network hostable DHCP agents. Network: 6e3d82cc-9728-448a-90cb-1e0c6ede4301, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:07:47.620189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f410f086-768b-4424-9ff7-160b73005b8d None None] Provisioning complete for port ed254a5c-71a5-4da2-ab21-2f443e55a21b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:47.620835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f410f086-768b-4424-9ff7-160b73005b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.621414 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f410f086-768b-4424-9ff7-160b73005b8d None None] Attempt 1 to provision port ed254a5c-71a5-4da2-ab21-2f443e55a21b Sep 25 01:07:47.627897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Network 6e3d82cc-9728-448a-90cb-1e0c6ede4301 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:07:47.642320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:47.649079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6e3d82cc-9728-448a-90cb-1e0c6ede4301) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:47.659117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:47.660209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.679623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-20a915a7-9e33-4e42-884f-20cb1f555438 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (cc8cd0fd-d86f-4875-a53a-4aa8b2b7298c), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.693631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:47.699410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.716543 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-06205c74-ee74-455a-8096-9d7f5b185ab3 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9837499 Sep 25 01:07:47.747613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed254a5c-71a5-4da2-ab21-2f443e55a21b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:47.753196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8efd2-ea11-4166-b18b-f410fd769891 None None] Network 6e3d82cc-9728-448a-90cb-1e0c6ede4301 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:47.846585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:47.875734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-20a915a7-9e33-4e42-884f-20cb1f555438 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (cc8cd0fd-d86f-4875-a53a-4aa8b2b7298c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.884989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-20a915a7-9e33-4e42-884f-20cb1f555438 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (cc8cd0fd-d86f-4875-a53a-4aa8b2b7298c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.916644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:47.941612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-20a915a7-9e33-4e42-884f-20cb1f555438 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:47.948908 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-20a915a7-9e33-4e42-884f-20cb1f555438 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3909459 Sep 25 01:07:47.948908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a915a7-9e33-4e42-884f-20cb1f555438 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8cd0fd-d86f-4875-a53a-4aa8b2b7298c,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:47.952278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57036) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:48.009956 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba81714d-47df-4769-99c2-fc86b71c50cf tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (cc8cd0fd-d86f-4875-a53a-4aa8b2b7298c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.036329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba81714d-47df-4769-99c2-fc86b71c50cf tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (cc8cd0fd-d86f-4875-a53a-4aa8b2b7298c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.085883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ed254a5c-71a5-4da2-ab21-2f443e55a21b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:48.086382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.086856 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ed254a5c-71a5-4da2-ab21-2f443e55a21b Sep 25 01:07:48.129295 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba81714d-47df-4769-99c2-fc86b71c50cf tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (cc8cd0fd-d86f-4875-a53a-4aa8b2b7298c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.135312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ba81714d-47df-4769-99c2-fc86b71c50cf tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.142061 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ba81714d-47df-4769-99c2-fc86b71c50cf tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/cc8cd0fd-d86f-4875-a53a-4aa8b2b7298c HTTP/1.1" status: 204 len: 168 time: 0.1833420 Sep 25 01:07:48.143893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57040) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:48.150336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b26415-9294-4ae1-992b-02604816a546 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:48.191250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f410f086-768b-4424-9ff7-160b73005b8d None None] Current status of the port ed254a5c-71a5-4da2-ab21-2f443e55a21b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:48.191547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81714d-47df-4769-99c2-fc86b71c50cf tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc8cd0fd-d86f-4875-a53a-4aa8b2b7298c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:48.201575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16087e79-52e3-4359-a7ab-cee8859bb136 None None] Network 6e3d82cc-9728-448a-90cb-1e0c6ede4301 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:48.238352 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4edbe709-612c-4a1e-9b10-d2da1534e01b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0886512 Sep 25 01:07:48.238352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57042) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:48.334772 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-146fdbff-01c2-40ba-9139-596189ede199 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (9032e2f3-119d-4738-9a6b-3b2b4884f599), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.401879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-146fdbff-01c2-40ba-9139-596189ede199 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (9032e2f3-119d-4738-9a6b-3b2b4884f599), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.410038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:07:48.509663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-146fdbff-01c2-40ba-9139-596189ede199 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (9032e2f3-119d-4738-9a6b-3b2b4884f599), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.526865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-146fdbff-01c2-40ba-9139-596189ede199 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.528162 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-146fdbff-01c2-40ba-9139-596189ede199 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9032e2f3-119d-4738-9a6b-3b2b4884f599 HTTP/1.1" status: 204 len: 168 time: 0.2893305 Sep 25 01:07:48.530302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79b26415-9294-4ae1-992b-02604816a546 None None] Deleting port ed254a5c-71a5-4da2-ab21-2f443e55a21b {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:48.531109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-79b26415-9294-4ae1-992b-02604816a546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.539687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57048) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:48.575889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fdbff-01c2-40ba-9139-596189ede199 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9032e2f3-119d-4738-9a6b-3b2b4884f599,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:48.637650 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dd7d24f5-1816-48c8-a0b4-3dcc12ea49b6 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0927441 Sep 25 01:07:48.644949 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57052) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:48.665284 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:48.742594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ed254a5c-71a5-4da2-ab21-2f443e55a21b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:48.812510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-79b26415-9294-4ae1-992b-02604816a546 None None] For port ed254a5c-71a5-4da2-ab21-2f443e55a21b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed254a5c-71a5-4da2-ab21-2f443e55a21b,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:48.812920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-79b26415-9294-4ae1-992b-02604816a546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.831729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-79b26415-9294-4ae1-992b-02604816a546 None None] Calling delete_port for ed254a5c-71a5-4da2-ab21-2f443e55a21b owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:48.841482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-18a7239c-937b-455a-a6fe-cf13b885de4e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (3c537b56-1f63-4bb3-b134-7f7f39b357cb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.890349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-18a7239c-937b-455a-a6fe-cf13b885de4e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (3c537b56-1f63-4bb3-b134-7f7f39b357cb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.901831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.935642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57058) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:48.951285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-318116259-network', 'tenant_id': 'c0e5fb9617f648f5a9ec825ea115d0c3'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:48.984619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Made reservation on behalf of c0e5fb9617f648f5a9ec825ea115d0c3 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:48.988921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:48.996068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-79b26415-9294-4ae1-992b-02604816a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.005190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:49.014771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-18a7239c-937b-455a-a6fe-cf13b885de4e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3c537b56-1f63-4bb3-b134-7f7f39b357cb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.018771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-18a7239c-937b-455a-a6fe-cf13b885de4e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.023785 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-18a7239c-937b-455a-a6fe-cf13b885de4e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3c537b56-1f63-4bb3-b134-7f7f39b357cb HTTP/1.1" status: 204 len: 168 time: 0.3733106 Sep 25 01:07:49.027923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.033137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57060) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:49.047495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b26415-9294-4ae1-992b-02604816a546 None None] Pushing event deleted for resources: {'Port': ['ID=ed254a5c-71a5-4da2-ab21-2f443e55a21b,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:49.052030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7239c-937b-455a-a6fe-cf13b885de4e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c537b56-1f63-4bb3-b134-7f7f39b357cb,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:49.055658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b26415-9294-4ae1-992b-02604816a546 None None] No DVR routers for this DVR port ed254a5c-71a5-4da2-ab21-2f443e55a21b on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:49.120101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:49.186693 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-d74ad6b3-be62-4f45-a3d7-05678969c10f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1676552 Sep 25 01:07:49.190952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Publish callbacks [] for security_group (543f47d4-06aa-4ea6-aa38-4e091bd2c339), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.197418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (543f47d4-06aa-4ea6-aa38-4e091bd2c339), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.229891 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-26f93f39-7244-4a89-83ef-e51d21691ab3 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1698093 Sep 25 01:07:49.240881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57062) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:49.253677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f9800857-ada2-4cb6-9b16-5cc8b388f1d5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-secgroup--579494843'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:49.259851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:07:49.280889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543f47d4-06aa-4ea6-aa38-4e091bd2c339,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:49.301089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ea72116c-7309-4f6a-9a0d-3926ae585139), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.302142 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Added segment ea72116c-7309-4f6a-9a0d-3926ae585139 of type vlan for network 827e6bab-7a92-4066-b89a-8be175a85a7b Sep 25 01:07:49.303799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] For port ed254a5c-71a5-4da2-ab21-2f443e55a21b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed254a5c-71a5-4da2-ab21-2f443e55a21b,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:49.306582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-8e0f34d7-fda9-44f3-a8ea-6e83de595f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:49.308862 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-8e0f34d7-fda9-44f3-a8ea-6e83de595f5d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 1130 time: 0.0746977 Sep 25 01:07:49.351890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.357087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f9800857-ada2-4cb6-9b16-5cc8b388f1d5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.367260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (ed254a5c-71a5-4da2-ab21-2f443e55a21b), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.368106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (ddbe0c85-c6e9-4138-9ab5-67405d360afa), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.370634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:49.382496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (827e6bab-7a92-4066-b89a-8be175a85a7b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.435936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=ed254a5c-71a5-4da2-ab21-2f443e55a21b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:49.439640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (827e6bab-7a92-4066-b89a-8be175a85a7b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.440825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:49.441511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.501614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed254a5c-71a5-4da2-ab21-2f443e55a21b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:49.517407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:49.526699 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5886807 Sep 25 01:07:49.528006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ed254a5c-71a5-4da2-ab21-2f443e55a21b {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:49.528363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed254a5c-71a5-4da2-ab21-2f443e55a21b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:49.532254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57064) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:49.558866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c25396-d660-40c6-821d-4c26830e5880 admin admin] Pushing event updated for resources: {'Network': ['ID=827e6bab-7a92-4066-b89a-8be175a85a7b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:49.559863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:49.564736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:49.565952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.576724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f9800857-ada2-4cb6-9b16-5cc8b388f1d5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (ccb78c46-c813-4252-9dda-080b4e6a9c93), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.576969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 827e6bab-7a92-4066-b89a-8be175a85a7b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:07:49.580756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4f5e04-088f-4771-b2ad-a41c33598939 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:49.581124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Request body: {'subnet': {'network_id': '827e6bab-7a92-4066-b89a-8be175a85a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-318116259-subnet', 'tenant_id': 'c0e5fb9617f648f5a9ec825ea115d0c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:49.583432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f9800857-ada2-4cb6-9b16-5cc8b388f1d5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (ccb78c46-c813-4252-9dda-080b4e6a9c93), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.589924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=ddbe0c85-c6e9-4138-9ab5-67405d360afa,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:49.631419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9800857-ada2-4cb6-9b16-5cc8b388f1d5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb78c46-c813-4252-9dda-080b4e6a9c93,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:49.636826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:49.652396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:49.656594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f9800857-ada2-4cb6-9b16-5cc8b388f1d5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.658170 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f9800857-ada2-4cb6-9b16-5cc8b388f1d5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4161901 Sep 25 01:07:49.662913 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57066) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:49.671390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c7958532-a305-4a97-a16c-722dfe61470d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': 'ccb78c46-c813-4252-9dda-080b4e6a9c93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:49.672294 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fe75edd4-f6db-42c6-a378-5d239fa3b3c4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2070794 Sep 25 01:07:49.680054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57068) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:49.688778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-55c4dae9-8a19-467e-afe8-8b324e4d1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:49.691254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:49.691639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-55c4dae9-8a19-467e-afe8-8b324e4d1846 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb3c671b-1792-47f2-88a7-c4475412dd1c HTTP/1.1" status: 200 len: 898 time: 0.3592355 Sep 25 01:07:49.694689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Made reservation on behalf of c0e5fb9617f648f5a9ec825ea115d0c3 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:49.698831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.745735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:49.817248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7958532-a305-4a97-a16c-722dfe61470d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (a75ab270-ce1d-4c80-b05c-0cc2809f39b2), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.830582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': 'ddbe0c85-c6e9-4138-9ab5-67405d360afa'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:49.832685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.870472 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-4655df06-490a-4d7f-b704-82f41783d23e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f HTTP/1.1" status: 200 len: 1002 time: 0.1660535 Sep 25 01:07:49.979730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-24ed5a54-fd39-4c8c-b7ca-bd28e8e4d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:49.982035 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-24ed5a54-fd39-4c8c-b7ca-bd28e8e4d863 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=61fa0b36-d024-4ad4-bb5d-7b711be1a641 HTTP/1.1" status: 200 len: 835 time: 0.1046510 Sep 25 01:07:49.991281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7958532-a305-4a97-a16c-722dfe61470d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (a75ab270-ce1d-4c80-b05c-0cc2809f39b2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.998500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7958532-a305-4a97-a16c-722dfe61470d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (a75ab270-ce1d-4c80-b05c-0cc2809f39b2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.012631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:50.019224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.070654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7958532-a305-4a97-a16c-722dfe61470d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75ab270-ce1d-4c80-b05c-0cc2809f39b2,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:50.081448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-a27e4013-0ecd-4f19-b56f-3096d472873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:50.083066 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-a27e4013-0ecd-4f19-b56f-3096d472873b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb3c671b-1792-47f2-88a7-c4475412dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0955970 Sep 25 01:07:50.115719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Allocated IP 2001:db8::f816:3eff:fef1:b94c (cf904343-f06f-476a-b370-411af221ea3d/ddbe0c85-c6e9-4138-9ab5-67405d360afa/6d874861-4293-4274-b12e-57b11ce43273) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:50.127216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7958532-a305-4a97-a16c-722dfe61470d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.129135 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c7958532-a305-4a97-a16c-722dfe61470d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4647136 Sep 25 01:07:50.134233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57070) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:50.164403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (ef355158-cec8-45b7-8ddc-42b5293ea8ce), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.185104 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:50.209412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bd89ce85-b527-4684-bd91-0ba356be80d8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (a75ab270-ce1d-4c80-b05c-0cc2809f39b2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.234785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bd89ce85-b527-4684-bd91-0ba356be80d8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (a75ab270-ce1d-4c80-b05c-0cc2809f39b2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.264787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef355158-cec8-45b7-8ddc-42b5293ea8ce,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:50.289683 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-571955e5-e91e-4603-acce-2283e545259c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953259 Sep 25 01:07:50.313141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Checking segment: {'id': 'ea72116c-7309-4f6a-9a0d-3926ae585139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '827e6bab-7a92-4066-b89a-8be175a85a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:50.313141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Network hostable DHCP agents. Network: 827e6bab-7a92-4066-b89a-8be175a85a7b, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:07:50.335296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bd89ce85-b527-4684-bd91-0ba356be80d8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (a75ab270-ce1d-4c80-b05c-0cc2809f39b2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.342763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bd89ce85-b527-4684-bd91-0ba356be80d8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.348700 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bd89ce85-b527-4684-bd91-0ba356be80d8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/a75ab270-ce1d-4c80-b05c-0cc2809f39b2 HTTP/1.1" status: 204 len: 168 time: 0.2089548 Sep 25 01:07:50.353311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57072) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:50.370401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89ce85-b527-4684-bd91-0ba356be80d8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a75ab270-ce1d-4c80-b05c-0cc2809f39b2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:50.426728 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-107027ce-1963-465a-8e56-8f01ec1b4441 req-f8cfaad9-59ab-479f-82be-06496c2874e7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335433 Sep 25 01:07:50.433446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Network 827e6bab-7a92-4066-b89a-8be175a85a7b is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:07:50.446497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 827e6bab-7a92-4066-b89a-8be175a85a7b) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:50.455120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Publish callbacks [] for port (6d874861-4293-4274-b12e-57b11ce43273), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.462513 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-22d8db33-617b-4bd2-b2d5-62bcd3e75757 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1077490 Sep 25 01:07:50.468286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:50.469536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.469770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57074) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:50.470392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ef35d-8a2a-4581-8c7e-e975d198cdd2 None None] Network 827e6bab-7a92-4066-b89a-8be175a85a7b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:50.478300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (6d874861-4293-4274-b12e-57b11ce43273), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.497504 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e015e880-d394-42f3-aa4a-e1456587cb58 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9398725 Sep 25 01:07:50.550582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:50.569379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:50.576002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:50.579162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:50.621175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Pushing event updated for resources: {'Port': ['ID=6d874861-4293-4274-b12e-57b11ce43273,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:50.636340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-030e43d5-f14e-4798-946b-d0c82dc79776 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (ccb78c46-c813-4252-9dda-080b4e6a9c93), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.655823 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (a74b9dd9-93a5-4909-8fab-ff1cacc0616d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.717200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Attempting to bind port 6d874861-4293-4274-b12e-57b11ce43273 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:50.717938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Attempting to bind port 6d874861-4293-4274-b12e-57b11ce43273 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:50.718379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Attempting to bind port 6d874861-4293-4274-b12e-57b11ce43273 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:50.728692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-030e43d5-f14e-4798-946b-d0c82dc79776 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (ccb78c46-c813-4252-9dda-080b4e6a9c93), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.737665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:50.750490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:50.764298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:50.764298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.779716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7243a46c-43aa-468e-8aec-3206e034a3e2 None None] Network 827e6bab-7a92-4066-b89a-8be175a85a7b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:50.797761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=a74b9dd9-93a5-4909-8fab-ff1cacc0616d,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:50.803164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:50.803536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:50.803986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.804463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:50.804911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Bound port: 6d874861-4293-4274-b12e-57b11ce43273, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:50.805293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6d874861-4293-4274-b12e-57b11ce43273), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.815266 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cc00c044-1c4b-4229-ae3a-f358523a8d61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1300209 Sep 25 01:07:50.816574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57080) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:50.822257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:1d:9d:4d', 'name': 'tempest-NetworksTestDHCPv6-862001734'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:50.914822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:50.927370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-030e43d5-f14e-4798-946b-d0c82dc79776 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (ccb78c46-c813-4252-9dda-080b4e6a9c93), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.934206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-030e43d5-f14e-4798-946b-d0c82dc79776 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:50.936260 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-030e43d5-f14e-4798-946b-d0c82dc79776 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ccb78c46-c813-4252-9dda-080b4e6a9c93 HTTP/1.1" status: 204 len: 168 time: 0.4640939 Sep 25 01:07:50.939558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57086) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:50.973141 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e43d5-f14e-4798-946b-d0c82dc79776 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb78c46-c813-4252-9dda-080b4e6a9c93,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:51.003844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] For port 6d874861-4293-4274-b12e-57b11ce43273, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:51.019631 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-91f37500-90c3-4078-b587-792421bd4774 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0779250 Sep 25 01:07:51.028276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57088) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:51.032872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] For port 6d874861-4293-4274-b12e-57b11ce43273, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d874861-4293-4274-b12e-57b11ce43273,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:51.039059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e19d2408-229c-403a-a091-37a5df273312 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-secgroup--843588524'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:51.041752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6d874861-4293-4274-b12e-57b11ce43273), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.109106 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e19d2408-229c-403a-a091-37a5df273312 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.116313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647634-2ffd-4664-b31d-25fc3d103d6e None None] Pushing event updated for resources: {'Port': ['ID=6d874861-4293-4274-b12e-57b11ce43273,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:51.125182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:51.197694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:51.326580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.346319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e19d2408-229c-403a-a091-37a5df273312 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.356002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e19d2408-229c-403a-a091-37a5df273312 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.393598 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 002529c6-a24d-43b8-8371-c78c8f53fea3 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:07:51.406954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d2408-229c-403a-a091-37a5df273312 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:51.453580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e19d2408-229c-403a-a091-37a5df273312 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.458873 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e19d2408-229c-403a-a091-37a5df273312 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4249990 Sep 25 01:07:51.461007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57102) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:51.469372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c53460a4-c111-4702-baf2-090b11ea9be5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': '3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:51.553158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:51.558597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c53460a4-c111-4702-baf2-090b11ea9be5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (5bb720e0-8251-46b6-9039-04be68107697), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.614319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6d874861-4293-4274-b12e-57b11ce43273 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:51.624380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:51.647159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-c724229d-a720-40c6-bf25-48752bcbce36 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:51.649902 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-c724229d-a720-40c6-bf25-48752bcbce36 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6e3d82cc-9728-448a-90cb-1e0c6ede4301 HTTP/1.1" status: 200 len: 811 time: 0.2533319 Sep 25 01:07:51.672670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6d874861-4293-4274-b12e-57b11ce43273 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:51.673067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6d874861-4293-4274-b12e-57b11ce43273), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.673558 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6d874861-4293-4274-b12e-57b11ce43273 Sep 25 01:07:51.688645 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-e23a4040-72be-4975-a1e3-70d96ab7f347 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/quotas/a8b7f80eb37c43d992b3fd486ee611c7 HTTP/1.1" status: 200 len: 375 time: 0.0229404 Sep 25 01:07:51.717742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c53460a4-c111-4702-baf2-090b11ea9be5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (5bb720e0-8251-46b6-9039-04be68107697), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.719855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 172.20.0.7 (cf904343-f06f-476a-b370-411af221ea3d/a74b9dd9-93a5-4909-8fab-ff1cacc0616d/002529c6-a24d-43b8-8371-c78c8f53fea3) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:51.727178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c53460a4-c111-4702-baf2-090b11ea9be5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5bb720e0-8251-46b6-9039-04be68107697), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.735286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fe1d:9d4d (cf904343-f06f-476a-b370-411af221ea3d/ddbe0c85-c6e9-4138-9ab5-67405d360afa/002529c6-a24d-43b8-8371-c78c8f53fea3) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:51.769977 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-c323c8f2-7e11-439e-b6e6-bdb04fdfe7bf tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a8b7f80eb37c43d992b3fd486ee611c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716095 Sep 25 01:07:51.770879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53460a4-c111-4702-baf2-090b11ea9be5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb720e0-8251-46b6-9039-04be68107697,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:51.788804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c53460a4-c111-4702-baf2-090b11ea9be5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.793098 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c53460a4-c111-4702-baf2-090b11ea9be5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283718 Sep 25 01:07:51.795537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57104) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:51.824816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6d874861-4293-4274-b12e-57b11ce43273 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:51.825487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6d874861-4293-4274-b12e-57b11ce43273), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.830929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:51.852204 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4b26b371-2fc2-43dc-b70d-af87fb290528 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/5bb720e0-8251-46b6-9039-04be68107697 HTTP/1.1" status: 200 len: 763 time: 0.0522881 Sep 25 01:07:51.853640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57106) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:51.886666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 6d874861-4293-4274-b12e-57b11ce43273, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d874861-4293-4274-b12e-57b11ce43273,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:51.893131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6d874861-4293-4274-b12e-57b11ce43273), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.971174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=6d874861-4293-4274-b12e-57b11ce43273,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:51.992584 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e9f75f39-796c-473e-baab-88320b182788 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1373100 Sep 25 01:07:51.995345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57108) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.017583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:52.029751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (002529c6-a24d-43b8-8371-c78c8f53fea3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.058127 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-877a50ee-b306-4f9d-a4e5-f1e13668d2d1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517149 Sep 25 01:07:52.062642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-583b056a-00e6-402f-9c8c-ed02a3e73e3e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (5bb720e0-8251-46b6-9039-04be68107697), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.076048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-583b056a-00e6-402f-9c8c-ed02a3e73e3e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (5bb720e0-8251-46b6-9039-04be68107697), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.100243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (002529c6-a24d-43b8-8371-c78c8f53fea3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.146011 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:07:52.176202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-583b056a-00e6-402f-9c8c-ed02a3e73e3e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5bb720e0-8251-46b6-9039-04be68107697), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.184324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=002529c6-a24d-43b8-8371-c78c8f53fea3,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:52.193966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-583b056a-00e6-402f-9c8c-ed02a3e73e3e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.199038 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-583b056a-00e6-402f-9c8c-ed02a3e73e3e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/5bb720e0-8251-46b6-9039-04be68107697 HTTP/1.1" status: 204 len: 168 time: 0.2017992 Sep 25 01:07:52.200731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57110) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.210143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b056a-00e6-402f-9c8c-ed02a3e73e3e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bb720e0-8251-46b6-9039-04be68107697,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:52.223627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-382e12c7-6f2f-4703-abac-d992a705d38f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507454 Sep 25 01:07:52.251675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:52.254617 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:52.258448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:52.266025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:52.335169 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-68a2130d-efcd-4493-89e2-32c65883ea5e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1298690 Sep 25 01:07:52.339921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57112) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.344165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:52.344850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.345053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-714f433e-e584-40aa-b270-89473ea582cd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': '3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:52.365144 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-820278a4-b56d-4f9c-87de-4079048027de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5481529 Sep 25 01:07:52.367893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57114) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.409458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-714f433e-e584-40aa-b270-89473ea582cd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (ce25475f-9701-4f1b-9707-020b6a3a4c1c), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.445556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42a8d8-027f-423e-aa3e-ed96d3f6d2a6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:52.452030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42a8d8-027f-423e-aa3e-ed96d3f6d2a6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:52.454028 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1e42a8d8-027f-423e-aa3e-ed96d3f6d2a6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0846825 Sep 25 01:07:52.457546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57116) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.477596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe13e5b-4d5e-4e8d-8080-4b6214bd7009 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:52.513096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-714f433e-e584-40aa-b270-89473ea582cd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (ce25475f-9701-4f1b-9707-020b6a3a4c1c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.520393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-714f433e-e584-40aa-b270-89473ea582cd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ce25475f-9701-4f1b-9707-020b6a3a4c1c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.540452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a49b875b-a814-43d8-9c12-f300ed38ac09 None None] Provisioning complete for port 6d874861-4293-4274-b12e-57b11ce43273 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:52.540452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a49b875b-a814-43d8-9c12-f300ed38ac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6d874861-4293-4274-b12e-57b11ce43273), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.540452 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a49b875b-a814-43d8-9c12-f300ed38ac09 None None] Attempt 1 to provision port 6d874861-4293-4274-b12e-57b11ce43273 Sep 25 01:07:52.543516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f433e-e584-40aa-b270-89473ea582cd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce25475f-9701-4f1b-9707-020b6a3a4c1c,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:52.550021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-714f433e-e584-40aa-b270-89473ea582cd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.552700 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-714f433e-e584-40aa-b270-89473ea582cd tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2114410 Sep 25 01:07:52.554678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57118) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.566023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a80366cd-db2c-40e7-8c60-9e7a5f57cfdd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 002529c6-a24d-43b8-8371-c78c8f53fea3 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:52.566375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a80366cd-db2c-40e7-8c60-9e7a5f57cfdd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (002529c6-a24d-43b8-8371-c78c8f53fea3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.580443 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-42dbb468-9402-4682-a6b1-f1f25ea1bf9a tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/ce25475f-9701-4f1b-9707-020b6a3a4c1c HTTP/1.1" status: 200 len: 763 time: 0.0231845 Sep 25 01:07:52.583098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57120) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.637205 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0282e501-baaf-43c5-8116-208d38a576e5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524828 Sep 25 01:07:52.640148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57122) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.667997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9be89ec8-45f3-4ba8-a354-f2061b6dda10 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (ce25475f-9701-4f1b-9707-020b6a3a4c1c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.678640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9be89ec8-45f3-4ba8-a354-f2061b6dda10 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (ce25475f-9701-4f1b-9707-020b6a3a4c1c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.682135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a80366cd-db2c-40e7-8c60-9e7a5f57cfdd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (002529c6-a24d-43b8-8371-c78c8f53fea3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.689121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a49b875b-a814-43d8-9c12-f300ed38ac09 None None] Current status of the port 6d874861-4293-4274-b12e-57b11ce43273 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:52.698742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a80366cd-db2c-40e7-8c60-9e7a5f57cfdd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 002529c6-a24d-43b8-8371-c78c8f53fea3 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:52.716788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9be89ec8-45f3-4ba8-a354-f2061b6dda10 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ce25475f-9701-4f1b-9707-020b6a3a4c1c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.723022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9be89ec8-45f3-4ba8-a354-f2061b6dda10 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.726978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9be89ec8-45f3-4ba8-a354-f2061b6dda10 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/ce25475f-9701-4f1b-9707-020b6a3a4c1c HTTP/1.1" status: 204 len: 168 time: 0.0831873 Sep 25 01:07:52.731527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57124) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.745869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be89ec8-45f3-4ba8-a354-f2061b6dda10 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce25475f-9701-4f1b-9707-020b6a3a4c1c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:52.761704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:52.772802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c014f3a-addf-42c2-b392-b6a969adb753 None None] Update dhcp port {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': 'ddbe0c85-c6e9-4138-9ab5-67405d360afa', 'ip_address': '2001:db8::f816:3eff:fef1:b94c'}, {'subnet_id': 'a74b9dd9-93a5-4909-8fab-ff1cacc0616d'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '6d874861-4293-4274-b12e-57b11ce43273'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:07:52.792220 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c41c2242-bcd3-470b-b092-6d9109f3dd97 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0584280 Sep 25 01:07:52.794931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57126) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.801547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b526d627-7d7d-4abc-a531-5301c141268d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': '3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:52.814412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c014f3a-addf-42c2-b392-b6a969adb753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6d874861-4293-4274-b12e-57b11ce43273), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.832166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b526d627-7d7d-4abc-a531-5301c141268d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (56a6771d-0975-40df-835b-c85d4827a8d7), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.877044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:52.913969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b526d627-7d7d-4abc-a531-5301c141268d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (56a6771d-0975-40df-835b-c85d4827a8d7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.921576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b526d627-7d7d-4abc-a531-5301c141268d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (56a6771d-0975-40df-835b-c85d4827a8d7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.937353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a80366cd-db2c-40e7-8c60-9e7a5f57cfdd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (002529c6-a24d-43b8-8371-c78c8f53fea3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.938732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526d627-7d7d-4abc-a531-5301c141268d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a6771d-0975-40df-835b-c85d4827a8d7,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:52.955722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b526d627-7d7d-4abc-a531-5301c141268d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.959912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b526d627-7d7d-4abc-a531-5301c141268d tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613765 Sep 25 01:07:52.960538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57128) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:52.983402 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80366cd-db2c-40e7-8c60-9e7a5f57cfdd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=002529c6-a24d-43b8-8371-c78c8f53fea3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:52.988591 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-024f5fa5-b053-4069-9720-0bf9d1635a1a tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules/56a6771d-0975-40df-835b-c85d4827a8d7 HTTP/1.1" status: 200 len: 764 time: 0.0240717 Sep 25 01:07:52.989143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57130) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:53.075428 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4e304545-bcd8-40b7-8f06-093d6e7fbae5 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0775516 Sep 25 01:07:53.076523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57132) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:53.118298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:53.121362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9c014f3a-addf-42c2-b392-b6a969adb753 None None] Allocated IP 172.20.0.2 (cf904343-f06f-476a-b370-411af221ea3d/a74b9dd9-93a5-4909-8fab-ff1cacc0616d/6d874861-4293-4274-b12e-57b11ce43273) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:53.165585 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9da2b65c-beec-47e7-b0ca-8cca3483573f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (56a6771d-0975-40df-835b-c85d4827a8d7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.169734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a80366cd-db2c-40e7-8c60-9e7a5f57cfdd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.173599 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a80366cd-db2c-40e7-8c60-9e7a5f57cfdd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/002529c6-a24d-43b8-8371-c78c8f53fea3 HTTP/1.1" status: 204 len: 168 time: 0.7145023 Sep 25 01:07:53.177402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57134) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:53.185767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9da2b65c-beec-47e7-b0ca-8cca3483573f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (56a6771d-0975-40df-835b-c85d4827a8d7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.226065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9da2b65c-beec-47e7-b0ca-8cca3483573f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (56a6771d-0975-40df-835b-c85d4827a8d7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.235191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9da2b65c-beec-47e7-b0ca-8cca3483573f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.240153 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9da2b65c-beec-47e7-b0ca-8cca3483573f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-group-rules/56a6771d-0975-40df-835b-c85d4827a8d7 HTTP/1.1" status: 204 len: 168 time: 0.1591954 Sep 25 01:07:53.244390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57136) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:53.247694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b65c-beec-47e7-b0ca-8cca3483573f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56a6771d-0975-40df-835b-c85d4827a8d7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:53.322363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1bbc44-3e72-418e-8899-0c1e1ca34a61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:53.325978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1bbc44-3e72-418e-8899-0c1e1ca34a61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:53.329008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1bbc44-3e72-418e-8899-0c1e1ca34a61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:53.334479 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fb1bbc44-3e72-418e-8899-0c1e1ca34a61 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1514316 Sep 25 01:07:53.335089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57138) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:53.362814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fdbc7c25-42f5-4c19-bae5-7e034557f366 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1133289 Sep 25 01:07:53.363264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57140) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:53.438684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-898cd7c9-8ac7-4928-84cf-496c16674f46 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet a74b9dd9-93a5-4909-8fab-ff1cacc0616d {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:53.498341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9d710aa-d34a-4573-8413-8debc4aad745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.552794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9c014f3a-addf-42c2-b392-b6a969adb753 None None] For port 6d874861-4293-4274-b12e-57b11ce43273, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d874861-4293-4274-b12e-57b11ce43273,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:53.574129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9d710aa-d34a-4573-8413-8debc4aad745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.591433 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8bed9cdb-d61c-44c1-96e0-9133d75277af req-9616a437-ee8a-4541-a581-267014034ed9 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 210 time: 0.0438926 Sep 25 01:07:53.612023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c014f3a-addf-42c2-b392-b6a969adb753 None None] Publish callbacks [] for port (6d874861-4293-4274-b12e-57b11ce43273), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.617230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6d874861-4293-4274-b12e-57b11ce43273 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:53.633121 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c9-8ac7-4928-84cf-496c16674f46 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (a74b9dd9-93a5-4909-8fab-ff1cacc0616d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.635195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:53.668865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9d710aa-d34a-4573-8413-8debc4aad745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.672144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c014f3a-addf-42c2-b392-b6a969adb753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6d874861-4293-4274-b12e-57b11ce43273), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.674784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9d710aa-d34a-4573-8413-8debc4aad745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.679989 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e9d710aa-d34a-4573-8413-8debc4aad745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834 HTTP/1.1" status: 204 len: 168 time: 0.3123569 Sep 25 01:07:53.683973 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57148) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:53.694251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d710aa-d34a-4573-8413-8debc4aad745 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a5e37-f5ea-42f8-b7fb-fe5eabecc834,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:53.726860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c9-8ac7-4928-84cf-496c16674f46 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (a74b9dd9-93a5-4909-8fab-ff1cacc0616d), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.807368 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7280e4a5-40fe-4d5a-a2c5-42d065bbbe5e tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1150835 Sep 25 01:07:53.808523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57150) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:53.814328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8b660302-6471-453a-9e35-0d0c96a12842 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group': {'name': 'tempest-secgroup--115974698'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:53.823573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:53.830964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c014f3a-addf-42c2-b392-b6a969adb753 None None] Pushing event updated for resources: {'Port': ['ID=6d874861-4293-4274-b12e-57b11ce43273,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:53.841256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6d874861-4293-4274-b12e-57b11ce43273 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:53.841256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6d874861-4293-4274-b12e-57b11ce43273), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.841256 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6d874861-4293-4274-b12e-57b11ce43273 Sep 25 01:07:53.883375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:53.901852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8b660302-6471-453a-9e35-0d0c96a12842 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.914210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c9-8ac7-4928-84cf-496c16674f46 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a74b9dd9-93a5-4909-8fab-ff1cacc0616d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:53.970901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6d874861-4293-4274-b12e-57b11ce43273 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:54.027701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c9-8ac7-4928-84cf-496c16674f46 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (a74b9dd9-93a5-4909-8fab-ff1cacc0616d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.074999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8b660302-6471-453a-9e35-0d0c96a12842 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (2baa9352-2690-4be2-94d3-c0965fd10884), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.076112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cd7c9-8ac7-4928-84cf-496c16674f46 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=a74b9dd9-93a5-4909-8fab-ff1cacc0616d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:54.078812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c9-8ac7-4928-84cf-496c16674f46 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.084915 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-898cd7c9-8ac7-4928-84cf-496c16674f46 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a74b9dd9-93a5-4909-8fab-ff1cacc0616d HTTP/1.1" status: 204 len: 168 time: 0.7459087 Sep 25 01:07:54.084915 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8b660302-6471-453a-9e35-0d0c96a12842 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (2baa9352-2690-4be2-94d3-c0965fd10884), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.085165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57152) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:54.120415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8b660302-6471-453a-9e35-0d0c96a12842 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.124796 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8b660302-6471-453a-9e35-0d0c96a12842 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3123772 Sep 25 01:07:54.124796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b660302-6471-453a-9e35-0d0c96a12842 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa9352-2690-4be2-94d3-c0965fd10884,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:54.125098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57154) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:54.132098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-82cd8021-b7ea-4ae3-a8cf-9fe895c0a67b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Request body: {'security_group_rule': {'security_group_id': '2baa9352-2690-4be2-94d3-c0965fd10884', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:54.168099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-517498c0-daf5-4eaa-b389-deddbf1c0c77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet ddbe0c85-c6e9-4138-9ab5-67405d360afa {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:54.173176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-517498c0-daf5-4eaa-b389-deddbf1c0c77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (ddbe0c85-c6e9-4138-9ab5-67405d360afa), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.217255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82cd8021-b7ea-4ae3-a8cf-9fe895c0a67b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (82961cf6-b48a-44eb-8e2f-722030fef45a), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.549306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eaa2df-ef8b-49a7-90e8-0238357eec42 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:54.610642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-517498c0-daf5-4eaa-b389-deddbf1c0c77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (ddbe0c85-c6e9-4138-9ab5-67405d360afa), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.641748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-63d19cd1-2744-4608-be64-afd93b0dbac0 None None] Could not find standard attr ID for object 002529c6-a24d-43b8-8371-c78c8f53fea3. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:07:54.681328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-63d19cd1-2744-4608-be64-afd93b0dbac0 None None] Provisioning complete for port 6d874861-4293-4274-b12e-57b11ce43273 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:54.681712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-63d19cd1-2744-4608-be64-afd93b0dbac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6d874861-4293-4274-b12e-57b11ce43273), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.682306 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-63d19cd1-2744-4608-be64-afd93b0dbac0 None None] Attempt 1 to provision port 6d874861-4293-4274-b12e-57b11ce43273 Sep 25 01:07:54.709403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82cd8021-b7ea-4ae3-a8cf-9fe895c0a67b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (82961cf6-b48a-44eb-8e2f-722030fef45a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.735575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82cd8021-b7ea-4ae3-a8cf-9fe895c0a67b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (82961cf6-b48a-44eb-8e2f-722030fef45a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.784457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-63d19cd1-2744-4608-be64-afd93b0dbac0 None None] Current status of the port 6d874861-4293-4274-b12e-57b11ce43273 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:54.829636 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-148975cc-d01a-4184-9825-b8e9d64f348b req-516a4fb9-f478-4e3c-9532-84dc7e3ae2dc tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 210 time: 0.1295323 Sep 25 01:07:54.839032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd8021-b7ea-4ae3-a8cf-9fe895c0a67b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82961cf6-b48a-44eb-8e2f-722030fef45a,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:54.868021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82cd8021-b7ea-4ae3-a8cf-9fe895c0a67b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.869031 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-82cd8021-b7ea-4ae3-a8cf-9fe895c0a67b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7436936 Sep 25 01:07:54.874389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57166) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:54.879344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-517498c0-daf5-4eaa-b389-deddbf1c0c77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (ddbe0c85-c6e9-4138-9ab5-67405d360afa), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:54.885223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:55.002975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c54ea602-bb3a-45e6-9007-9cb061fbc508 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (2baa9352-2690-4be2-94d3-c0965fd10884), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.007456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-517498c0-daf5-4eaa-b389-deddbf1c0c77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (ddbe0c85-c6e9-4138-9ab5-67405d360afa), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.040381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517498c0-daf5-4eaa-b389-deddbf1c0c77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbe0c85-c6e9-4138-9ab5-67405d360afa,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:55.041354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c54ea602-bb3a-45e6-9007-9cb061fbc508 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (2baa9352-2690-4be2-94d3-c0965fd10884), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.049439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-517498c0-daf5-4eaa-b389-deddbf1c0c77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.058727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-517498c0-daf5-4eaa-b389-deddbf1c0c77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ddbe0c85-c6e9-4138-9ab5-67405d360afa HTTP/1.1" status: 204 len: 168 time: 0.9688361 Sep 25 01:07:55.062151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57168) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:55.129149 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2f41be21-c1c2-4844-89e4-9ff910715aa0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622315 Sep 25 01:07:55.131321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57170) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:55.133209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c54ea602-bb3a-45e6-9007-9cb061fbc508 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (2baa9352-2690-4be2-94d3-c0965fd10884), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.139004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c54ea602-bb3a-45e6-9007-9cb061fbc508 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.140900 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c54ea602-bb3a-45e6-9007-9cb061fbc508 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2baa9352-2690-4be2-94d3-c0965fd10884 HTTP/1.1" status: 204 len: 168 time: 0.2651579 Sep 25 01:07:55.141908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:55.147516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57172) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:55.178650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ea602-bb3a-45e6-9007-9cb061fbc508 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa9352-2690-4be2-94d3-c0965fd10884,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:55.248153 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7c88608d-11ed-4481-ab9d-bcb6944afa0b tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0969889 Sep 25 01:07:55.251631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57174) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:55.256543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:55.309930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:55.310522 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8d1cdf0a-a5a9-44cf-b923-16b0b19a888f tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0572534 Sep 25 01:07:55.316832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57176) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:55.317383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.341429 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-8c5529a3-0e9e-45a2-b073-1d35ea798572 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] delete failed (client error): The resource could not be found. Sep 25 01:07:55.349565 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8c5529a3-0e9e-45a2-b073-1d35ea798572 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2baa9352-2690-4be2-94d3-c0965fd10884 HTTP/1.1" status: 404 len: 347 time: 0.0307803 Sep 25 01:07:55.350440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57178) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:55.417696 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-57ce55af-85fd-4cf3-96ab-7793df1b32b8 tempest-SecGroupTest-1931961975 tempest-SecGroupTest-1931961975-project] 10.222.0.49 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0656774 Sep 25 01:07:55.512971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6d874861-4293-4274-b12e-57b11ce43273 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:55.591669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6175dcef-aa17-4de6-b29e-b1ddafe696fb None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:55.595080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6d874861-4293-4274-b12e-57b11ce43273 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:55.595602 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6d874861-4293-4274-b12e-57b11ce43273), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.595966 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6d874861-4293-4274-b12e-57b11ce43273 Sep 25 01:07:55.626594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (62571fba-a2bf-4161-b876-10fb02dfb8b4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.692597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-16f58504-bb25-4a30-b961-eb3015d5aa2c None None] Provisioning complete for port 6d874861-4293-4274-b12e-57b11ce43273 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:55.693943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-16f58504-bb25-4a30-b961-eb3015d5aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6d874861-4293-4274-b12e-57b11ce43273), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.694448 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-16f58504-bb25-4a30-b961-eb3015d5aa2c None None] Attempt 1 to provision port 6d874861-4293-4274-b12e-57b11ce43273 Sep 25 01:07:55.738191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:55.752177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:55.753905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=62571fba-a2bf-4161-b876-10fb02dfb8b4,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:55.763904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:55.767891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:55.772364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:55.773094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.809712 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c4e59c80-e57d-4bb2-a0ef-ba4f61c2f8ef tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6708481 Sep 25 01:07:55.810263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57184) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:55.810437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57186) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:55.829189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:55.851278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6d874861-4293-4274-b12e-57b11ce43273 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:55.860660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-16f58504-bb25-4a30-b961-eb3015d5aa2c None None] Current status of the port 6d874861-4293-4274-b12e-57b11ce43273 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:55.909026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d2c888-0399-435a-96ed-36b5456ec5ee None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:55.989756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2c888-0399-435a-96ed-36b5456ec5ee None None] Deleting port 6d874861-4293-4274-b12e-57b11ce43273 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:55.990213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c888-0399-435a-96ed-36b5456ec5ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6d874861-4293-4274-b12e-57b11ce43273), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:55.997614 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-95042595-9b25-4a1d-855a-6600cd58ef3f req-6d742148-6dc7-4284-b0ed-ddbf2747b923 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 210 time: 0.0651665 Sep 25 01:07:56.106294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c5d2c888-0399-435a-96ed-36b5456ec5ee None None] For port 6d874861-4293-4274-b12e-57b11ce43273, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d874861-4293-4274-b12e-57b11ce43273,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:56.107004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c888-0399-435a-96ed-36b5456ec5ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6d874861-4293-4274-b12e-57b11ce43273), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.125989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2c888-0399-435a-96ed-36b5456ec5ee None None] Calling delete_port for 6d874861-4293-4274-b12e-57b11ce43273 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:56.146251 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c5e69d09-42ee-4db9-ad0b-41c4425d1dfa admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9fe4c647ecb14ff8b7bf226416d6a9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308740 Sep 25 01:07:56.148739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57196) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:56.185330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:56.189827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.218276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:56.230853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c888-0399-435a-96ed-36b5456ec5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (6d874861-4293-4274-b12e-57b11ce43273), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.255158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55d525d0-929b-4f95-b4b2-1b652c648527 admin admin] Publish callbacks [] for security_group (7bf3ffa4-27f0-457c-b8f4-dfc41e3fd0b4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.280501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2c888-0399-435a-96ed-36b5456ec5ee None None] No DVR routers for this DVR port 6d874861-4293-4274-b12e-57b11ce43273 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:56.287094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c888-0399-435a-96ed-36b5456ec5ee None None] Pushing event deleted for resources: {'Port': ['ID=6d874861-4293-4274-b12e-57b11ce43273,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:56.309468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55d525d0-929b-4f95-b4b2-1b652c648527 admin admin] Publish callbacks [] for security_group (7bf3ffa4-27f0-457c-b8f4-dfc41e3fd0b4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.326184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48368ca-2dd3-4359-9cd1-1356fea68b93 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:56.420554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55d525d0-929b-4f95-b4b2-1b652c648527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7bf3ffa4-27f0-457c-b8f4-dfc41e3fd0b4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.423680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55d525d0-929b-4f95-b4b2-1b652c648527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.425265 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-55d525d0-929b-4f95-b4b2-1b652c648527 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7bf3ffa4-27f0-457c-b8f4-dfc41e3fd0b4 HTTP/1.1" status: 204 len: 168 time: 0.2744839 Sep 25 01:07:56.437310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d525d0-929b-4f95-b4b2-1b652c648527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf3ffa4-27f0-457c-b8f4-dfc41e3fd0b4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:56.532189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '62571fba-a2bf-4161-b876-10fb02dfb8b4'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:07:56.534231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.771146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:07:56.773087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (a0b3f51f-eee5-4a41-8b3d-94156b2cea18), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.800967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Allocated IP 172.20.0.2 (cf904343-f06f-476a-b370-411af221ea3d/62571fba-a2bf-4161-b876-10fb02dfb8b4/6cbefe76-852d-416d-97e1-1bee2e579192) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:56.841197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:56.853399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:56.864592 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:56.865222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:56.869373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=a0b3f51f-eee5-4a41-8b3d-94156b2cea18,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:56.901918 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1e50783a-8872-4b37-bad4-ca1c259b178f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0843506 Sep 25 01:07:56.902389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57202) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:56.909829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:74:11:15', 'name': 'tempest-NetworksTestDHCPv6-1273912394'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:57.009771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Publish callbacks [] for port (6cbefe76-852d-416d-97e1-1bee2e579192), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:57.018567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:57.070624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:57.087253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:57.099102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:57.103470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:57.107345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Pushing event updated for resources: {'Port': ['ID=6cbefe76-852d-416d-97e1-1bee2e579192,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:57.171053 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=6,neutron:UPDATE=1,neutron:SELECT=85,neutron:INSERT=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:57.221797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Attempting to bind port 6cbefe76-852d-416d-97e1-1bee2e579192 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:57.222376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Attempting to bind port 6cbefe76-852d-416d-97e1-1bee2e579192 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:57.222960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Attempting to bind port 6cbefe76-852d-416d-97e1-1bee2e579192 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:57.233170 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9292def2-f80a-492b-9c07-ef80b4db0cf6 req-20f630d0-58ba-4de2-8c3d-ecb7ac85e573 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 210 time: 0.0770459 Sep 25 01:07:57.262391 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:57.295412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 3e4e0b74-c6bd-4556-b76f-b9c05fc83be0 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:07:57.310836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:57.318039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:57.318624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:57.318807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:57.319285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:57.319665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Bound port: 6cbefe76-852d-416d-97e1-1bee2e579192, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:57.320171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:57.461000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] For port 6cbefe76-852d-416d-97e1-1bee2e579192, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:57.469065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] For port 6cbefe76-852d-416d-97e1-1bee2e579192, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cbefe76-852d-416d-97e1-1bee2e579192,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:57.475997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:57.482853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:57.545229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:57.549345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:57.585376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-939b4ebf-32a2-4976-8a33-da7d9bd0be1b tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:57.587442 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-939b4ebf-32a2-4976-8a33-da7d9bd0be1b tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.60 "GET /networking/v2.0/networks?id=6e3d82cc-9728-448a-90cb-1e0c6ede4301 HTTP/1.1" status: 200 len: 811 time: 0.2544160 Sep 25 01:07:57.608594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Request body: {'port': {'device_id': '0eec03f6-6d53-465f-8e14-8d6311e69f5d', 'network_id': '6e3d82cc-9728-448a-90cb-1e0c6ede4301', 'admin_state_up': True, 'tenant_id': 'a8b7f80eb37c43d992b3fd486ee611c7'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:57.609148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6d874861-4293-4274-b12e-57b11ce43273 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:57.665976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 6d874861-4293-4274-b12e-57b11ce43273 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:57.665976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6d874861-4293-4274-b12e-57b11ce43273 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:57.691594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07770317-179e-4a97-95dd-406a8a3d496c None None] Pushing event updated for resources: {'Port': ['ID=6cbefe76-852d-416d-97e1-1bee2e579192,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:57.773318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 172.20.0.4 (cf904343-f06f-476a-b370-411af221ea3d/62571fba-a2bf-4161-b876-10fb02dfb8b4/3e4e0b74-c6bd-4556-b76f-b9c05fc83be0) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:57.780497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:57.805775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fe74:1115 (cf904343-f06f-476a-b370-411af221ea3d/a0b3f51f-eee5-4a41-8b3d-94156b2cea18/3e4e0b74-c6bd-4556-b76f-b9c05fc83be0) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:57.830916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Made reservation on behalf of a8b7f80eb37c43d992b3fd486ee611c7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:07:57.837236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.002734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Allocated IP 172.20.0.12 (6e3d82cc-9728-448a-90cb-1e0c6ede4301/69c88406-ec09-48e0-b2c6-84221d5682a8/2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:07:58.025867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (3e4e0b74-c6bd-4556-b76f-b9c05fc83be0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.060864 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (3e4e0b74-c6bd-4556-b76f-b9c05fc83be0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.105995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:58.109323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:58.113414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:58.120434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=3e4e0b74-c6bd-4556-b76f-b9c05fc83be0,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:58.167096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:58.167888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.173816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Publish callbacks [] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.191940 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0f4f079d-100e-4b9e-9c80-18e7071e02a5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2859418 Sep 25 01:07:58.192391 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57210) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:58.209581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.244342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac14d2a-9b05-4593-b956-32dc218c23b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:58.249981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac14d2a-9b05-4593-b956-32dc218c23b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:58.251609 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9ac14d2a-9b05-4593-b956-32dc218c23b7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0581379 Sep 25 01:07:58.254441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57212) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:58.262313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Network 6e3d82cc-9728-448a-90cb-1e0c6ede4301 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:07:58.267142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:07:58.271048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:07:58.321772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:58.322309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.332079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Pushing event updated for resources: {'Port': ['ID=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:58.345201 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-81355a1c-d7b4-4a54-b123-55dc0620dd8a tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7416496 Sep 25 01:07:58.388952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b9105-37f6-4692-816a-146456c825df tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 3e4e0b74-c6bd-4556-b76f-b9c05fc83be0 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:58.389321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9105-37f6-4692-816a-146456c825df tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3e4e0b74-c6bd-4556-b76f-b9c05fc83be0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.400331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Request body: {'port': {'device_id': '0eec03f6-6d53-465f-8e14-8d6311e69f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:58.418481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d48361-c54c-4c90-aac0-b3eec1ac68dc req-e924505a-5556-43c0-822f-223476d0460d tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:58.420157 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-22d48361-c54c-4c90-aac0-b3eec1ac68dc req-e924505a-5556-43c0-822f-223476d0460d tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 932 time: 0.0826137 Sep 25 01:07:58.474109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.522214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:58.541173 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-22d48361-c54c-4c90-aac0-b3eec1ac68dc req-7e92e036-ba98-4b07-a2ba-a9057f9c7b04 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848866 Sep 25 01:07:58.556767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9105-37f6-4692-816a-146456c825df tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3e4e0b74-c6bd-4556-b76f-b9c05fc83be0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.577492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b9105-37f6-4692-816a-146456c825df tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 3e4e0b74-c6bd-4556-b76f-b9c05fc83be0 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:58.582915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3fdc7958-b159-4706-94d4-e0e0740a4431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.669579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:58.698447 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=38 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:58.783388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c13ae9-b557-4b91-b166-794de34c78f0 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:58.827597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9105-37f6-4692-816a-146456c825df tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (3e4e0b74-c6bd-4556-b76f-b9c05fc83be0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.870384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b9105-37f6-4692-816a-146456c825df tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=3e4e0b74-c6bd-4556-b76f-b9c05fc83be0,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:58.877845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:58.880843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:58.886101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-316c2e68-841e-40c4-8aa4-bb2abf45041e None None] Provisioning complete for port 6cbefe76-852d-416d-97e1-1bee2e579192 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:58.886771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-316c2e68-841e-40c4-8aa4-bb2abf45041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.887368 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-316c2e68-841e-40c4-8aa4-bb2abf45041e None None] Attempt 1 to provision port 6cbefe76-852d-416d-97e1-1bee2e579192 Sep 25 01:07:58.959803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:07:58.969826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Publish callbacks [] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.992377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9105-37f6-4692-816a-146456c825df tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:58.996584 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ea8b9105-37f6-4692-816a-146456c825df tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3e4e0b74-c6bd-4556-b76f-b9c05fc83be0 HTTP/1.1" status: 204 len: 168 time: 0.7411141 Sep 25 01:07:59.000267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57216) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:59.002299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Transition to ACTIVE for port object 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:07:59.006609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.058322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Pushing event updated for resources: {'Port': ['ID=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:59.071329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e2719-533c-40e6-8d26-578cea9ef2ad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:59.074187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e2719-533c-40e6-8d26-578cea9ef2ad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:59.076103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e2719-533c-40e6-8d26-578cea9ef2ad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:59.078031 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b77e2719-533c-40e6-8d26-578cea9ef2ad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0763474 Sep 25 01:07:59.081894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57218) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:59.087806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-316c2e68-841e-40c4-8aa4-bb2abf45041e None None] Current status of the port 6cbefe76-852d-416d-97e1-1bee2e579192 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:59.088800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-316c2e68-841e-40c4-8aa4-bb2abf45041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.131031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a684bf-3e4f-4d0b-9a12-3acd8df2143e None None] Update dhcp port {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': '62571fba-a2bf-4161-b876-10fb02dfb8b4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0b3f51f-eee5-4a41-8b3d-94156b2cea18'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '6cbefe76-852d-416d-97e1-1bee2e579192'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:07:59.152768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0915d666-4c8c-4fb6-9939-613cbc7411a4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 62571fba-a2bf-4161-b876-10fb02dfb8b4 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:59.156489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0915d666-4c8c-4fb6-9939-613cbc7411a4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (62571fba-a2bf-4161-b876-10fb02dfb8b4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.169823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Attempting to bind port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:07:59.170211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Attempting to bind port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '63e5e1b8-e7ec-4340-ac4a-dd3a93d59254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e3d82cc-9728-448a-90cb-1e0c6ede4301'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:07:59.170966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Attempting to bind port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 on network 6e3d82cc-9728-448a-90cb-1e0c6ede4301 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:59.171748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-316c2e68-841e-40c4-8aa4-bb2abf45041e None None] For port 6cbefe76-852d-416d-97e1-1bee2e579192, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cbefe76-852d-416d-97e1-1bee2e579192,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:59.179081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-31a684bf-3e4f-4d0b-9a12-3acd8df2143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.181248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-316c2e68-841e-40c4-8aa4-bb2abf45041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.211397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0915d666-4c8c-4fb6-9939-613cbc7411a4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (62571fba-a2bf-4161-b876-10fb02dfb8b4), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.226968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 on network 6e3d82cc-9728-448a-90cb-1e0c6ede4301 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:07:59.227318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Attempting to bind port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 on network 6e3d82cc-9728-448a-90cb-1e0c6ede4301 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:07:59.284282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:07:59.285740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Checking segment: {'id': '63e5e1b8-e7ec-4340-ac4a-dd3a93d59254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e3d82cc-9728-448a-90cb-1e0c6ede4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:07:59.286377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Bound using segment: {'id': '63e5e1b8-e7ec-4340-ac4a-dd3a93d59254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e3d82cc-9728-448a-90cb-1e0c6ede4301'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:07:59.287107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Bound port: 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e5e1b8-e7ec-4340-ac4a-dd3a93d59254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e3d82cc-9728-448a-90cb-1e0c6ede4301'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:07:59.296127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.309568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0915d666-4c8c-4fb6-9939-613cbc7411a4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (62571fba-a2bf-4161-b876-10fb02dfb8b4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.383104 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0915d666-4c8c-4fb6-9939-613cbc7411a4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (62571fba-a2bf-4161-b876-10fb02dfb8b4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.406768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] For port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:07:59.410670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] For port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,segment=NetworkSegment(63e5e1b8-e7ec-4340-ac4a-dd3a93d59254),segment_id=63e5e1b8-e7ec-4340-ac4a-dd3a93d59254)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:07:59.426009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.430723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:59.431547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.434909 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 HTTP/1.1" status: 200 len: 1094 time: 1.0391390 Sep 25 01:07:59.436855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915d666-4c8c-4fb6-9939-613cbc7411a4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=62571fba-a2bf-4161-b876-10fb02dfb8b4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:59.441202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0915d666-4c8c-4fb6-9939-613cbc7411a4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.445996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eec03f6-6d53-465f-8e14-8d6311e69f5d', 'tag': '2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:07:59.449939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0ef36d-41dd-459e-b8b8-35b5892de651" -d '{"events": [{"name": "network-changed", "server_uuid": "0eec03f6-6d53-465f-8e14-8d6311e69f5d", "tag": "2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:07:59.454459 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0915d666-4c8c-4fb6-9939-613cbc7411a4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/62571fba-a2bf-4161-b876-10fb02dfb8b4 HTTP/1.1" status: 204 len: 168 time: 0.3687987 Sep 25 01:07:59.455112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57220) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:59.529599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c2e68-841e-40c4-8aa4-bb2abf45041e None None] Pushing event updated for resources: {'Port': ['ID=6cbefe76-852d-416d-97e1-1bee2e579192,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:59.530050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a837a5-b4c0-46bb-9ed0-6760f463ba6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet a0b3f51f-eee5-4a41-8b3d-94156b2cea18 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:59.534283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23a837a5-b4c0-46bb-9ed0-6760f463ba6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (a0b3f51f-eee5-4a41-8b3d-94156b2cea18), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.579154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5191418f-ce92-40a8-9359-df77624fea55 x-openstack-request-id: req-5191418f-ce92-40a8-9359-df77624fea55 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:07:59.579452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eec03f6-6d53-465f-8e14-8d6311e69f5d", "tag": "2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:07:59.579711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5191418f-ce92-40a8-9359-df77624fea55 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:07:59.580177 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5191418f-ce92-40a8-9359-df77624fea55'] response: {'name': 'network-changed', 'server_uuid': '0eec03f6-6d53-465f-8e14-8d6311e69f5d', 'tag': '2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4', 'status': 'completed', 'code': 200} Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server [None req-31a684bf-3e4f-4d0b-9a12-3acd8df2143e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62571fba-a2bf-4161-b876-10fb02dfb8b4: This subnet is being modified by another concurrent operation. Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 329, in update_dhcp_port Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 120, in _port_action Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1850, in update_port Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in update_port Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise exception Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62571fba-a2bf-4161-b876-10fb02dfb8b4: This subnet is being modified by another concurrent operation. Sep 25 01:07:59.581109 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Sep 25 01:07:59.603681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23a837a5-b4c0-46bb-9ed0-6760f463ba6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (a0b3f51f-eee5-4a41-8b3d-94156b2cea18), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.617107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323e37b-1c13-4dda-b271-80286dff1971 service neutron] Pushing event updated for resources: {'Port': ['ID=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:59.621754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-9710864f-f2ca-4640-ae23-4a6b6c262cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:59.623684 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-9710864f-f2ca-4640-ae23-4a6b6c262cf0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a8b7f80eb37c43d992b3fd486ee611c7&device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 1128 time: 0.1017151 Sep 25 01:07:59.624629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6cbefe76-852d-416d-97e1-1bee2e579192 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:59.685350 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-90a09d93-9a46-4de5-b65d-98434d46820f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 HTTP/1.1" status: 200 len: 217 time: 0.0473578 Sep 25 01:07:59.687809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf1ce8-cdea-45b3-bd80-e840d1f0e998 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:07:59.715235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23a837a5-b4c0-46bb-9ed0-6760f463ba6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a0b3f51f-eee5-4a41-8b3d-94156b2cea18), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.726279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6cbefe76-852d-416d-97e1-1bee2e579192 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:59.726660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.727200 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6cbefe76-852d-416d-97e1-1bee2e579192 Sep 25 01:07:59.740326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-cc0b2d69-61f1-4cce-b86f-ee39f604d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:59.742619 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-cc0b2d69-61f1-4cce-b86f-ee39f604d055 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=69c88406-ec09-48e0-b2c6-84221d5682a8 HTTP/1.1" status: 200 len: 851 time: 0.0518661 Sep 25 01:07:59.752644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872d49a-1f70-45d8-a6b3-a28cb84747ce req-1167964d-3f31-452a-9211-d0ab324a677c tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:59.754176 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f872d49a-1f70-45d8-a6b3-a28cb84747ce req-1167964d-3f31-452a-9211-d0ab324a677c tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 944 time: 0.0927653 Sep 25 01:07:59.764633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-01e93b86-8b1b-4861-bef6-12d2478f99de None None] Provisioning complete for port 6cbefe76-852d-416d-97e1-1bee2e579192 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:59.765086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-01e93b86-8b1b-4861-bef6-12d2478f99de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.765443 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-01e93b86-8b1b-4861-bef6-12d2478f99de None None] Attempt 1 to provision port 6cbefe76-852d-416d-97e1-1bee2e579192 Sep 25 01:07:59.787759 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-5cc7dfae-e09b-4104-b057-a449d8c589bb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6e3d82cc-9728-448a-90cb-1e0c6ede4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392649 Sep 25 01:07:59.791034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:59.831577 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f872d49a-1f70-45d8-a6b3-a28cb84747ce req-306f722a-0adc-4635-a710-10476884d418 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686805 Sep 25 01:07:59.846689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23a837a5-b4c0-46bb-9ed0-6760f463ba6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (a0b3f51f-eee5-4a41-8b3d-94156b2cea18), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.856800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:59.880771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:59.882640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a837a5-b4c0-46bb-9ed0-6760f463ba6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b3f51f-eee5-4a41-8b3d-94156b2cea18,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:59.891939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23a837a5-b4c0-46bb-9ed0-6760f463ba6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:59.896622 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-23a837a5-b4c0-46bb-9ed0-6760f463ba6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a0b3f51f-eee5-4a41-8b3d-94156b2cea18 HTTP/1.1" status: 204 len: 168 time: 0.4400854 Sep 25 01:07:59.899024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57226) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:59.907307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:59.917057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-16d3d659-8f06-4081-8de1-f810a2c4b3cf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218534 Sep 25 01:07:59.950403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf1ce8-cdea-45b3-bd80-e840d1f0e998 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:07:59.954262 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8bfae220-4204-4b5f-880b-ba3f416fd5ed tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538278 Sep 25 01:07:59.957443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57228) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:59.965568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:59.985928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6cbefe76-852d-416d-97e1-1bee2e579192 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:00.000848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-01e93b86-8b1b-4861-bef6-12d2478f99de None None] Current status of the port 6cbefe76-852d-416d-97e1-1bee2e579192 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:00.046792 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7263a1df-cc28-4cfd-8fd1-e18f74c86749 req-083233e1-017b-410d-843b-ffac7cb3c088 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236062 Sep 25 01:08:00.085898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:00.089931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:00.202799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce49a51-b2e3-4325-8b9a-e94e6f5a4b07 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:00.309411 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (29dd7280-f0f9-4a61-a0b1-5704d2762b56), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:00.311340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-29bfb31c-30e9-49f3-89e0-bbecd0a4b071 None None] Provisioning complete for port 6cbefe76-852d-416d-97e1-1bee2e579192 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:00.311577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-29bfb31c-30e9-49f3-89e0-bbecd0a4b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:00.311882 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-29bfb31c-30e9-49f3-89e0-bbecd0a4b071 None None] Attempt 1 to provision port 6cbefe76-852d-416d-97e1-1bee2e579192 Sep 25 01:08:00.380127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:00.389381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:00.395730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:00.396355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:00.405084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=29dd7280-f0f9-4a61-a0b1-5704d2762b56,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:00.422587 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c1f41741-a06a-445a-8e8c-cf170d7bff72 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4601715 Sep 25 01:08:00.422587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57230) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:00.427725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:00.429489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a8f759-ad05-4b29-b944-800609d98819 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:00.439120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-29bfb31c-30e9-49f3-89e0-bbecd0a4b071 None None] Current status of the port 6cbefe76-852d-416d-97e1-1bee2e579192 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:00.483437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8f759-ad05-4b29-b944-800609d98819 None None] Deleting port 6cbefe76-852d-416d-97e1-1bee2e579192 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:00.483809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f759-ad05-4b29-b944-800609d98819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:00.569139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:00.573539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:00.575369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f4a8f759-ad05-4b29-b944-800609d98819 None None] For port 6cbefe76-852d-416d-97e1-1bee2e579192, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cbefe76-852d-416d-97e1-1bee2e579192,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:00.575777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f759-ad05-4b29-b944-800609d98819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:00.591390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8f759-ad05-4b29-b944-800609d98819 None None] Calling delete_port for 6cbefe76-852d-416d-97e1-1bee2e579192 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:00.682375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f759-ad05-4b29-b944-800609d98819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (6cbefe76-852d-416d-97e1-1bee2e579192), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:00.709408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8f759-ad05-4b29-b944-800609d98819 None None] Pushing event deleted for resources: {'Port': ['ID=6cbefe76-852d-416d-97e1-1bee2e579192,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:00.715259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8f759-ad05-4b29-b944-800609d98819 None None] No DVR routers for this DVR port 6cbefe76-852d-416d-97e1-1bee2e579192 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:00.733466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9dfbb1-4707-4983-824a-9bb6656014f3 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:00.846721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '29dd7280-f0f9-4a61-a0b1-5704d2762b56'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:00.847980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:00.992920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:01.019888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d469b4-7005-4fca-a893-39c97a1bff8e req-674c8983-7c83-440e-8c6a-c4477894c562 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:01.022326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-85d469b4-7005-4fca-a893-39c97a1bff8e req-674c8983-7c83-440e-8c6a-c4477894c562 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 944 time: 0.0817118 Sep 25 01:08:01.051694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:01.059811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Allocated IP 172.20.0.2 (cf904343-f06f-476a-b370-411af221ea3d/29dd7280-f0f9-4a61-a0b1-5704d2762b56/843b6c9b-7026-4a23-bd5d-d78edd27c600) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:01.064522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:01.101005 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-85d469b4-7005-4fca-a893-39c97a1bff8e req-d55d8b35-ab20-47d3-931a-c23a8a1e6496 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677547 Sep 25 01:08:01.254982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:01.286583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:08:01.289415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (ed54166f-812e-4c54-8d84-5bf3cf2c5954), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:01.292123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Publish callbacks [] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:01.301958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:01.339645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:01.347483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:01.354183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:01.358948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:01.363076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Pushing event updated for resources: {'Port': ['ID=843b6c9b-7026-4a23-bd5d-d78edd27c600,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:01.383334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:01.387789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:01.390666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=ed54166f-812e-4c54-8d84-5bf3cf2c5954,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:01.393979 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:01.394854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:01.415098 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-06ccfd84-b438-4886-ac62-068f0dcd4ce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9913878 Sep 25 01:08:01.421625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57234) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:01.430248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:5c:aa:2e', 'name': 'tempest-NetworksTestDHCPv6-689663867'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:01.470210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2037c0d-c955-4f00-8259-389a69db7d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:01.476922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Attempting to bind port 843b6c9b-7026-4a23-bd5d-d78edd27c600 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:01.477435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Attempting to bind port 843b6c9b-7026-4a23-bd5d-d78edd27c600 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:01.477918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Attempting to bind port 843b6c9b-7026-4a23-bd5d-d78edd27c600 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:01.503793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6cbefe76-852d-416d-97e1-1bee2e579192 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:01.527714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 6cbefe76-852d-416d-97e1-1bee2e579192 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:01.528081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6cbefe76-852d-416d-97e1-1bee2e579192 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:01.549781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:01.550157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:01.550567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:01.550966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:01.551442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Bound port: 843b6c9b-7026-4a23-bd5d-d78edd27c600, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:01.551824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:01.563887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:01.573254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:01.642642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] For port 843b6c9b-7026-4a23-bd5d-d78edd27c600, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:01.648211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] For port 843b6c9b-7026-4a23-bd5d-d78edd27c600, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=843b6c9b-7026-4a23-bd5d-d78edd27c600,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:01.655857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:01.693029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:01.719413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ac4e4-2db8-4dbc-a9eb-7a462f2b5811 None None] Pushing event updated for resources: {'Port': ['ID=843b6c9b-7026-4a23-bd5d-d78edd27c600,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:01.724128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 32bb9b64-712b-49ad-aad5-c77318ab9e29 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:01.939958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 172.20.0.7 (cf904343-f06f-476a-b370-411af221ea3d/29dd7280-f0f9-4a61-a0b1-5704d2762b56/32bb9b64-712b-49ad-aad5-c77318ab9e29) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:01.947426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fe5c:aa2e (cf904343-f06f-476a-b370-411af221ea3d/ed54166f-812e-4c54-8d84-5bf3cf2c5954/32bb9b64-712b-49ad-aad5-c77318ab9e29) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:02.124427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (32bb9b64-712b-49ad-aad5-c77318ab9e29), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:02.141071 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:02.179747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (32bb9b64-712b-49ad-aad5-c77318ab9e29), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:02.238213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:02.242343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:02.247541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:02.268801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5eb25-9be0-4bbb-97ce-57f9e9da5b0b req-a9d00734-1ff3-4225-ac44-3556dea25598 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:02.270353 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dec5eb25-9be0-4bbb-97ce-57f9e9da5b0b req-a9d00734-1ff3-4225-ac44-3556dea25598 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 944 time: 0.0590625 Sep 25 01:08:02.277425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=32bb9b64-712b-49ad-aad5-c77318ab9e29,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:02.314021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:02.314698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:02.326200 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dec5eb25-9be0-4bbb-97ce-57f9e9da5b0b req-2672eb6d-7ea7-440d-bc73-fbdbe1e56c0b tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486240 Sep 25 01:08:02.337360 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e6f9302d-deaf-444e-91a3-883366236923 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9140818 Sep 25 01:08:02.338959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57238) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:02.412851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:02.416980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649515e-2136-4c38-a709-0efbc603386a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:02.423469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649515e-2136-4c38-a709-0efbc603386a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:02.425180 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3649515e-2136-4c38-a709-0efbc603386a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0847805 Sep 25 01:08:02.432240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-450a8d15-6472-409c-afa9-d131dc4ab4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:02.432579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57240) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:02.434738 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-450a8d15-6472-409c-afa9-d131dc4ab4b4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a8b7f80eb37c43d992b3fd486ee611c7&device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 1128 time: 0.0625732 Sep 25 01:08:02.558714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bab37aee-60db-44ec-a24e-bf58006a7ce4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 32bb9b64-712b-49ad-aad5-c77318ab9e29 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:02.559389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bab37aee-60db-44ec-a24e-bf58006a7ce4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (32bb9b64-712b-49ad-aad5-c77318ab9e29), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:02.585023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-c405d629-f184-46e9-8ca2-38d72814070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:02.587049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-c405d629-f184-46e9-8ca2-38d72814070f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6e3d82cc-9728-448a-90cb-1e0c6ede4301 HTTP/1.1" status: 200 len: 912 time: 0.1461272 Sep 25 01:08:02.638911 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-807854f8-4f41-427e-84d6-4ef9b4331019 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 HTTP/1.1" status: 200 len: 217 time: 0.0451686 Sep 25 01:08:02.695360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bab37aee-60db-44ec-a24e-bf58006a7ce4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (32bb9b64-712b-49ad-aad5-c77318ab9e29), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:02.714276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bab37aee-60db-44ec-a24e-bf58006a7ce4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 32bb9b64-712b-49ad-aad5-c77318ab9e29 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:02.719575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-82430c61-2fa9-4ad6-95c1-2860eb640122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:02.721610 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-82430c61-2fa9-4ad6-95c1-2860eb640122 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=69c88406-ec09-48e0-b2c6-84221d5682a8 HTTP/1.1" status: 200 len: 851 time: 0.0749986 Sep 25 01:08:02.759017 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-bc45aefd-3c66-426b-9390-1d70591811ff service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6e3d82cc-9728-448a-90cb-1e0c6ede4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313663 Sep 25 01:08:02.817308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca1cbb-4e31-42d6-a4d8-5afa5caff9aa None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:02.844581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:02.879928 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-e3eaf37f-d4c7-49bf-a912-6611164c28c3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151173 Sep 25 01:08:02.894651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-003c9054-4d39-4bd1-bbaa-08cc421fedf2 None None] Provisioning complete for port 843b6c9b-7026-4a23-bd5d-d78edd27c600 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:02.895045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-003c9054-4d39-4bd1-bbaa-08cc421fedf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:02.895591 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-003c9054-4d39-4bd1-bbaa-08cc421fedf2 None None] Attempt 1 to provision port 843b6c9b-7026-4a23-bd5d-d78edd27c600 Sep 25 01:08:02.934947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bab37aee-60db-44ec-a24e-bf58006a7ce4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (32bb9b64-712b-49ad-aad5-c77318ab9e29), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:02.975551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab37aee-60db-44ec-a24e-bf58006a7ce4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=32bb9b64-712b-49ad-aad5-c77318ab9e29,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:03.003440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c0ef36d-41dd-459e-b8b8-35b5892de651 req-87a23d50-c43d-479a-85c7-bcfff424c381 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178253 Sep 25 01:08:03.033690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-003c9054-4d39-4bd1-bbaa-08cc421fedf2 None None] Current status of the port 843b6c9b-7026-4a23-bd5d-d78edd27c600 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:03.034238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-003c9054-4d39-4bd1-bbaa-08cc421fedf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.072590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:03.094502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bab37aee-60db-44ec-a24e-bf58006a7ce4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.098014 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bab37aee-60db-44ec-a24e-bf58006a7ce4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/32bb9b64-712b-49ad-aad5-c77318ab9e29 HTTP/1.1" status: 204 len: 168 time: 0.6640422 Sep 25 01:08:03.100659 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57242) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:03.112625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-003c9054-4d39-4bd1-bbaa-08cc421fedf2 None None] For port 843b6c9b-7026-4a23-bd5d-d78edd27c600, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=843b6c9b-7026-4a23-bd5d-d78edd27c600,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:03.113893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08323f0-eb70-4526-9320-b0273487ecea None None] Update dhcp port {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': '29dd7280-f0f9-4a61-a0b1-5704d2762b56', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed54166f-812e-4c54-8d84-5bf3cf2c5954'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '843b6c9b-7026-4a23-bd5d-d78edd27c600'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:08:03.117779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-003c9054-4d39-4bd1-bbaa-08cc421fedf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.161789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5e43d-7f57-4bfc-bae6-155800d56d23 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:03.163457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5e43d-7f57-4bfc-bae6-155800d56d23 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:03.165333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5e43d-7f57-4bfc-bae6-155800d56d23 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:03.167722 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cca5e43d-7f57-4bfc-bae6-155800d56d23 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0659347 Sep 25 01:08:03.171665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57246) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:03.178978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b08323f0-eb70-4526-9320-b0273487ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.184556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:03.208447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c9054-4d39-4bd1-bbaa-08cc421fedf2 None None] Pushing event updated for resources: {'Port': ['ID=843b6c9b-7026-4a23-bd5d-d78edd27c600,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:03.301326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57248) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:03.407890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-b08323f0-eb70-4526-9320-b0273487ecea None None] Allocated IP 2001:db8::f816:3eff:fe61:d147 (cf904343-f06f-476a-b370-411af221ea3d/ed54166f-812e-4c54-8d84-5bf3cf2c5954/843b6c9b-7026-4a23-bd5d-d78edd27c600) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:03.434847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a288fb9-4db0-48af-8311-a12d723fd53e tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:03.435476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a288fb9-4db0-48af-8311-a12d723fd53e tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:03.435999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a288fb9-4db0-48af-8311-a12d723fd53e tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:03.441948 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6a288fb9-4db0-48af-8311-a12d723fd53e tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?project_id=f3037fe0585446c3b0d17aab7e7c516b&network_id=cb3c671b-1792-47f2-88a7-c4475412dd1c HTTP/1.1" status: 200 len: 3103 time: 0.1382766 Sep 25 01:08:03.537967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 843b6c9b-7026-4a23-bd5d-d78edd27c600 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:03.561339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56470e5-1bf3-4417-bb54-8e102cc0978c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 29dd7280-f0f9-4a61-a0b1-5704d2762b56 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:03.574239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47e731-3da4-47b0-885f-45f3b4547f33 req-c0dd6e11-cea1-4344-8a81-1a2523acaa4e tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:03.574239 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cf47e731-3da4-47b0-885f-45f3b4547f33 req-c0dd6e11-cea1-4344-8a81-1a2523acaa4e tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 944 time: 0.0838845 Sep 25 01:08:03.594516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b08323f0-eb70-4526-9320-b0273487ecea None None] For port 843b6c9b-7026-4a23-bd5d-d78edd27c600, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=843b6c9b-7026-4a23-bd5d-d78edd27c600,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:03.637143 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cf47e731-3da4-47b0-885f-45f3b4547f33 req-f132abd3-b60c-4838-9956-12e7c7220756 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565121 Sep 25 01:08:03.637506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b08323f0-eb70-4526-9320-b0273487ecea None None] Publish callbacks [] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.643494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d56470e5-1bf3-4417-bb54-8e102cc0978c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (29dd7280-f0f9-4a61-a0b1-5704d2762b56), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.644187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b08323f0-eb70-4526-9320-b0273487ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.650137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 843b6c9b-7026-4a23-bd5d-d78edd27c600 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:03.652087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.652775 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 843b6c9b-7026-4a23-bd5d-d78edd27c600 Sep 25 01:08:03.716811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d56470e5-1bf3-4417-bb54-8e102cc0978c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (29dd7280-f0f9-4a61-a0b1-5704d2762b56), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.770229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.776442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08323f0-eb70-4526-9320-b0273487ecea None None] Pushing event updated for resources: {'Port': ['ID=843b6c9b-7026-4a23-bd5d-d78edd27c600,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:03.848891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 843b6c9b-7026-4a23-bd5d-d78edd27c600 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:03.855284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d56470e5-1bf3-4417-bb54-8e102cc0978c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (29dd7280-f0f9-4a61-a0b1-5704d2762b56), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.945578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d56470e5-1bf3-4417-bb54-8e102cc0978c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (29dd7280-f0f9-4a61-a0b1-5704d2762b56), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:03.992189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56470e5-1bf3-4417-bb54-8e102cc0978c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=29dd7280-f0f9-4a61-a0b1-5704d2762b56,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:03.998024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d56470e5-1bf3-4417-bb54-8e102cc0978c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.001335 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d56470e5-1bf3-4417-bb54-8e102cc0978c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/29dd7280-f0f9-4a61-a0b1-5704d2762b56 HTTP/1.1" status: 204 len: 168 time: 0.8281884 Sep 25 01:08:04.004126 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57256) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:04.068641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-36760ad7-ccd1-4fb5-90ad-50450857f766 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet ed54166f-812e-4c54-8d84-5bf3cf2c5954 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:04.073613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36760ad7-ccd1-4fb5-90ad-50450857f766 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (ed54166f-812e-4c54-8d84-5bf3cf2c5954), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.122584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36760ad7-ccd1-4fb5-90ad-50450857f766 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (ed54166f-812e-4c54-8d84-5bf3cf2c5954), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.161306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:08:04.176841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:04.187644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:04.231637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36760ad7-ccd1-4fb5-90ad-50450857f766 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (ed54166f-812e-4c54-8d84-5bf3cf2c5954), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.312587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,segment=NetworkSegment(63e5e1b8-e7ec-4340-ac4a-dd3a93d59254),segment_id=63e5e1b8-e7ec-4340-ac4a-dd3a93d59254)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:04.317604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36760ad7-ccd1-4fb5-90ad-50450857f766 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (ed54166f-812e-4c54-8d84-5bf3cf2c5954), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.331723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4', 'network_id': '6e3d82cc-9728-448a-90cb-1e0c6ede4301', 'port_id': '2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4', 'mac_address': 'fa:16:3e:b4:d3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c88406-ec09-48e0-b2c6-84221d5682a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:08:04.337810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:04.355790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36760ad7-ccd1-4fb5-90ad-50450857f766 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=ed54166f-812e-4c54-8d84-5bf3cf2c5954,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:04.361783 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-36760ad7-ccd1-4fb5-90ad-50450857f766 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.370672 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-36760ad7-ccd1-4fb5-90ad-50450857f766 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ed54166f-812e-4c54-8d84-5bf3cf2c5954 HTTP/1.1" status: 204 len: 168 time: 0.3599815 Sep 25 01:08:04.370878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57260) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:04.389621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:04.391334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.411293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:08:04.423130 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b4ad58d0-82a2-40f3-a86d-8f8999b75011 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514433 Sep 25 01:08:04.425977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57262) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:04.440092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,segment=NetworkSegment(63e5e1b8-e7ec-4340-ac4a-dd3a93d59254),segment_id=63e5e1b8-e7ec-4340-ac4a-dd3a93d59254)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:04.445414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.476616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27dd7e-ccbf-45ba-a443-86112fbee3af None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:04.492424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ddcb0-b10f-458c-b07a-31496be835b1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:04.493992 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b54ddcb0-b10f-458c-b07a-31496be835b1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0666628 Sep 25 01:08:04.497440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57264) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:04.588793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a70111-6d81-46be-a0d0-7e5b9352003d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:04.590452 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b3a70111-6d81-46be-a0d0-7e5b9352003d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0916610 Sep 25 01:08:04.594105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57266) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:04.635864 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0a5e1bd7-1623-4df9-b77e-707d2b398564 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404091 Sep 25 01:08:04.640876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57268) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:04.647063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9c692b20-9d41-40ba-b2a1-671152b2c590 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:04.701498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:04.733123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-63688244-b6d7-4327-a0c0-c8ee2288bf07 None None] Provisioning complete for port 843b6c9b-7026-4a23-bd5d-d78edd27c600 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:04.733434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-63688244-b6d7-4327-a0c0-c8ee2288bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.733789 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-63688244-b6d7-4327-a0c0-c8ee2288bf07 None None] Attempt 1 to provision port 843b6c9b-7026-4a23-bd5d-d78edd27c600 Sep 25 01:08:04.760860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:04.769748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c692b20-9d41-40ba-b2a1-671152b2c590 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:04.775325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9c692b20-9d41-40ba-b2a1-671152b2c590 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.777012 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c692b20-9d41-40ba-b2a1-671152b2c590 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:04.777466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c692b20-9d41-40ba-b2a1-671152b2c590 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:04.802739 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9c692b20-9d41-40ba-b2a1-671152b2c590 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1602440 Sep 25 01:08:04.807785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57274) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:04.813421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d216d4a8-005e-4a8d-8434-de08840fb74a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:04.823919 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce9c2-44b7-4fa1-84a3-9850f3237251 req-b5fdf26e-fef1-4815-8cd1-254e3a3f43d3 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:04.826444 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-967ce9c2-44b7-4fa1-84a3-9850f3237251 req-b5fdf26e-fef1-4815-8cd1-254e3a3f43d3 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 945 time: 0.0908527 Sep 25 01:08:04.890219 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-967ce9c2-44b7-4fa1-84a3-9850f3237251 req-7b40f6d5-7b12-4d6c-a5fd-6da2b79ba22e tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560582 Sep 25 01:08:04.902116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-63688244-b6d7-4327-a0c0-c8ee2288bf07 None None] Current status of the port 843b6c9b-7026-4a23-bd5d-d78edd27c600 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:04.917363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:04.943067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d70299-e5ab-4702-b98e-5125c0ae4761 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:04.952591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:08:04.953013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d216d4a8-005e-4a8d-8434-de08840fb74a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:04.957319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d216d4a8-005e-4a8d-8434-de08840fb74a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:04.959585 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d216d4a8-005e-4a8d-8434-de08840fb74a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:04.960315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d216d4a8-005e-4a8d-8434-de08840fb74a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:04.983706 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d216d4a8-005e-4a8d-8434-de08840fb74a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1746407 Sep 25 01:08:04.988506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57278) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:04.994462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-22deb71d-d733-4f84-b174-29e51af919de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:05.036263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-49d70299-e5ab-4702-b98e-5125c0ae4761 None None] Deleting port 843b6c9b-7026-4a23-bd5d-d78edd27c600 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:05.036644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-49d70299-e5ab-4702-b98e-5125c0ae4761 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.038181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57280) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:05.144524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22deb71d-d733-4f84-b174-29e51af919de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:05.153417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-49d70299-e5ab-4702-b98e-5125c0ae4761 None None] For port 843b6c9b-7026-4a23-bd5d-d78edd27c600, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=843b6c9b-7026-4a23-bd5d-d78edd27c600,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:05.153738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-49d70299-e5ab-4702-b98e-5125c0ae4761 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.155049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-22deb71d-d733-4f84-b174-29e51af919de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.159363 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-22deb71d-d733-4f84-b174-29e51af919de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:05.161839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22deb71d-d733-4f84-b174-29e51af919de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:05.173640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57282) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:05.182619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-49d70299-e5ab-4702-b98e-5125c0ae4761 None None] Calling delete_port for 843b6c9b-7026-4a23-bd5d-d78edd27c600 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:05.264769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:05.282264 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-22deb71d-d733-4f84-b174-29e51af919de tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2925448 Sep 25 01:08:05.291292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57284) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:05.305867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-549ea94b-63fe-4d47-9762-d16283026691 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:05.326254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Deleting port 4419bacc-9f79-4544-a1e9-24cb5bc09504 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:05.326608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (4419bacc-9f79-4544-a1e9-24cb5bc09504), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.329075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f799d-d076-435c-b819-291853412736 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:05.336057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b62f799d-d076-435c-b819-291853412736 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 814 time: 0.1588473 Sep 25 01:08:05.348568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-49d70299-e5ab-4702-b98e-5125c0ae4761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (843b6c9b-7026-4a23-bd5d-d78edd27c600), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.380586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d70299-e5ab-4702-b98e-5125c0ae4761 None None] Pushing event deleted for resources: {'Port': ['ID=843b6c9b-7026-4a23-bd5d-d78edd27c600,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:05.386113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d70299-e5ab-4702-b98e-5125c0ae4761 None None] No DVR routers for this DVR port 843b6c9b-7026-4a23-bd5d-d78edd27c600 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:05.484789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (4419bacc-9f79-4544-a1e9-24cb5bc09504), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.485108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for floatingip (4419bacc-9f79-4544-a1e9-24cb5bc09504), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.488117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549ea94b-63fe-4d47-9762-d16283026691 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:05.492045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-549ea94b-63fe-4d47-9762-d16283026691 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.493512 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-549ea94b-63fe-4d47-9762-d16283026691 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:05.494939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549ea94b-63fe-4d47-9762-d16283026691 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:05.502475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 843b6c9b-7026-4a23-bd5d-d78edd27c600 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:05.520753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Calling delete_port for 4419bacc-9f79-4544-a1e9-24cb5bc09504 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:05.535357 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-549ea94b-63fe-4d47-9762-d16283026691 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2383659 Sep 25 01:08:05.539446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57290) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:05.540196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 843b6c9b-7026-4a23-bd5d-d78edd27c600 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:05.541633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 843b6c9b-7026-4a23-bd5d-d78edd27c600 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:05.545639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e07203d6-668b-4fbb-b4aa-4d2a40d0dce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:05.655009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07203d6-668b-4fbb-b4aa-4d2a40d0dce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:05.658861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e07203d6-668b-4fbb-b4aa-4d2a40d0dce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.660324 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07203d6-668b-4fbb-b4aa-4d2a40d0dce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:05.660774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07203d6-668b-4fbb-b4aa-4d2a40d0dce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:05.689006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e07203d6-668b-4fbb-b4aa-4d2a40d0dce6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1446512 Sep 25 01:08:05.689301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57292) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:05.695241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a58a61a1-7e58-4ef1-b96d-08928d6b7147 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:05.714856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (4419bacc-9f79-4544-a1e9-24cb5bc09504), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.739928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event deleted for resources: {'Port': ['ID=4419bacc-9f79-4544-a1e9-24cb5bc09504,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:05.774114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:05.776392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:05.812744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58a61a1-7e58-4ef1-b96d-08928d6b7147 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:05.816699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a58a61a1-7e58-4ef1-b96d-08928d6b7147 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.818139 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58a61a1-7e58-4ef1-b96d-08928d6b7147 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:05.818589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58a61a1-7e58-4ef1-b96d-08928d6b7147 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:05.821779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for floatingip (4c172975-956e-41c2-af47-2cba345c0f93), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.822125 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Floating IP 4c172975-956e-41c2-af47-2cba345c0f93 disassociated (deleted). External IP: 172.36.7.192, port: 65b27757-a804-4687-9001-350f3af19276. Sep 25 01:08:05.836999 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a58a61a1-7e58-4ef1-b96d-08928d6b7147 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1465790 Sep 25 01:08:05.840362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57294) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:05.851025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57296) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:05.857253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'network': {'name': 'tempest-network-smoke--2033134401', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'port_security_enabled': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:05.888454 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a0263988-83b7-46c4-ad89-0d7e3a3d39ee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0447748 Sep 25 01:08:05.889126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57298) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:05.907480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:05.925804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.936359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:05.941953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:05.983545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56acf6f5-3154-4788-a8b4-5b8054dc629c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:05.986757 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-56acf6f5-3154-4788-a8b4-5b8054dc629c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964780 Sep 25 01:08:05.994157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57302) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:06.002957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:08:06.041457 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bcc3f2ce-d1af-45b3-b66e-994809955273 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453610 Sep 25 01:08:06.050405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57304) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:06.058960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:06.067626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (248d4f25-956b-45c9-806e-86964093393d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.068001 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Added segment 248d4f25-956b-45c9-806e-86964093393d of type vlan for network 2291552b-a44d-41c0-807b-e8916614daac Sep 25 01:08:06.108197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Router 35c5c50a-090f-421b-baa4-748ba920df81 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:08:06.163857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:06.202790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8d88f-8ae9-410d-b26d-9025abd3aa82 req-a5a664ce-2fcc-48a2-b95a-3d42d5d99880 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:06.204431 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5de8d88f-8ae9-410d-b26d-9025abd3aa82 req-a5a664ce-2fcc-48a2-b95a-3d42d5d99880 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 945 time: 0.1690698 Sep 25 01:08:06.213884 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:08:06.220983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (2291552b-a44d-41c0-807b-e8916614daac), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.222467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:06.222950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.223227 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 Sep 25 01:08:06.242908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:08:06.257608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.258394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] Sync routers for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:08:06.278056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:06.279121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:06.302047 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-723890d1-866d-44b2-8247-feebccb04b9f tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4c172975-956e-41c2-af47-2cba345c0f93 HTTP/1.1" status: 204 len: 168 time: 1.2599683 Sep 25 01:08:06.302047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'tag': '65b27757-a804-4687-9001-350f3af19276'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:06.302565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d347b612-7caf-469d-9c47-112f71f6d154" -d '{"events": [{"name": "network-changed", "server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "tag": "65b27757-a804-4687-9001-350f3af19276"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:06.321536 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5de8d88f-8ae9-410d-b26d-9025abd3aa82 req-e9f928b8-c802-469f-bb3c-810f3ea5aee5 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082790 Sep 25 01:08:06.337368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:06.344985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.372145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (2291552b-a44d-41c0-807b-e8916614daac), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.378958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:06.379614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.379904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33d741-c257-4631-bffb-9d2a16c55635 x-openstack-request-id: req-2f33d741-c257-4631-bffb-9d2a16c55635 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:06.380363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "tag": "65b27757-a804-4687-9001-350f3af19276", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:06.381020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f33d741-c257-4631-bffb-9d2a16c55635 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:06.386245 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f33d741-c257-4631-bffb-9d2a16c55635'] response: {'name': 'network-changed', 'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'tag': '65b27757-a804-4687-9001-350f3af19276', 'status': 'completed', 'code': 200} Sep 25 01:08:06.393270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:06.486645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.496571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:06.497060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.504101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:06.540683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:06.555895 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7037609 Sep 25 01:08:06.562450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57312) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:06.568168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eec03f6-6d53-465f-8e14-8d6311e69f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:06.570706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7585d89-c4be-4e19-9844-5cdce54c85cb" -d '{"events": [{"server_uuid": "0eec03f6-6d53-465f-8e14-8d6311e69f5d", "name": "network-vif-plugged", "status": "completed", "tag": "2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:06.596992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,segment=NetworkSegment(63e5e1b8-e7ec-4340-ac4a-dd3a93d59254),segment_id=63e5e1b8-e7ec-4340-ac4a-dd3a93d59254)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:06.604117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:06.624493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebf8a7-c681-42c7-9b43-536fc487a9f3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Network': ['ID=2291552b-a44d-41c0-807b-e8916614daac,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:06.652027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04301d4d-262e-4c4b-8971-7b9dea64262e x-openstack-request-id: req-04301d4d-262e-4c4b-8971-7b9dea64262e {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:06.652444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eec03f6-6d53-465f-8e14-8d6311e69f5d", "name": "network-vif-plugged", "status": "completed", "tag": "2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:06.652780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04301d4d-262e-4c4b-8971-7b9dea64262e {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:06.653228 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04301d4d-262e-4c4b-8971-7b9dea64262e'] response: {'server_uuid': '0eec03f6-6d53-465f-8e14-8d6311e69f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4', 'code': 200} Sep 25 01:08:06.654908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 2291552b-a44d-41c0-807b-e8916614daac details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:08:06.659041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:06.676323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b612-7caf-469d-9c47-112f71f6d154 req-6b3c2087-50c1-4272-9c4d-c77cbffc85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:06.678276 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d347b612-7caf-469d-9c47-112f71f6d154 req-6b3c2087-50c1-4272-9c4d-c77cbffc85ee service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9&device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 1130 time: 0.1689250 Sep 25 01:08:06.695521 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a42f8d0-1c84-42fa-9a91-70add4044dc4 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:06.701897 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4a42f8d0-1c84-42fa-9a91-70add4044dc4 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1315656 Sep 25 01:08:06.702186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c47863-e256-4a12-a533-d842f66e8cdc req-9aaf1207-6b57-4424-9083-3be91e444ce3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:06.702186 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40c47863-e256-4a12-a533-d842f66e8cdc req-9aaf1207-6b57-4424-9083-3be91e444ce3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.1448243 Sep 25 01:08:06.702670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57316) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:06.823540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:06.921966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:49Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c21a266-4fb3-4a82-a4fa-6b7f14d7384e', 'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'mac_address': 'fa:16:3e:ab:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:45Z', 'updated_at': '2022-09-25T01:05:04Z', 'revision_number': 5, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'subnets': [{'id': '01695e12-1601-48c5-b791-cfda3448d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:06.941403 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40c47863-e256-4a12-a533-d842f66e8cdc req-ee3d1780-92b3-474a-b7f4-0b3277f4aba0 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185020 Sep 25 01:08:06.962992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] Checking router: 35c5c50a-090f-421b-baa4-748ba920df81 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:08:06.976054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:06.976809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:06.998854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a160e-812c-498f-a7b3-76f33477ae15 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:07.000465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dc3a160e-812c-498f-a7b3-76f33477ae15 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2954514 Sep 25 01:08:07.003693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57318) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:07.065195 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bc7e25cb-f5d0-43a8-87ca-005ea00453ca tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599518 Sep 25 01:08:07.070204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57320) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:07.099601 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7ed6a751-246f-4c05-9c43-827557c98c49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282850 Sep 25 01:08:07.103339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57322) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:07.104287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:07.236481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:08:07.247830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (88d5d4d3-fbe1-4377-854a-523c22f1db43), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:07.261633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:07.321959 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:49Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c21a266-4fb3-4a82-a4fa-6b7f14d7384e', 'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'mac_address': 'fa:16:3e:ab:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:45Z', 'updated_at': '2022-09-25T01:05:04Z', 'revision_number': 5, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'subnets': [{'id': '01695e12-1601-48c5-b791-cfda3448d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:07.329694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:07.338648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:07.340960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd96b081-56a4-4120-8774-1f84e0d64537 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:07.346816 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bd96b081-56a4-4120-8774-1f84e0d64537 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2373703 Sep 25 01:08:07.346816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:07.346816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:07.350177 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57324) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:07.356387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf30e8fd-6b00-4e30-b58d-398c5308fa05 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:07.362747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a8f50-e73e-421e-9846-325edf75cec6 None None] The sync data for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv is: [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:04:49Z', 'revision_number': 4, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c21a266-4fb3-4a82-a4fa-6b7f14d7384e', 'name': '', 'network_id': '6463def2-15bf-492a-bcb1-7a5e1663a4ef', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'mac_address': 'fa:16:3e:ab:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '01695e12-1601-48c5-b791-cfda3448d49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:45Z', 'updated_at': '2022-09-25T01:05:04Z', 'revision_number': 5, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'subnets': [{'id': '01695e12-1601-48c5-b791-cfda3448d49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:08:07.365676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=88d5d4d3-fbe1-4377-854a-523c22f1db43,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:07.379318 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-042221b3-ea2c-44a1-82b3-7a238714411e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3262858 Sep 25 01:08:07.382598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57328) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:07.394721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:46:1c:47', 'name': 'tempest-NetworksTestDHCPv6-269633729'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:07.433225 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6c8a5757-63fb-4050-af20-671b029e236c tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814812 Sep 25 01:08:07.442236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57330) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:07.453253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980786648', 'network_id': '2291552b-a44d-41c0-807b-e8916614daac', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:07.520612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '88d5d4d3-fbe1-4377-854a-523c22f1db43'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:07.521675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:07.606261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cbffc-d3e6-4627-b707-e53684620930 req-b24e9a52-8f3d-4802-80d1-c307108247a1 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:07.610249 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-085cbffc-d3e6-4627-b707-e53684620930 req-b24e9a52-8f3d-4802-80d1-c307108247a1 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1266556 Sep 25 01:08:07.666988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:07.671588 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:07.709129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:07.760870 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-085cbffc-d3e6-4627-b707-e53684620930 req-54e02fe4-4bd5-4afa-86ba-fe07b519480d tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428382 Sep 25 01:08:07.768918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Allocated IP 2001:db8::f816:3eff:feeb:3596 (cf904343-f06f-476a-b370-411af221ea3d/88d5d4d3-fbe1-4377-854a-523c22f1db43/e6c13aae-984a-4334-b75c-9d01cb816c9c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:07.797500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:07.888921 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b2b8d-fbdc-4891-9516-5d5ebbf7a2d5 None None] New status for floating IP 4c172975-956e-41c2-af47-2cba345c0f93: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:08:07.924930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b612-7caf-469d-9c47-112f71f6d154 req-28957ce0-cfc4-4f43-aedd-58513ca5007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:07.927699 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d347b612-7caf-469d-9c47-112f71f6d154 req-28957ce0-cfc4-4f43-aedd-58513ca5007e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6463def2-15bf-492a-bcb1-7a5e1663a4ef HTTP/1.1" status: 200 len: 898 time: 0.3103967 Sep 25 01:08:07.938273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:07.959331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:07.987920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port acdc8279-061a-477e-b5e1-d768b07b01c2 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:08.098992 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (95fb3034-0ad1-4bac-925c-55c1081b5f60), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.122966 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d347b612-7caf-469d-9c47-112f71f6d154 req-5b6b125e-f6cb-4825-9762-bffdb7a5b30c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b27757-a804-4687-9001-350f3af19276 HTTP/1.1" status: 200 len: 217 time: 0.0653043 Sep 25 01:08:08.157116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:08.182289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=95fb3034-0ad1-4bac-925c-55c1081b5f60,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:08.194163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:08.199766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:08.205349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Publish callbacks [] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.208501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Checking segment: {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:08.208794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network hostable DHCP agents. Network: 2291552b-a44d-41c0-807b-e8916614daac, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:08:08.215768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.248021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 2291552b-a44d-41c0-807b-e8916614daac is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:08:08.272910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:08.279829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:08.286747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:08.294978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2291552b-a44d-41c0-807b-e8916614daac) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:08.302927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:08.303765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.314855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-c9aed8b3-b756-4195-b16d-3278ecc792dd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:08.315683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1bff5a-e9ae-4a33-9649-b90f1bdb2a73 None None] Network 2291552b-a44d-41c0-807b-e8916614daac requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:08.316925 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-c9aed8b3-b756-4195-b16d-3278ecc792dd tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.0846651 Sep 25 01:08:08.347139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743d5e2-08d7-4699-8620-c83c16fdc7b0 req-3555f08d-e983-44a5-b3c8-7a0a49c3e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:08.349412 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6743d5e2-08d7-4699-8620-c83c16fdc7b0 req-3555f08d-e983-44a5-b3c8-7a0a49c3e3ad service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 1130 time: 0.2253282 Sep 25 01:08:08.365024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Pushing event updated for resources: {'Port': ['ID=e6c13aae-984a-4334-b75c-9d01cb816c9c,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:08.399990 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f78f6c6f-8ce5-4755-883e-93fe876ef699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9488397 Sep 25 01:08:08.420112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd9ede-932c-42f0-bae1-9c40b46222dd req-300b3cf5-a7b8-480a-95d3-9fa29bd10fa3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:08.422418 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-52dd9ede-932c-42f0-bae1-9c40b46222dd req-300b3cf5-a7b8-480a-95d3-9fa29bd10fa3 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 946 time: 0.2971647 Sep 25 01:08:08.441299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b612-7caf-469d-9c47-112f71f6d154 req-d72b21cb-68b0-4b56-b386-c259bf15a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:08.444353 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d347b612-7caf-469d-9c47-112f71f6d154 req-d72b21cb-68b0-4b56-b386-c259bf15a784 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=01695e12-1601-48c5-b791-cfda3448d49a HTTP/1.1" status: 200 len: 834 time: 0.3128080 Sep 25 01:08:08.486495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fe46:1c47 (cf904343-f06f-476a-b370-411af221ea3d/88d5d4d3-fbe1-4377-854a-523c22f1db43/acdc8279-061a-477e-b5e1-d768b07b01c2) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:08.487355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57338) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:08.492444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-58b0bdbb-2009-4a08-aba8-45c84b3a7773 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577059832', 'description': 'tempest-secgroup-smoke-577059832 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:08.531838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2291552b-a44d-41c0-807b-e8916614daac', 'network_id': '2291552b-a44d-41c0-807b-e8916614daac', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ips': [{'subnet_id': '95fb3034-0ad1-4bac-925c-55c1081b5f60'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:08.533000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.533469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Deleting port 65b27757-a804-4687-9001-350f3af19276 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:08.533953 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (65b27757-a804-4687-9001-350f3af19276), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.540057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58b0bdbb-2009-4a08-aba8-45c84b3a7773 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.554251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Attempting to bind port e6c13aae-984a-4334-b75c-9d01cb816c9c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:08.556087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Attempting to bind port e6c13aae-984a-4334-b75c-9d01cb816c9c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:08.556087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Attempting to bind port e6c13aae-984a-4334-b75c-9d01cb816c9c on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:08.699369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:08.700809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:08.701326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.701725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] For port 65b27757-a804-4687-9001-350f3af19276, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b27757-a804-4687-9001-350f3af19276,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:08.702613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:08.702813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (65b27757-a804-4687-9001-350f3af19276), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.703157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Bound port: e6c13aae-984a-4334-b75c-9d01cb816c9c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:08.703485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.718752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:08.737640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Calling delete_port for 65b27757-a804-4687-9001-350f3af19276 owned by compute:nova {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:08.748591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58b0bdbb-2009-4a08-aba8-45c84b3a7773 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (839619cf-07ab-41dc-8bb7-9f77d1ba1fe5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.759028 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58b0bdbb-2009-4a08-aba8-45c84b3a7773 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (839619cf-07ab-41dc-8bb7-9f77d1ba1fe5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.912350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58b0bdbb-2009-4a08-aba8-45c84b3a7773 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.915816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Allocated IP 172.20.0.18 (2291552b-a44d-41c0-807b-e8916614daac/95fb3034-0ad1-4bac-925c-55c1081b5f60/fbafa8e4-f3b2-406c-afca-1fe59cadb803) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:08.919167 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-58b0bdbb-2009-4a08-aba8-45c84b3a7773 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4301836 Sep 25 01:08:08.939073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57342) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:08.950797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] For port e6c13aae-984a-4334-b75c-9d01cb816c9c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:08.952897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b35ccc93-cd34-45d8-8569-bfc0c6a3fb08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '839619cf-07ab-41dc-8bb7-9f77d1ba1fe5', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:08.969484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0bdbb-2009-4a08-aba8-45c84b3a7773 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:09.001739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] For port e6c13aae-984a-4334-b75c-9d01cb816c9c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6c13aae-984a-4334-b75c-9d01cb816c9c,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:09.014825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a02a4-f38f-415b-8010-ef1c84e9c788 req-be8432f9-ccfd-4f4c-b4ec-cbcf6ba58a60 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:09.017751 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-810a02a4-f38f-415b-8010-ef1c84e9c788 req-be8432f9-ccfd-4f4c-b4ec-cbcf6ba58a60 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1595976 Sep 25 01:08:09.038146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b612-7caf-469d-9c47-112f71f6d154 req-862c86ac-6b20-4fb4-8b1b-903e7ec786e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:09.040682 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d347b612-7caf-469d-9c47-112f71f6d154 req-862c86ac-6b20-4fb4-8b1b-903e7ec786e5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6463def2-15bf-492a-bcb1-7a5e1663a4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5855443 Sep 25 01:08:09.061477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.091673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6743d5e2-08d7-4699-8620-c83c16fdc7b0 req-5ff8d078-792d-478f-a0b9-d17e52ce413d service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7271345 Sep 25 01:08:09.142436 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-52dd9ede-932c-42f0-bae1-9c40b46222dd req-e45530fd-13fe-44d8-8750-481953ec296b tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5317aa8b-722e-42a2-830f-4d941a009141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6931078 Sep 25 01:08:09.193891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93912d15-ec08-4bfa-8dc0-d914d8cbecd1 None None] Pushing event updated for resources: {'Port': ['ID=e6c13aae-984a-4334-b75c-9d01cb816c9c,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:09.235656 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-810a02a4-f38f-415b-8010-ef1c84e9c788 req-bb1b24ae-1db9-4334-8f15-3f936a5fe60c tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021925 Sep 25 01:08:09.253337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b35ccc93-cd34-45d8-8569-bfc0c6a3fb08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (cd2efef2-7ae8-4b5c-b3c3-8449962b92ed), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.299883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (65b27757-a804-4687-9001-350f3af19276), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.357262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Publish callbacks [] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.360265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event deleted for resources: {'Port': ['ID=65b27757-a804-4687-9001-350f3af19276,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:09.371190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.457106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Network 2291552b-a44d-41c0-807b-e8916614daac is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:09.465542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:09.470974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:09.502458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] No DVR routers for this DVR port 65b27757-a804-4687-9001-350f3af19276 on host hv-neutron-mast {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:09.507191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.520043 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-adf20b3a-02b8-4aa5-bbe1-7cb609ac0f10 req-00a753d4-fd8f-4f40-983b-603bb7aedf97 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.60 "DELETE /networking/v2.0/ports/65b27757-a804-4687-9001-350f3af19276 HTTP/1.1" status: 204 len: 173 time: 1.1950579 Sep 25 01:08:09.521272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'name': 'network-vif-deleted', 'tag': '65b27757-a804-4687-9001-350f3af19276'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:09.526338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b15d977-33b2-4212-87d8-d2c173b498d1" -d '{"events": [{"server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "name": "network-vif-deleted", "tag": "65b27757-a804-4687-9001-350f3af19276"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:09.548785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Pushing event updated for resources: {'Port': ['ID=fbafa8e4-f3b2-406c-afca-1fe59cadb803,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:09.559547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:09.611146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdd64a0-7fe8-462b-b6b3-7096069d8622 x-openstack-request-id: req-7cdd64a0-7fe8-462b-b6b3-7096069d8622 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:09.611905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5", "name": "network-vif-deleted", "tag": "65b27757-a804-4687-9001-350f3af19276", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:09.612654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cdd64a0-7fe8-462b-b6b3-7096069d8622 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:09.613481 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdd64a0-7fe8-462b-b6b3-7096069d8622'] response: {'server_uuid': '95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5', 'name': 'network-vif-deleted', 'tag': '65b27757-a804-4687-9001-350f3af19276', 'status': 'completed', 'code': 200} Sep 25 01:08:09.626328 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d347b612-7caf-469d-9c47-112f71f6d154 req-997db03b-9bdf-454e-9c6f-d0adcb11172d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552773 Sep 25 01:08:09.637150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Attempting to bind port fbafa8e4-f3b2-406c-afca-1fe59cadb803 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:09.637150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Attempting to bind port fbafa8e4-f3b2-406c-afca-1fe59cadb803 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:09.637515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Attempting to bind port fbafa8e4-f3b2-406c-afca-1fe59cadb803 on network 2291552b-a44d-41c0-807b-e8916614daac {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:09.664764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b35ccc93-cd34-45d8-8569-bfc0c6a3fb08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (cd2efef2-7ae8-4b5c-b3c3-8449962b92ed), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.674506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e6c13aae-984a-4334-b75c-9d01cb816c9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:09.675036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b35ccc93-cd34-45d8-8569-bfc0c6a3fb08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (cd2efef2-7ae8-4b5c-b3c3-8449962b92ed), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.709037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (acdc8279-061a-477e-b5e1-d768b07b01c2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.718928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ccc93-cd34-45d8-8569-bfc0c6a3fb08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2efef2-7ae8-4b5c-b3c3-8449962b92ed,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:09.726352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b35ccc93-cd34-45d8-8569-bfc0c6a3fb08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.727528 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b35ccc93-cd34-45d8-8569-bfc0c6a3fb08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7869248 Sep 25 01:08:09.730686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57346) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:09.738255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-de45d7f0-82df-48be-a110-f12327c81aab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '839619cf-07ab-41dc-8bb7-9f77d1ba1fe5', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:09.752007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:09.752299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:09.753318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Checking segment: {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:09.753506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.753921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Bound using segment: {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:09.754628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Bound port: fbafa8e4-f3b2-406c-afca-1fe59cadb803, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:09.755028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.765267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:09.780486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e6c13aae-984a-4334-b75c-9d01cb816c9c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:09.780730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.781133 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e6c13aae-984a-4334-b75c-9d01cb816c9c Sep 25 01:08:09.791489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de45d7f0-82df-48be-a110-f12327c81aab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (22f54cf6-4412-497c-9d94-138996870efd), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.798244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (acdc8279-061a-477e-b5e1-d768b07b01c2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.884370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] For port fbafa8e4-f3b2-406c-afca-1fe59cadb803, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:09.889455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] For port fbafa8e4-f3b2-406c-afca-1fe59cadb803, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbafa8e4-f3b2-406c-afca-1fe59cadb803,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:09.893288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:09.899109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:09.901228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=acdc8279-061a-477e-b5e1-d768b07b01c2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:09.904827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:09.911535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:09.912661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.926897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.941001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de45d7f0-82df-48be-a110-f12327c81aab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (22f54cf6-4412-497c-9d94-138996870efd), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.950175 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-92d728ea-e44b-4657-957a-65bccfbb672e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5658517 Sep 25 01:08:09.952789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57348) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:09.956361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e6c13aae-984a-4334-b75c-9d01cb816c9c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:09.956702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de45d7f0-82df-48be-a110-f12327c81aab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (22f54cf6-4412-497c-9d94-138996870efd), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.956978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.039779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45d7f0-82df-48be-a110-f12327c81aab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f54cf6-4412-497c-9d94-138996870efd,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:10.049351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558a2a60-1770-4ed3-a885-da05b061743c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:10.058779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558a2a60-1770-4ed3-a885-da05b061743c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:10.063640 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-558a2a60-1770-4ed3-a885-da05b061743c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1073673 Sep 25 01:08:10.065286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57350) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:10.093215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de45d7f0-82df-48be-a110-f12327c81aab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.095119 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-de45d7f0-82df-48be-a110-f12327c81aab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3619645 Sep 25 01:08:10.106547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57352) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:10.117477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f47a0e4b-dd17-4d58-a5a2-1f53b554c7fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '839619cf-07ab-41dc-8bb7-9f77d1ba1fe5', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:10.165599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:10.172290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:10.184526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-51e4e15c-26dd-4224-9a6b-9fa0e3e34be3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port acdc8279-061a-477e-b5e1-d768b07b01c2 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:10.184809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port e6c13aae-984a-4334-b75c-9d01cb816c9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6c13aae-984a-4334-b75c-9d01cb816c9c,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:10.184944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-51e4e15c-26dd-4224-9a6b-9fa0e3e34be3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (acdc8279-061a-477e-b5e1-d768b07b01c2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.192760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d4e56-86ac-49ea-96a4-fb674a393b8f None None] Pushing event updated for resources: {'Port': ['ID=fbafa8e4-f3b2-406c-afca-1fe59cadb803,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:10.203822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.236026 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d347b612-7caf-469d-9c47-112f71f6d154 req-4524d3f4-59a1-4758-8489-261281adc3f6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639244 Sep 25 01:08:10.236810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f47a0e4b-dd17-4d58-a5a2-1f53b554c7fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (64873fa8-6362-4628-820b-485d9a648628), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.240803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:10.358866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=e6c13aae-984a-4334-b75c-9d01cb816c9c,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:10.404072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-51e4e15c-26dd-4224-9a6b-9fa0e3e34be3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (acdc8279-061a-477e-b5e1-d768b07b01c2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.446622 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f2571580-b84b-4546-96eb-e1ff76af1ca4 req-e2e9bea0-c6e0-4297-ad3c-962d2279388a tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95a5f4cf-5cb4-4fb2-ad4a-cc0059107ce5 HTTP/1.1" status: 200 len: 210 time: 0.0589905 Sep 25 01:08:10.468049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f47a0e4b-dd17-4d58-a5a2-1f53b554c7fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (64873fa8-6362-4628-820b-485d9a648628), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.470192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-51e4e15c-26dd-4224-9a6b-9fa0e3e34be3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for acdc8279-061a-477e-b5e1-d768b07b01c2 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:10.473668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f47a0e4b-dd17-4d58-a5a2-1f53b554c7fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (64873fa8-6362-4628-820b-485d9a648628), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.499672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a0e4b-dd17-4d58-a5a2-1f53b554c7fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64873fa8-6362-4628-820b-485d9a648628,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:10.530752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02414ef3-1eaf-4260-90ca-744c45b14947 req-d6e4b622-2970-4592-a006-e91be9a82c21 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:10.533921 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-02414ef3-1eaf-4260-90ca-744c45b14947 req-d6e4b622-2970-4592-a006-e91be9a82c21 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1130788 Sep 25 01:08:10.538480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f47a0e4b-dd17-4d58-a5a2-1f53b554c7fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.542673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f47a0e4b-dd17-4d58-a5a2-1f53b554c7fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4346156 Sep 25 01:08:10.545439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57358) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:10.547321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.552390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-88aa1c4b-8e51-468f-b424-fa3829ccc694 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '839619cf-07ab-41dc-8bb7-9f77d1ba1fe5', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:10.610839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-88aa1c4b-8e51-468f-b424-fa3829ccc694 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (03b27d89-f893-4b5a-9969-a2d4d44b72e2), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.614983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-02414ef3-1eaf-4260-90ca-744c45b14947 req-bdaf3557-e9a4-43e3-a603-b0d5c67092fa tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697868 Sep 25 01:08:10.745729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-88aa1c4b-8e51-468f-b424-fa3829ccc694 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (03b27d89-f893-4b5a-9969-a2d4d44b72e2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.755129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-88aa1c4b-8e51-468f-b424-fa3829ccc694 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (03b27d89-f893-4b5a-9969-a2d4d44b72e2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.767563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-51e4e15c-26dd-4224-9a6b-9fa0e3e34be3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (acdc8279-061a-477e-b5e1-d768b07b01c2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.792663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2ce38a82-6046-413c-ab11-df462aa7c8c5 None None] Provisioning complete for port e6c13aae-984a-4334-b75c-9d01cb816c9c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:10.793145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2ce38a82-6046-413c-ab11-df462aa7c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.793484 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2ce38a82-6046-413c-ab11-df462aa7c8c5 None None] Attempt 1 to provision port e6c13aae-984a-4334-b75c-9d01cb816c9c Sep 25 01:08:10.814957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa1c4b-8e51-468f-b424-fa3829ccc694 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b27d89-f893-4b5a-9969-a2d4d44b72e2,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:10.837309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4e15c-26dd-4224-9a6b-9fa0e3e34be3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=acdc8279-061a-477e-b5e1-d768b07b01c2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:10.854733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-88aa1c4b-8e51-468f-b424-fa3829ccc694 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.858772 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-88aa1c4b-8e51-468f-b424-fa3829ccc694 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3075867 Sep 25 01:08:10.859198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57360) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:10.865364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-96509d29-695e-4049-9c4e-867149990eab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '839619cf-07ab-41dc-8bb7-9f77d1ba1fe5', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:10.884500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-51e4e15c-26dd-4224-9a6b-9fa0e3e34be3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.891070 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-51e4e15c-26dd-4224-9a6b-9fa0e3e34be3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/acdc8279-061a-477e-b5e1-d768b07b01c2 HTTP/1.1" status: 204 len: 168 time: 0.8212843 Sep 25 01:08:10.891311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57362) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:10.955627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2ce38a82-6046-413c-ab11-df462aa7c8c5 None None] Current status of the port e6c13aae-984a-4334-b75c-9d01cb816c9c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:10.965697 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-96509d29-695e-4049-9c4e-867149990eab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:08:10.980080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-96509d29-695e-4049-9c4e-867149990eab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (05b61365-4d6d-448d-b4cb-27625b5fc45d), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:10.991469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc451c2-dfec-4832-b403-cb82aa6757c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:10.993160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc451c2-dfec-4832-b403-cb82aa6757c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:10.997914 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7fc451c2-dfec-4832-b403-cb82aa6757c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1038175 Sep 25 01:08:10.998665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57364) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:11.069414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-96509d29-695e-4049-9c4e-867149990eab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (05b61365-4d6d-448d-b4cb-27625b5fc45d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.075548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-96509d29-695e-4049-9c4e-867149990eab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (05b61365-4d6d-448d-b4cb-27625b5fc45d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.085839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cec141-5198-4510-a91d-bb70eee04813 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 88d5d4d3-fbe1-4377-854a-523c22f1db43 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:11.090001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9cec141-5198-4510-a91d-bb70eee04813 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (88d5d4d3-fbe1-4377-854a-523c22f1db43), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.100402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96509d29-695e-4049-9c4e-867149990eab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b61365-4d6d-448d-b4cb-27625b5fc45d,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:11.109415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-96509d29-695e-4049-9c4e-867149990eab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.113652 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-96509d29-695e-4049-9c4e-867149990eab tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2505004 Sep 25 01:08:11.113955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57366) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:11.119633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3444df1d-3358-4d9e-a9ba-816b3b639be1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '839619cf-07ab-41dc-8bb7-9f77d1ba1fe5', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:11.140836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:11.157183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9cec141-5198-4510-a91d-bb70eee04813 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (88d5d4d3-fbe1-4377-854a-523c22f1db43), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.157849 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-3444df1d-3358-4d9e-a9ba-816b3b639be1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:08:11.175433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3444df1d-3358-4d9e-a9ba-816b3b639be1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (1f553546-f875-49f8-984a-4c2091ef8192), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.248342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3444df1d-3358-4d9e-a9ba-816b3b639be1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (1f553546-f875-49f8-984a-4c2091ef8192), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.253505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3444df1d-3358-4d9e-a9ba-816b3b639be1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (1f553546-f875-49f8-984a-4c2091ef8192), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.276354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-83598a9d-f65a-4255-a4bb-aff49a8a0cae None None] Could not find standard attr ID for object acdc8279-061a-477e-b5e1-d768b07b01c2. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:08:11.277494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444df1d-3358-4d9e-a9ba-816b3b639be1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f553546-f875-49f8-984a-4c2091ef8192,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:11.290850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3444df1d-3358-4d9e-a9ba-816b3b639be1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.301814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3444df1d-3358-4d9e-a9ba-816b3b639be1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1771035 Sep 25 01:08:11.302139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9cec141-5198-4510-a91d-bb70eee04813 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (88d5d4d3-fbe1-4377-854a-523c22f1db43), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.378176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9cec141-5198-4510-a91d-bb70eee04813 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (88d5d4d3-fbe1-4377-854a-523c22f1db43), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.425167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cec141-5198-4510-a91d-bb70eee04813 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=88d5d4d3-fbe1-4377-854a-523c22f1db43,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:11.428740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b9cec141-5198-4510-a91d-bb70eee04813 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.434296 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b9cec141-5198-4510-a91d-bb70eee04813 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/88d5d4d3-fbe1-4377-854a-523c22f1db43 HTTP/1.1" status: 204 len: 168 time: 0.4306607 Sep 25 01:08:11.436937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57370) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:11.515603 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8b05aaff-0d09-4d49-8e97-d35feda68baa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772126 Sep 25 01:08:11.518826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57376) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:11.527919 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:11.559444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662772e-1815-4636-8c70-a1cdf236ee67 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:11.569924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57382) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:11.577970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:11.589432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:11.699438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb4000-1c1a-46a2-aef0-cb75b5cb7b94 None None] Network 2291552b-a44d-41c0-807b-e8916614daac requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:11.715722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-49a4689d-4003-48dd-b4b5-0db3fc2362cc None None] Provisioning complete for port fbafa8e4-f3b2-406c-afca-1fe59cadb803 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:11.716130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-49a4689d-4003-48dd-b4b5-0db3fc2362cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.716701 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-49a4689d-4003-48dd-b4b5-0db3fc2362cc None None] Attempt 1 to provision port fbafa8e4-f3b2-406c-afca-1fe59cadb803 Sep 25 01:08:11.731209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e6c13aae-984a-4334-b75c-9d01cb816c9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:11.743134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:11.747808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.800170 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-a5f9f19a-64dd-4f12-8ec7-b73f30e34c15 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-577059832&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.1389472 Sep 25 01:08:11.842899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:11.858545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989a4be-4f3d-4e99-855c-9f58c88e1c24 req-6d38fac6-f9d8-45aa-9460-0f4f1b904275 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:11.860049 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d989a4be-4f3d-4e99-855c-9f58c88e1c24 req-6d38fac6-f9d8-45aa-9460-0f4f1b904275 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1078162 Sep 25 01:08:11.913543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e6c13aae-984a-4334-b75c-9d01cb816c9c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:11.913851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.914383 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e6c13aae-984a-4334-b75c-9d01cb816c9c Sep 25 01:08:11.966571 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d989a4be-4f3d-4e99-855c-9f58c88e1c24 req-cf585e8e-4ddc-47e0-8b54-781c6c31f276 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826888 Sep 25 01:08:12.001677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:12.043138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff0502-07df-43fe-b2a1-2194a4b9bf70 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:12.098864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-951ac04e-3159-43f4-b3b8-a47f6ec17a10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:12.100486 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-951ac04e-3159-43f4-b3b8-a47f6ec17a10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=2291552b-a44d-41c0-807b-e8916614daac HTTP/1.1" status: 200 len: 797 time: 0.2880270 Sep 25 01:08:12.111889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-49a4689d-4003-48dd-b4b5-0db3fc2362cc None None] Current status of the port fbafa8e4-f3b2-406c-afca-1fe59cadb803 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:12.112378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-49a4689d-4003-48dd-b4b5-0db3fc2362cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:12.177149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3dff0502-07df-43fe-b2a1-2194a4b9bf70 None None] Deleting port e6c13aae-984a-4334-b75c-9d01cb816c9c {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:12.177911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3dff0502-07df-43fe-b2a1-2194a4b9bf70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:12.195616 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-b99c8cde-7ea6-4ab0-b01e-0a0ee6273878 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0785165 Sep 25 01:08:12.221079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 65b27757-a804-4687-9001-350f3af19276 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:12.254647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d81e4-66a8-4db1-941d-7b8f27541849 req-fb73c3f9-9425-436a-ba04-94b8029cc288 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:12.260321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 65b27757-a804-4687-9001-350f3af19276 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:12.260321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 65b27757-a804-4687-9001-350f3af19276 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:12.267395 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-440d81e4-66a8-4db1-941d-7b8f27541849 req-fb73c3f9-9425-436a-ba04-94b8029cc288 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1729016 Sep 25 01:08:12.337625 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-080dbca8-13c6-456f-b91b-4d452b087da0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1167560 Sep 25 01:08:12.352244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:08:12.425288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (35c5c50a-090f-421b-baa4-748ba920df81), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:12.466092 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-440d81e4-66a8-4db1-941d-7b8f27541849 req-71c866e8-df84-44c9-b320-0ca12ff5839c tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825197 Sep 25 01:08:12.509526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e6c13aae-984a-4334-b75c-9d01cb816c9c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:12.512846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fbafa8e4-f3b2-406c-afca-1fe59cadb803 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:12.537576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-49a4689d-4003-48dd-b4b5-0db3fc2362cc None None] For port fbafa8e4-f3b2-406c-afca-1fe59cadb803, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbafa8e4-f3b2-406c-afca-1fe59cadb803,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:12.550499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-49a4689d-4003-48dd-b4b5-0db3fc2362cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:12.617780 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-8db44843-52ba-4066-91e1-3e1a6b031b1a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2291552b-a44d-41c0-807b-e8916614daac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233191 Sep 25 01:08:12.624318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:12.632812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4689d-4003-48dd-b4b5-0db3fc2362cc None None] Pushing event updated for resources: {'Port': ['ID=fbafa8e4-f3b2-406c-afca-1fe59cadb803,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:12.675548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:12.693130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port fbafa8e4-f3b2-406c-afca-1fe59cadb803 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:12.693511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:12.693852 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port fbafa8e4-f3b2-406c-afca-1fe59cadb803 Sep 25 01:08:12.746202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3dff0502-07df-43fe-b2a1-2194a4b9bf70 None None] For port e6c13aae-984a-4334-b75c-9d01cb816c9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6c13aae-984a-4334-b75c-9d01cb816c9c,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:12.746595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3dff0502-07df-43fe-b2a1-2194a4b9bf70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:12.753430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-968d9383-879c-4cf7-bfe3-3cc673fcdb79 None None] Provisioning complete for port fbafa8e4-f3b2-406c-afca-1fe59cadb803 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:12.753822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-968d9383-879c-4cf7-bfe3-3cc673fcdb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:12.754142 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-968d9383-879c-4cf7-bfe3-3cc673fcdb79 None None] Attempt 1 to provision port fbafa8e4-f3b2-406c-afca-1fe59cadb803 Sep 25 01:08:12.797752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3dff0502-07df-43fe-b2a1-2194a4b9bf70 None None] Calling delete_port for e6c13aae-984a-4334-b75c-9d01cb816c9c owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:12.836903 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-0eade314-7d70-4009-9ca1-74e62a1eac67 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2291552b-a44d-41c0-807b-e8916614daac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067273 Sep 25 01:08:12.867503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port fbafa8e4-f3b2-406c-afca-1fe59cadb803 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:12.937825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Deleting port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:12.938440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:12.994215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-968d9383-879c-4cf7-bfe3-3cc673fcdb79 None None] Current status of the port fbafa8e4-f3b2-406c-afca-1fe59cadb803 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:13.019927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:13.047462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3dff0502-07df-43fe-b2a1-2194a4b9bf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:13.114741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff0502-07df-43fe-b2a1-2194a4b9bf70 None None] Pushing event deleted for resources: {'Port': ['ID=e6c13aae-984a-4334-b75c-9d01cb816c9c,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:13.120111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b064e969-3da7-4c9d-97e3-6d444d91970b req-ae2e7698-fc92-4469-acd9-4cb9213c5bbc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 210 time: 0.0354433 Sep 25 01:08:13.125478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff0502-07df-43fe-b2a1-2194a4b9bf70 None None] No DVR routers for this DVR port e6c13aae-984a-4334-b75c-9d01cb816c9c on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:13.129780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e6c13aae-984a-4334-b75c-9d01cb816c9c), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:13.158506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] For port 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c21a266-4fb3-4a82-a4fa-6b7f14d7384e,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:13.158506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:13.174299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:13.185965 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Calling delete_port for 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:13.214537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Port e6c13aae-984a-4334-b75c-9d01cb816c9c concurrently deleted while adding address for new subnet {'id': '066b15c7-c847-437e-8c1b-b5bc4ce2083d', 'name': '', 'tenant_id': 'bddfb9014245402aaad810b6d0b42fd7', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1233, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-09-25T01:08:11Z', 'updated_at': '2022-09-25T01:08:11Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'bddfb9014245402aaad810b6d0b42fd7'}. {{(pid=107188) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:781}} Sep 25 01:08:13.215193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (066b15c7-c847-437e-8c1b-b5bc4ce2083d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:13.227823 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b27514-8c7c-458d-87d0-6d9d432c25b4 req-8e172277-8bc0-496e-b7c3-6d0e7067ddb5 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:13.229478 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2b27514-8c7c-458d-87d0-6d9d432c25b4 req-8e172277-8bc0-496e-b7c3-6d0e7067ddb5 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1020362 Sep 25 01:08:13.292948 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:13.305018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:13.316776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:13.317412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:13.320352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225965a1-3cee-4fa7-afc6-4b25369cd5ee None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:13.332959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=066b15c7-c847-437e-8c1b-b5bc4ce2083d,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:13.351316 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2b27514-8c7c-458d-87d0-6d9d432c25b4 req-e85a0931-278b-4f9c-9100-b47eeaf3f329 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978949 Sep 25 01:08:13.357914 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-64ec45bd-682b-41f4-ab03-4ca2c305069f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8376248 Sep 25 01:08:13.361067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57398) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:13.367775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:90:e2:2e', 'name': 'tempest-NetworksTestDHCPv6-101998048'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:13.517310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '066b15c7-c847-437e-8c1b-b5bc4ce2083d'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:13.518955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:13.535667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:13.567451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:13.587344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8c21a266-4fb3-4a82-a4fa-6b7f14d7384e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:13.614084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:13.621303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fbafa8e4-f3b2-406c-afca-1fe59cadb803 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:13.639365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event deleted for resources: {'Port': ['ID=8c21a266-4fb3-4a82-a4fa-6b7f14d7384e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:13.797641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:13.799630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port fbafa8e4-f3b2-406c-afca-1fe59cadb803 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:13.800228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:13.800579 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port fbafa8e4-f3b2-406c-afca-1fe59cadb803 Sep 25 01:08:13.828522 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port a712a3d7-3d7c-43e3-8a0e-7df614c7fe03 yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:13.858496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Allocated IP 2001:db8::f816:3eff:fe34:ed3 (cf904343-f06f-476a-b370-411af221ea3d/066b15c7-c847-437e-8c1b-b5bc4ce2083d/ed8ea066-7155-485b-888c-c20e6a814043) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:13.920492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (35c5c50a-090f-421b-baa4-748ba920df81), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:14.020886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port fbafa8e4-f3b2-406c-afca-1fe59cadb803 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:14.054045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:14.110344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:14.115703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e6c13aae-984a-4334-b75c-9d01cb816c9c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:14.156855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: e6c13aae-984a-4334-b75c-9d01cb816c9c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:14.157418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e6c13aae-984a-4334-b75c-9d01cb816c9c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:14.184333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Publish callbacks [] for port (ed8ea066-7155-485b-888c-c20e6a814043), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:14.194726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ed8ea066-7155-485b-888c-c20e6a814043), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:14.265374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Pushing event updated for resources: {'Port': ['ID=ed8ea066-7155-485b-888c-c20e6a814043,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:14.269638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fe90:e22e (cf904343-f06f-476a-b370-411af221ea3d/066b15c7-c847-437e-8c1b-b5bc4ce2083d/a712a3d7-3d7c-43e3-8a0e-7df614c7fe03) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:14.282528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:14.284997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:14.288448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:14.368338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Attempting to bind port ed8ea066-7155-485b-888c-c20e6a814043 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:14.368825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Attempting to bind port ed8ea066-7155-485b-888c-c20e6a814043 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:14.369323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Attempting to bind port ed8ea066-7155-485b-888c-c20e6a814043 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:14.420102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:14.420491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:14.420913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:14.421316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:14.421796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Bound port: ed8ea066-7155-485b-888c-c20e6a814043, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:14.422176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed8ea066-7155-485b-888c-c20e6a814043), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:14.527057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:14.538578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] For port ed8ea066-7155-485b-888c-c20e6a814043, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:14.553548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] For port ed8ea066-7155-485b-888c-c20e6a814043, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed8ea066-7155-485b-888c-c20e6a814043,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:14.569758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ed8ea066-7155-485b-888c-c20e6a814043), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:14.579891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788f5e3-28d3-405a-85f4-e2ac07d64aa2 req-e8413d38-dbe8-4117-b770-bd5cdba3ec44 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:14.587149 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4788f5e3-28d3-405a-85f4-e2ac07d64aa2 req-e8413d38-dbe8-4117-b770-bd5cdba3ec44 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1027496 Sep 25 01:08:14.606421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (a712a3d7-3d7c-43e3-8a0e-7df614c7fe03), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:14.623295 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5a7fe8a-2d76-42f4-aa1b-00813202d7e7 req-3c68c6da-bd1f-4d1b-8ca6-eadbb4eaefaa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 210 time: 0.0527139 Sep 25 01:08:14.656222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Router 35c5c50a-090f-421b-baa4-748ba920df81 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:08:14.698926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82dab8-ae2e-4584-8e10-68dd1cf5203b None None] Pushing event updated for resources: {'Port': ['ID=ed8ea066-7155-485b-888c-c20e6a814043,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:14.701046 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4788f5e3-28d3-405a-85f4-e2ac07d64aa2 req-0584a152-2c9d-4f81-a10f-c547be46f5c2 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127381 Sep 25 01:08:14.722318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a712a3d7-3d7c-43e3-8a0e-7df614c7fe03), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:14.777356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:14.782099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:14.787802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:14.793143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:14.793858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:14.816925 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4507835 Sep 25 01:08:14.817757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57416) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:14.829562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d19cd-a5e8-429f-802e-00df7dd2c2c7 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=a712a3d7-3d7c-43e3-8a0e-7df614c7fe03,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:14.878713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:08:14.897075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] Sync routers for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:08:14.897701 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1b991ea5-25aa-49e2-86b6-ceb7784bbadf tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "PUT /networking/v2.0/routers/35c5c50a-090f-421b-baa4-748ba920df81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3261616 Sep 25 01:08:14.901344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57420) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:14.921277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:14.921933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:14.983167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c5bff-6a17-422f-aa5b-c6e71c70f5e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:14.996183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c5bff-6a17-422f-aa5b-c6e71c70f5e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:14.998654 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c01c5bff-6a17-422f-aa5b-c6e71c70f5e1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1790266 Sep 25 01:08:15.000704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57422) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:15.031422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-9948725b-e7be-4c3a-9ba8-2f1b69bc4dfe tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Deleting subnet 01695e12-1601-48c5-b791-cfda3448d49a {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:15.036065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9948725b-e7be-4c3a-9ba8-2f1b69bc4dfe tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for subnet (01695e12-1601-48c5-b791-cfda3448d49a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:15.140867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43aa9ae-bee5-42ea-acb6-f6644203c735 req-96217a00-4402-4c17-9dec-034157ed257c tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:15.143154 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b43aa9ae-bee5-42ea-acb6-f6644203c735 req-96217a00-4402-4c17-9dec-034157ed257c tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1433687 Sep 25 01:08:15.161803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:15.216051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9948725b-e7be-4c3a-9ba8-2f1b69bc4dfe tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (01695e12-1601-48c5-b791-cfda3448d49a), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:15.242930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:15.243720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f76862a6-c8cf-4f03-8d5a-151fd145d397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port a712a3d7-3d7c-43e3-8a0e-7df614c7fe03 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:15.246896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f76862a6-c8cf-4f03-8d5a-151fd145d397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a712a3d7-3d7c-43e3-8a0e-7df614c7fe03), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:15.264701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:15.293350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-fbcf62c4-355a-4095-b6f7-359ea50610f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:15.295923 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-fbcf62c4-355a-4095-b6f7-359ea50610f3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a8b7f80eb37c43d992b3fd486ee611c7&device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 1130 time: 0.1998861 Sep 25 01:08:15.320658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:15.324712 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b43aa9ae-bee5-42ea-acb6-f6644203c735 req-fd319692-0b7e-4ea6-b8b6-0a2287f19532 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446459 Sep 25 01:08:15.362112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9948725b-e7be-4c3a-9ba8-2f1b69bc4dfe tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (01695e12-1601-48c5-b791-cfda3448d49a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:15.395602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f76862a6-c8cf-4f03-8d5a-151fd145d397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a712a3d7-3d7c-43e3-8a0e-7df614c7fe03), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:15.415611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f76862a6-c8cf-4f03-8d5a-151fd145d397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for a712a3d7-3d7c-43e3-8a0e-7df614c7fe03 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:15.416954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:08:13Z', 'revision_number': 5, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:15.437183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9948725b-e7be-4c3a-9ba8-2f1b69bc4dfe tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (01695e12-1601-48c5-b791-cfda3448d49a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:15.450224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] Checking router: 35c5c50a-090f-421b-baa4-748ba920df81 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:08:15.466116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] Routers {'35c5c50a-090f-421b-baa4-748ba920df81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:15.466890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['35c5c50a-090f-421b-baa4-748ba920df81'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:15.482208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948725b-e7be-4c3a-9ba8-2f1b69bc4dfe tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event deleted for resources: {'Subnet': ['ID=01695e12-1601-48c5-b791-cfda3448d49a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:15.486013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9948725b-e7be-4c3a-9ba8-2f1b69bc4dfe tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:15.492717 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9948725b-e7be-4c3a-9ba8-2f1b69bc4dfe tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/01695e12-1601-48c5-b791-cfda3448d49a HTTP/1.1" status: 204 len: 168 time: 0.5868704 Sep 25 01:08:15.493174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57424) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:15.512350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510ac728-13eb-4d9a-94bf-5945ba712d5a None None] Network 6463def2-15bf-492a-bcb1-7a5e1663a4ef requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:15.719307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f76862a6-c8cf-4f03-8d5a-151fd145d397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a712a3d7-3d7c-43e3-8a0e-7df614c7fe03), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:15.737627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] Set router 35c5c50a-090f-421b-baa4-748ba920df81 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:15.741675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed8ea066-7155-485b-888c-c20e6a814043 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:15.763203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76862a6-c8cf-4f03-8d5a-151fd145d397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=a712a3d7-3d7c-43e3-8a0e-7df614c7fe03,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:15.848053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-374ed558-e61f-4e2d-aae0-4479cc6cdb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:15.850324 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-374ed558-e61f-4e2d-aae0-4479cc6cdb6a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6e3d82cc-9728-448a-90cb-1e0c6ede4301 HTTP/1.1" status: 200 len: 912 time: 0.3307247 Sep 25 01:08:15.892251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f76862a6-c8cf-4f03-8d5a-151fd145d397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:15.897705 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f76862a6-c8cf-4f03-8d5a-151fd145d397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a712a3d7-3d7c-43e3-8a0e-7df614c7fe03 HTTP/1.1" status: 204 len: 168 time: 0.8935053 Sep 25 01:08:15.898858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57428) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:15.910201 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2f74068e-c921-4c50-bded-d1c651d956cc req-c5f648e9-86ab-4993-ab35-c92fa16baf2d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 210 time: 0.1588387 Sep 25 01:08:15.933195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16c333-040a-4ce3-926a-134ac9bc8aa8 None None] DHCP port deletion for 6463def2-15bf-492a-bcb1-7a5e1663a4ef request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:15.990044 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-6950e50c-2232-45eb-91b6-4139c23a2097 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 HTTP/1.1" status: 200 len: 217 time: 0.0900519 Sep 25 01:08:15.996967 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for router (35c5c50a-090f-421b-baa4-748ba920df81), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.030244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68948dc5-57b1-45d6-8410-ba4b96463327 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:16.032290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68948dc5-57b1-45d6-8410-ba4b96463327 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:16.036547 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-68948dc5-57b1-45d6-8410-ba4b96463327 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1341248 Sep 25 01:08:16.037127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57430) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:16.092309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-98ea986a-c396-4fa3-ba1b-cdef88055ca1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:16.095801 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-98ea986a-c396-4fa3-ba1b-cdef88055ca1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=2291552b-a44d-41c0-807b-e8916614daac HTTP/1.1" status: 200 len: 797 time: 0.3297458 Sep 25 01:08:16.133812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b2ace7-3250-4132-b479-abd2bcf45b96 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 066b15c7-c847-437e-8c1b-b5bc4ce2083d {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:16.138890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ace7-3250-4132-b479-abd2bcf45b96 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (066b15c7-c847-437e-8c1b-b5bc4ce2083d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.213054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-32bd3fe8-3305-4c07-a3a9-28f42911be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:16.214849 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-32bd3fe8-3305-4c07-a3a9-28f42911be8e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=69c88406-ec09-48e0-b2c6-84221d5682a8 HTTP/1.1" status: 200 len: 851 time: 0.1103828 Sep 25 01:08:16.221270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ace7-3250-4132-b479-abd2bcf45b96 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (066b15c7-c847-437e-8c1b-b5bc4ce2083d), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.267395 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-288477b7-b471-4d33-b3b2-90a3ebef8166 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6e3d82cc-9728-448a-90cb-1e0c6ede4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466347 Sep 25 01:08:16.270156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for router_gateway (35c5c50a-090f-421b-baa4-748ba920df81), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.283206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ed8ea066-7155-485b-888c-c20e6a814043 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:16.283753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ed8ea066-7155-485b-888c-c20e6a814043), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.284244 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ed8ea066-7155-485b-888c-c20e6a814043 Sep 25 01:08:16.286309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7f16c333-040a-4ce3-926a-134ac9bc8aa8 None None] Deleting port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:16.286796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7f16c333-040a-4ce3-926a-134ac9bc8aa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.373162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:16.394400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:16.410768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Deleting port 4816e08f-8dde-4906-8c3a-67c72e7c4acc {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:16.411124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.435401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:16.453304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0f9fe814-9a95-4910-8c82-d91aae308ca0 None None] Provisioning complete for port ed8ea066-7155-485b-888c-c20e6a814043 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:16.453843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0f9fe814-9a95-4910-8c82-d91aae308ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ed8ea066-7155-485b-888c-c20e6a814043), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.454278 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0f9fe814-9a95-4910-8c82-d91aae308ca0 None None] Attempt 1 to provision port ed8ea066-7155-485b-888c-c20e6a814043 Sep 25 01:08:16.503035 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-ec938214-7655-45a9-aef1-32a2df14a67b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216327 Sep 25 01:08:16.512761 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-dcd80056-0084-4d48-b414-accf360ac781 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 472 time: 0.3052614 Sep 25 01:08:16.522691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': 'f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b', 'network_id': '2291552b-a44d-41c0-807b-e8916614daac', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['839619cf-07ab-41dc-8bb7-9f77d1ba1fe5']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:16.549326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ace7-3250-4132-b479-abd2bcf45b96 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (066b15c7-c847-437e-8c1b-b5bc4ce2083d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.587302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:08:13Z', 'revision_number': 5, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:16.593738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-7f16c333-040a-4ce3-926a-134ac9bc8aa8 None None] For port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5778136f-9a3c-4bce-99a8-aaf49d60aa9e,segment=NetworkSegment(2b0a7981-3fa9-46df-b35a-abb56f184e3e),segment_id=2b0a7981-3fa9-46df-b35a-abb56f184e3e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:16.595056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7f16c333-040a-4ce3-926a-134ac9bc8aa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.623431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] For port 4816e08f-8dde-4906-8c3a-67c72e7c4acc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4816e08f-8dde-4906-8c3a-67c72e7c4acc,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:16.623820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.628490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:16.657532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Calling delete_port for 4816e08f-8dde-4906-8c3a-67c72e7c4acc owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:16.659194 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d483-a411-49c4-b0e1-79a1f720407f req-4745cb7a-9fe2-4ca4-9f15-4c439d817116 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:16.660838 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f687d483-a411-49c4-b0e1-79a1f720407f req-4745cb7a-9fe2-4ca4-9f15-4c439d817116 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1963818 Sep 25 01:08:16.680689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c0c94d-3dcf-46a7-a0a9-1353257ea553 None None] The sync data for ids ['35c5c50a-090f-421b-baa4-748ba920df81'] in dv-neutron-master-2-hyperv is: [{'id': '35c5c50a-090f-421b-baa4-748ba920df81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502282254', 'tenant_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118'}], 'enable_snat': True}, 'gw_port_id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:04:25Z', 'updated_at': '2022-09-25T01:08:13Z', 'revision_number': 5, 'project_id': 'a6f96cc6e90c4f7daea2b800f3dfc5f9', 'gw_port': {'id': '4816e08f-8dde-4906-8c3a-67c72e7c4acc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5c50a-090f-421b-baa4-748ba920df81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:04:27Z', 'updated_at': '2022-09-25T01:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:08:16.688708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7f16c333-040a-4ce3-926a-134ac9bc8aa8 None None] Calling delete_port for 5778136f-9a3c-4bce-99a8-aaf49d60aa9e owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:16.746840 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d7f5089-c4ba-4892-89f0-dfbf7e6fce40 req-994784e5-d1af-4280-aba9-ce8d0913cd22 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351518 Sep 25 01:08:16.757302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ace7-3250-4132-b479-abd2bcf45b96 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (066b15c7-c847-437e-8c1b-b5bc4ce2083d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.830952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2ace7-3250-4132-b479-abd2bcf45b96 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=066b15c7-c847-437e-8c1b-b5bc4ce2083d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:16.838703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:16.850708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:16.897474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ace7-3250-4132-b479-abd2bcf45b96 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.922663 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f5b2ace7-3250-4132-b479-abd2bcf45b96 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/066b15c7-c847-437e-8c1b-b5bc4ce2083d HTTP/1.1" status: 204 len: 168 time: 0.8842664 Sep 25 01:08:16.926373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ed8ea066-7155-485b-888c-c20e6a814043 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:16.926779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed8ea066-7155-485b-888c-c20e6a814043), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.928713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57438) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:16.968367 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f687d483-a411-49c4-b0e1-79a1f720407f req-d15624be-c7f2-46eb-99ff-fe0dfe28df99 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417183 Sep 25 01:08:17.034487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:17.039765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.040517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0f9fe814-9a95-4910-8c82-d91aae308ca0 None None] Current status of the port ed8ea066-7155-485b-888c-c20e6a814043 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:17.041568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0f9fe814-9a95-4910-8c82-d91aae308ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed8ea066-7155-485b-888c-c20e6a814043), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.082416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65edc8-3666-4e29-b2f4-32501a68f985 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:17.097614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:08:17.098029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:08:17.111779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7f16c333-040a-4ce3-926a-134ac9bc8aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (5778136f-9a3c-4bce-99a8-aaf49d60aa9e), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.135992 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5fb1e0f4-8493-40d3-8f1c-5e715da8edc9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2050357 Sep 25 01:08:17.139012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57442) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:17.200796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16c333-040a-4ce3-926a-134ac9bc8aa8 None None] No DVR routers for this DVR port 5778136f-9a3c-4bce-99a8-aaf49d60aa9e on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:17.201210 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8809b-46a2-41c1-9304-40ee94d3719e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:17.207177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16c333-040a-4ce3-926a-134ac9bc8aa8 None None] Pushing event deleted for resources: {'Port': ['ID=5778136f-9a3c-4bce-99a8-aaf49d60aa9e,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:17.207526 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c7d8809b-46a2-41c1-9304-40ee94d3719e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0660503 Sep 25 01:08:17.207698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57444) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:17.249287 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-666936ae-576b-4d72-99b5-55dde6ed4764 req-daaa6ff1-0918-41fd-820a-c574138d9da9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 210 time: 0.1235597 Sep 25 01:08:17.257559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (4816e08f-8dde-4906-8c3a-67c72e7c4acc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.296468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.19 (2291552b-a44d-41c0-807b-e8916614daac/95fb3034-0ad1-4bac-925c-55c1081b5f60/b03af939-0078-404b-b54c-2ef12fd8479a) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:17.310978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event deleted for resources: {'Port': ['ID=4816e08f-8dde-4906-8c3a-67c72e7c4acc,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:17.311902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4099da9c-98b3-4fae-86ea-0007e1cafd8a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:17.317332 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4099da9c-98b3-4fae-86ea-0007e1cafd8a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1053646 Sep 25 01:08:17.319615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57446) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:17.323266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-0f9fe814-9a95-4910-8c82-d91aae308ca0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:08:17.324672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-0f9fe814-9a95-4910-8c82-d91aae308ca0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:08:17.366768 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9058b2c3-d2bc-4bac-a5a5-f9125cb11a67 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474129 Sep 25 01:08:17.376340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57448) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:17.389374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:17.441522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b8fac9-2b53-4b3d-b52a-5fca146b81de None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:17.460525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (35c5c50a-090f-421b-baa4-748ba920df81), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.497541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-44b8fac9-2b53-4b3d-b52a-5fca146b81de None None] Deleting port ed8ea066-7155-485b-888c-c20e6a814043 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:17.498146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44b8fac9-2b53-4b3d-b52a-5fca146b81de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ed8ea066-7155-485b-888c-c20e6a814043), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.564840 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (b03af939-0078-404b-b54c-2ef12fd8479a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.592766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (35c5c50a-090f-421b-baa4-748ba920df81), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.597774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for router_controller (35c5c50a-090f-421b-baa4-748ba920df81), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.634333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.642617 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-44b8fac9-2b53-4b3d-b52a-5fca146b81de None None] For port ed8ea066-7155-485b-888c-c20e6a814043, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed8ea066-7155-485b-888c-c20e6a814043,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:17.643107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44b8fac9-2b53-4b3d-b52a-5fca146b81de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ed8ea066-7155-485b-888c-c20e6a814043), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.647044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:17.651343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.677769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (35c5c50a-090f-421b-baa4-748ba920df81), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.678409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Fanout notify agent at l3_agent the message router_deleted on router 35c5c50a-090f-421b-baa4-748ba920df81 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:08:17.682675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-44b8fac9-2b53-4b3d-b52a-5fca146b81de None None] Calling delete_port for ed8ea066-7155-485b-888c-c20e6a814043 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:17.687438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.688343 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0c517a57-f416-46b4-aa2f-a47960848707 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "DELETE /networking/v2.0/routers/35c5c50a-090f-421b-baa4-748ba920df81 HTTP/1.1" status: 204 len: 168 time: 2.1941426 Sep 25 01:08:17.694682 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57450) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:17.695717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ed8ea066-7155-485b-888c-c20e6a814043 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:17.696425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed8ea066-7155-485b-888c-c20e6a814043), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.701457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 2291552b-a44d-41c0-807b-e8916614daac is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:17.707524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:17.724696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:17.732209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:17.822040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ed8ea066-7155-485b-888c-c20e6a814043, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed8ea066-7155-485b-888c-c20e6a814043,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:17.839674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ed8ea066-7155-485b-888c-c20e6a814043), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.850050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=b03af939-0078-404b-b54c-2ef12fd8479a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:17.858909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:17.860000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.932353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:17.945615 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f0f9a0e9-eeed-4818-9413-97ae402262fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4267516 Sep 25 01:08:17.975403 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (6463def2-15bf-492a-bcb1-7a5e1663a4ef), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.004395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:18.047077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0f9fe814-9a95-4910-8c82-d91aae308ca0 None None] Current status of the port ed8ea066-7155-485b-888c-c20e6a814043 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:18.052351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44b8fac9-2b53-4b3d-b52a-5fca146b81de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (ed8ea066-7155-485b-888c-c20e6a814043), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.098300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ed8ea066-7155-485b-888c-c20e6a814043,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:18.135761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8fac9-2b53-4b3d-b52a-5fca146b81de None None] Pushing event deleted for resources: {'Port': ['ID=ed8ea066-7155-485b-888c-c20e6a814043,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:18.137860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:08:18.139545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8fac9-2b53-4b3d-b52a-5fca146b81de None None] No DVR routers for this DVR port ed8ea066-7155-485b-888c-c20e6a814043 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:18.143185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.162529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Request body: {'port': {'device_id': 'f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:18.163416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Could not find standard attr ID for object a712a3d7-3d7c-43e3-8a0e-7df614c7fe03. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:08:18.176575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Provisioning complete for port b03af939-0078-404b-b54c-2ef12fd8479a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:18.177266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.177900 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Attempt 1 to provision port b03af939-0078-404b-b54c-2ef12fd8479a Sep 25 01:08:18.218400 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:18.219878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:18.221351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:18.229905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:18.231036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.238265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acd7468-e6f9-456a-b3ea-a9a7d7fcc351 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:18.248283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (6463def2-15bf-492a-bcb1-7a5e1663a4ef), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.256870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:18.272279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Port b03af939-0078-404b-b54c-2ef12fd8479a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:18.278636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:18.309565 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0fc6bde8-3e68-4f7c-9ff5-810ba75cbbbe tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9319937 Sep 25 01:08:18.312417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57456) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:18.319458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:88:98:75', 'name': 'tempest-NetworksTestDHCPv6-2073740648'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:18.360124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:18.369307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.377221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6463def2-15bf-492a-bcb1-7a5e1663a4ef']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:18.398716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f58955-7bc0-402c-9bb9-6a20870519ad req-9794bca3-62d9-4c28-8b04-9ec30e1289bd tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:18.401612 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b4f58955-7bc0-402c-9bb9-6a20870519ad req-9794bca3-62d9-4c28-8b04-9ec30e1289bd tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.2547104 Sep 25 01:08:18.429554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed8ea066-7155-485b-888c-c20e6a814043 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:18.435497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0a7981-3fa9-46df-b35a-abb56f184e3e') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:18.436307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0a7981-3fa9-46df-b35a-abb56f184e3e') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:18.453672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (2b0a7981-3fa9-46df-b35a-abb56f184e3e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.472550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ed8ea066-7155-485b-888c-c20e6a814043 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:18.472837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed8ea066-7155-485b-888c-c20e6a814043 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:18.473310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:18.509001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:18.509481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8c21a266-4fb3-4a82-a4fa-6b7f14d7384e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:18.510068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5778136f-9a3c-4bce-99a8-aaf49d60aa9e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:18.517169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ad908-b050-4b92-b833-37605b6700a7 req-7424e227-b9eb-4d99-9ae3-ce6152176dac tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:18.518954 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-030ad908-b050-4b92-b833-37605b6700a7 req-7424e227-b9eb-4d99-9ae3-ce6152176dac tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 932 time: 0.0788543 Sep 25 01:08:18.522264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2b0a7981-3fa9-46df-b35a-abb56f184e3e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.531545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:18.544387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:08:18.544780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (2b0a7981-3fa9-46df-b35a-abb56f184e3e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.548556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 5778136f-9a3c-4bce-99a8-aaf49d60aa9e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:18.549102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5778136f-9a3c-4bce-99a8-aaf49d60aa9e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:18.595818 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2b0a7981-3fa9-46df-b35a-abb56f184e3e resource provider aggregate not found Sep 25 01:08:18.603651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:18.604992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.682330 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2b0a7981-3fa9-46df-b35a-abb56f184e3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b0a7981-3fa9-46df-b35a-abb56f184e3e found for delete ", "request_id": "req-de08280b-411b-4488-8538-68def36a4cff"}]} Sep 25 01:08:18.685259 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-030ad908-b050-4b92-b833-37605b6700a7 req-c407b902-eac4-4db2-ab20-1890edd5281d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474764 Sep 25 01:08:18.702617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.731265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 55720ea5-e5ac-4570-93c5-e3fd767ebea9 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:18.776221 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Attempt 2 to provision port b03af939-0078-404b-b54c-2ef12fd8479a Sep 25 01:08:18.857728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Port b03af939-0078-404b-b54c-2ef12fd8479a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:18.863030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (6463def2-15bf-492a-bcb1-7a5e1663a4ef), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.883249 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b4f58955-7bc0-402c-9bb9-6a20870519ad req-efc76720-1169-4a67-8d8e-7b487964cabd tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696295 Sep 25 01:08:18.906272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fe88:9875 (cf904343-f06f-476a-b370-411af221ea3d/2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c/55720ea5-e5ac-4570-93c5-e3fd767ebea9) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:18.923056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.925959 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "DELETE /networking/v2.0/networks/6463def2-15bf-492a-bcb1-7a5e1663a4ef HTTP/1.1" status: 204 len: 168 time: 1.2267182 Sep 25 01:08:18.929014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57462) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:18.949460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884e282-e5e2-4825-a027-f9b003b07979 tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event deleted for resources: {'Network': ['ID=6463def2-15bf-492a-bcb1-7a5e1663a4ef,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:19.076683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d94a2a50-bde3-4fd2-aa0c-480ffe378bbb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group (5317aa8b-722e-42a2-830f-4d941a009141), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.118691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d94a2a50-bde3-4fd2-aa0c-480ffe378bbb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group (5317aa8b-722e-42a2-830f-4d941a009141), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.127831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03af939-0078-404b-b54c-2ef12fd8479a {{(pid=107188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:08:19.136758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Publish callbacks [] for port (b03af939-0078-404b-b54c-2ef12fd8479a), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.159030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.provisioning_blocks [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Transition to ACTIVE for port object b03af939-0078-404b-b54c-2ef12fd8479a will not be triggered until provisioned by entity L2. {{(pid=107188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:08:19.169051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.188075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (55720ea5-e5ac-4570-93c5-e3fd767ebea9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.197495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:19.202329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:19.246300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (55720ea5-e5ac-4570-93c5-e3fd767ebea9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.314310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Allocated IP 2001:db8::f816:3eff:fedf:6a35 (cf904343-f06f-476a-b370-411af221ea3d/2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c/1c9254d4-047b-4622-abdd-d6998c173382) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:19.323624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:19.325203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=55720ea5-e5ac-4570-93c5-e3fd767ebea9,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:19.327803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d94a2a50-bde3-4fd2-aa0c-480ffe378bbb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (5317aa8b-722e-42a2-830f-4d941a009141), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.330289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d94a2a50-bde3-4fd2-aa0c-480ffe378bbb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.334514 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d94a2a50-bde3-4fd2-aa0c-480ffe378bbb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5317aa8b-722e-42a2-830f-4d941a009141 HTTP/1.1" status: 204 len: 168 time: 0.4007115 Sep 25 01:08:19.342273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Pushing event updated for resources: {'Port': ['ID=b03af939-0078-404b-b54c-2ef12fd8479a,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:19.343256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:19.345279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a2a50-bde3-4fd2-aa0c-480ffe378bbb tempest-TestNetworkAdvancedServerOps-1803436427 tempest-TestNetworkAdvancedServerOps-1803436427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5317aa8b-722e-42a2-830f-4d941a009141,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:19.347024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:19.352077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:19.352771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.377168 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5e8b3e61-36cc-4c9a-a30c-9aed34699d43 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0630698 Sep 25 01:08:19.380324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57466) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:19.390829 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Attempt 3 to provision port b03af939-0078-404b-b54c-2ef12fd8479a Sep 25 01:08:19.398525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Attempting to bind port b03af939-0078-404b-b54c-2ef12fd8479a on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:19.398869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Attempting to bind port b03af939-0078-404b-b54c-2ef12fd8479a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:19.399205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Attempting to bind port b03af939-0078-404b-b54c-2ef12fd8479a on network 2291552b-a44d-41c0-807b-e8916614daac {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:19.476310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Port b03af939-0078-404b-b54c-2ef12fd8479a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:19.482876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a829a702-0bcd-4dab-a2d6-c3b06dd1ed67 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:19.489092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57470) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:19.492531 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a829a702-0bcd-4dab-a2d6-c3b06dd1ed67 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1110690 Sep 25 01:08:19.511220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Port b03af939-0078-404b-b54c-2ef12fd8479a on network 2291552b-a44d-41c0-807b-e8916614daac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:08:19.511554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Attempting to bind port b03af939-0078-404b-b54c-2ef12fd8479a on network 2291552b-a44d-41c0-807b-e8916614daac {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:19.563860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:19.564268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Checking segment: {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:19.564875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Bound using segment: {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:19.565615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Bound port: b03af939-0078-404b-b54c-2ef12fd8479a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'}}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:19.566339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.595643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Publish callbacks [] for port (1c9254d4-047b-4622-abdd-d6998c173382), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.603005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (1c9254d4-047b-4622-abdd-d6998c173382), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.645955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d9292f6c-3a3d-4c67-87ac-670fc9ca0a12 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 55720ea5-e5ac-4570-93c5-e3fd767ebea9 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:19.646562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9292f6c-3a3d-4c67-87ac-670fc9ca0a12 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (55720ea5-e5ac-4570-93c5-e3fd767ebea9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.649536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:19.670233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] For port b03af939-0078-404b-b54c-2ef12fd8479a, host hv-neutron-mast, cleared binding levels {{(pid=107188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:19.675197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:19.676779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] For port b03af939-0078-404b-b54c-2ef12fd8479a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03af939-0078-404b-b54c-2ef12fd8479a,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:19.685489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:19.686276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.690879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:19.694913 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:19.695740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.698885 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/b03af939-0078-404b-b54c-2ef12fd8479a HTTP/1.1" status: 200 len: 1094 time: 1.5548346 Sep 25 01:08:19.699062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Pushing event updated for resources: {'Port': ['ID=1c9254d4-047b-4622-abdd-d6998c173382,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:19.699665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b', 'tag': 'b03af939-0078-404b-b54c-2ef12fd8479a'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:19.708078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f404391-1019-4ff1-bc32-e32a4cd8264f" -d '{"events": [{"name": "network-changed", "server_uuid": "f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b", "tag": "b03af939-0078-404b-b54c-2ef12fd8479a"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:19.863798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Attempting to bind port 1c9254d4-047b-4622-abdd-d6998c173382 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:19.864815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Attempting to bind port 1c9254d4-047b-4622-abdd-d6998c173382 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:19.867262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Attempting to bind port 1c9254d4-047b-4622-abdd-d6998c173382 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:19.877859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:19.883684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:19.892829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893fd2d4-d603-4125-a053-f8d0be945d5f x-openstack-request-id: req-893fd2d4-d603-4125-a053-f8d0be945d5f {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:19.893230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b", "tag": "b03af939-0078-404b-b54c-2ef12fd8479a", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:19.893590 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-893fd2d4-d603-4125-a053-f8d0be945d5f {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:19.894123 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893fd2d4-d603-4125-a053-f8d0be945d5f'] response: {'name': 'network-changed', 'server_uuid': 'f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b', 'tag': 'b03af939-0078-404b-b54c-2ef12fd8479a', 'status': 'completed', 'code': 200} Sep 25 01:08:19.897030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57478) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:19.913861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f9a9ebd5-a54b-4128-af68-6a77ecc0a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:19.917667 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-f9a9ebd5-a54b-4128-af68-6a77ecc0a629 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 1128 time: 0.1350977 Sep 25 01:08:19.918265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402b936-6597-468c-b8fa-4ed3e7765741 service neutron] Pushing event updated for resources: {'Port': ['ID=b03af939-0078-404b-b54c-2ef12fd8479a,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:19.922100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4816e08f-8dde-4906-8c3a-67c72e7c4acc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:19.971819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cce75-391e-4828-a145-61ce843e0926 req-ac56b48c-e961-4232-ba74-9c4b31602cd9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:19.975286 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fd6cce75-391e-4828-a145-61ce843e0926 req-ac56b48c-e961-4232-ba74-9c4b31602cd9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 944 time: 0.1250811 Sep 25 01:08:19.976355 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 4816e08f-8dde-4906-8c3a-67c72e7c4acc {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:19.976953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4816e08f-8dde-4906-8c3a-67c72e7c4acc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:19.979820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9292f6c-3a3d-4c67-87ac-670fc9ca0a12 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (55720ea5-e5ac-4570-93c5-e3fd767ebea9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.983294 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Attempt 4 to provision port b03af939-0078-404b-b54c-2ef12fd8479a Sep 25 01:08:19.986895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:20.020043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d9292f6c-3a3d-4c67-87ac-670fc9ca0a12 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 55720ea5-e5ac-4570-93c5-e3fd767ebea9 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:20.053498 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-661407da-ad11-4476-95e7-b14a8b04361b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b03af939-0078-404b-b54c-2ef12fd8479a HTTP/1.1" status: 200 len: 217 time: 0.1247184 Sep 25 01:08:20.070313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:20.070942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:20.072008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.072866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:20.073685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Bound port: 1c9254d4-047b-4622-abdd-d6998c173382, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:20.074611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c9254d4-047b-4622-abdd-d6998c173382), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.116269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3bbe5-4c42-44ad-b1a2-82df5eb936e0 None None] Port b03af939-0078-404b-b54c-2ef12fd8479a had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:08:20.142042 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fd6cce75-391e-4828-a145-61ce843e0926 req-591a2d2e-1113-44f8-8924-e0e948b04545 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425915 Sep 25 01:08:20.200771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] For port 1c9254d4-047b-4622-abdd-d6998c173382, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:20.205171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] For port 1c9254d4-047b-4622-abdd-d6998c173382, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c9254d4-047b-4622-abdd-d6998c173382,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:20.217585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c9254d4-047b-4622-abdd-d6998c173382), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.221466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d507a0-dd09-4cd4-a427-1af006a2ccae req-03004c57-19fc-4c75-9d76-af3c7cd1e834 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:20.223143 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-00d507a0-dd09-4cd4-a427-1af006a2ccae req-03004c57-19fc-4c75-9d76-af3c7cd1e834 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1759429 Sep 25 01:08:20.320794 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-16d7f436-7e07-434b-8379-ab8dc6e71e7a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a6f96cc6e90c4f7daea2b800f3dfc5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174523 Sep 25 01:08:20.324284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57484) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:20.330161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a7f4-956f-4ae7-be5b-d2f70ab4aac3 None None] Pushing event updated for resources: {'Port': ['ID=1c9254d4-047b-4622-abdd-d6998c173382,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:20.331278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-42da9504-ed6f-461b-8def-7356bfaa4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:20.333359 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-42da9504-ed6f-461b-8def-7356bfaa4d3b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=95fb3034-0ad1-4bac-925c-55c1081b5f60 HTTP/1.1" status: 200 len: 837 time: 0.2609825 Sep 25 01:08:20.342717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9292f6c-3a3d-4c67-87ac-670fc9ca0a12 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (55720ea5-e5ac-4570-93c5-e3fd767ebea9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.431442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9292f6c-3a3d-4c67-87ac-670fc9ca0a12 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=55720ea5-e5ac-4570-93c5-e3fd767ebea9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:20.501837 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-00d507a0-dd09-4cd4-a427-1af006a2ccae req-3c9a0572-a011-47fd-90f9-8307d20db1b5 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605252 Sep 25 01:08:20.503347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-4cde5f67-70ab-4bd2-87e4-83e9d90a86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:20.505277 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-4cde5f67-70ab-4bd2-87e4-83e9d90a86bb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=2291552b-a44d-41c0-807b-e8916614daac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1601381 Sep 25 01:08:20.693825 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-acc5843d-9311-4407-89e1-84dbd788ad05 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2291552b-a44d-41c0-807b-e8916614daac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688132 Sep 25 01:08:20.851929 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-619620a2-96f7-4efb-ab8d-6b53957e8bac req-74f1662c-6e1f-451d-825f-ba3e5d085a92 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2291552b-a44d-41c0-807b-e8916614daac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520705 Sep 25 01:08:20.942406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9292f6c-3a3d-4c67-87ac-670fc9ca0a12 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.945888 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d9292f6c-3a3d-4c67-87ac-670fc9ca0a12 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/55720ea5-e5ac-4570-93c5-e3fd767ebea9 HTTP/1.1" status: 204 len: 168 time: 1.4554658 Sep 25 01:08:20.948878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57490) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:20.980191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9aef9efe-515e-4214-9dac-81362407e9ae admin admin] Publish callbacks [] for security_group (0b399361-8516-40e6-9b6e-100f33499b92), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.995661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abbb04-e176-44c2-ab89-802c5d1c57ee req-3717d0e9-68a8-427d-ac81-47dd13adfc9d tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:20.997268 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f4abbb04-e176-44c2-ab89-802c5d1c57ee req-3717d0e9-68a8-427d-ac81-47dd13adfc9d tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.0787466 Sep 25 01:08:21.018908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9aef9efe-515e-4214-9dac-81362407e9ae admin admin] Publish callbacks [] for security_group (0b399361-8516-40e6-9b6e-100f33499b92), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.019472 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:21.032298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:21.038711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ed0e0-677c-46fc-bac8-23191a5be488 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:21.040588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ed0e0-677c-46fc-bac8-23191a5be488 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:21.045574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=7 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:21.045943 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-244ed0e0-677c-46fc-bac8-23191a5be488 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0924270 Sep 25 01:08:21.047756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57492) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:21.082567 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f4abbb04-e176-44c2-ab89-802c5d1c57ee req-44f40e86-8b27-41ad-8e0e-f59df9b33db3 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790699 Sep 25 01:08:21.136211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4842390d-dd84-48c8-a11c-015c3932b5bf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:21.139871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4842390d-dd84-48c8-a11c-015c3932b5bf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.202398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9aef9efe-515e-4214-9dac-81362407e9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0b399361-8516-40e6-9b6e-100f33499b92), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.206648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9aef9efe-515e-4214-9dac-81362407e9ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.210568 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9aef9efe-515e-4214-9dac-81362407e9ae admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0b399361-8516-40e6-9b6e-100f33499b92 HTTP/1.1" status: 204 len: 168 time: 0.8785346 Sep 25 01:08:21.221205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4842390d-dd84-48c8-a11c-015c3932b5bf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.278987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef9efe-515e-4214-9dac-81362407e9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b399361-8516-40e6-9b6e-100f33499b92,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:21.318136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:21.359767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50866203-c409-481c-9dd5-745d45c934ef req-056338f9-7658-4868-80c3-c5f71a828574 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:21.361621 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-50866203-c409-481c-9dd5-745d45c934ef req-056338f9-7658-4868-80c3-c5f71a828574 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 944 time: 0.1090119 Sep 25 01:08:21.436191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4842390d-dd84-48c8-a11c-015c3932b5bf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.512376 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-50866203-c409-481c-9dd5-745d45c934ef req-4f0f8ab4-3130-4f32-9bfc-ff52925c9483 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147559 Sep 25 01:08:21.560454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4842390d-dd84-48c8-a11c-015c3932b5bf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.592252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842390d-dd84-48c8-a11c-015c3932b5bf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:21.596246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4842390d-dd84-48c8-a11c-015c3932b5bf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.602701 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4842390d-dd84-48c8-a11c-015c3932b5bf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c HTTP/1.1" status: 204 len: 168 time: 0.5504770 Sep 25 01:08:21.603302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57500) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:21.659410 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-20e06eb4-fc07-4f5a-8fe2-13651069a442 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519195 Sep 25 01:08:21.659410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57502) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:21.659410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57504) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:21.671278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:21.675132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-bc1c27b6-6ad6-4b7d-afe6-448d5e14444b None None] Provisioning complete for port 1c9254d4-047b-4622-abdd-d6998c173382 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:21.676097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc1c27b6-6ad6-4b7d-afe6-448d5e14444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1c9254d4-047b-4622-abdd-d6998c173382), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.676097 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bc1c27b6-6ad6-4b7d-afe6-448d5e14444b None None] Attempt 1 to provision port 1c9254d4-047b-4622-abdd-d6998c173382 Sep 25 01:08:21.693554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c54db5-2840-4114-b1c1-161e286d7512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.778412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c27b6-6ad6-4b7d-afe6-448d5e14444b None None] Current status of the port 1c9254d4-047b-4622-abdd-d6998c173382 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:21.779532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc1c27b6-6ad6-4b7d-afe6-448d5e14444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c9254d4-047b-4622-abdd-d6998c173382), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.832636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:21.835547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bc1c27b6-6ad6-4b7d-afe6-448d5e14444b None None] For port 1c9254d4-047b-4622-abdd-d6998c173382, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c9254d4-047b-4622-abdd-d6998c173382,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:21.836518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.841796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc1c27b6-6ad6-4b7d-afe6-448d5e14444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c9254d4-047b-4622-abdd-d6998c173382), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.898159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f1e98-d589-40dc-90c7-1e2f0db4b380 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:21.949936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c54db5-2840-4114-b1c1-161e286d7512 admin admin] Publish callbacks [] for security_group (03b0c17b-5ed3-4663-954d-9192688a60c4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.958338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f9c54db5-2840-4114-b1c1-161e286d7512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (03b0c17b-5ed3-4663-954d-9192688a60c4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:21.976056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-07597429-ec06-42be-b909-557ffbc7cdea None None] Could not find standard attr ID for object 55720ea5-e5ac-4570-93c5-e3fd767ebea9. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:08:22.005385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c9254d4-047b-4622-abdd-d6998c173382 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:22.037549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c27b6-6ad6-4b7d-afe6-448d5e14444b None None] Pushing event updated for resources: {'Port': ['ID=1c9254d4-047b-4622-abdd-d6998c173382,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:22.057475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c54db5-2840-4114-b1c1-161e286d7512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b0c17b-5ed3-4663-954d-9192688a60c4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:22.072454 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f9c54db5-2840-4114-b1c1-161e286d7512 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=640947abe2884d78938279246e1a5403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4079659 Sep 25 01:08:22.073885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57506) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:22.088340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:22.126786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1c9254d4-047b-4622-abdd-d6998c173382 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:22.127168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1c9254d4-047b-4622-abdd-d6998c173382), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.127516 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1c9254d4-047b-4622-abdd-d6998c173382 Sep 25 01:08:22.237656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a5b4551a-acf5-4a46-9207-7ed9bd7cbab2 admin admin] Publish callbacks [] for security_group (03b0c17b-5ed3-4663-954d-9192688a60c4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.291675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a5b4551a-acf5-4a46-9207-7ed9bd7cbab2 admin admin] Publish callbacks [] for security_group (03b0c17b-5ed3-4663-954d-9192688a60c4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.300270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112c08-d404-4add-9e72-f823bdfb55b1 req-58c24826-bb00-40e7-b07c-b44f2da6e033 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:22.302097 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-69112c08-d404-4add-9e72-f823bdfb55b1 req-58c24826-bb00-40e7-b07c-b44f2da6e033 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.0923259 Sep 25 01:08:22.399507 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:22.405763 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-69112c08-d404-4add-9e72-f823bdfb55b1 req-66e0db93-0da5-4da3-9718-4662b2486d55 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886161 Sep 25 01:08:22.430463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055f862-3e53-4242-864e-db1eeccb07cf None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:22.460936 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a5b4551a-acf5-4a46-9207-7ed9bd7cbab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (03b0c17b-5ed3-4663-954d-9192688a60c4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.464143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a5b4551a-acf5-4a46-9207-7ed9bd7cbab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.465369 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a5b4551a-acf5-4a46-9207-7ed9bd7cbab2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/03b0c17b-5ed3-4663-954d-9192688a60c4 HTTP/1.1" status: 204 len: 168 time: 0.3893273 Sep 25 01:08:22.488414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4551a-acf5-4a46-9207-7ed9bd7cbab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b0c17b-5ed3-4663-954d-9192688a60c4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:22.508136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:08:22.542429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3055f862-3e53-4242-864e-db1eeccb07cf None None] Deleting port 1c9254d4-047b-4622-abdd-d6998c173382 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:22.543031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3055f862-3e53-4242-864e-db1eeccb07cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1c9254d4-047b-4622-abdd-d6998c173382), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.739312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=10 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:22.762513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1c9254d4-047b-4622-abdd-d6998c173382 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:22.778727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3055f862-3e53-4242-864e-db1eeccb07cf None None] For port 1c9254d4-047b-4622-abdd-d6998c173382, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c9254d4-047b-4622-abdd-d6998c173382,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:22.779700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3055f862-3e53-4242-864e-db1eeccb07cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1c9254d4-047b-4622-abdd-d6998c173382), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.813110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3055f862-3e53-4242-864e-db1eeccb07cf None None] Calling delete_port for 1c9254d4-047b-4622-abdd-d6998c173382 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:22.815752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:22.824095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92c9c4-8b3a-46b5-9a1c-4d4e1a070f85 req-23044c8d-cadf-41c6-abb0-c551ef05e557 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:22.831921 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cf92c9c4-8b3a-46b5-9a1c-4d4e1a070f85 req-23044c8d-cadf-41c6-abb0-c551ef05e557 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 944 time: 0.1598434 Sep 25 01:08:22.871709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c9254d4-047b-4622-abdd-d6998c173382), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.894795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:22.950919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3055f862-3e53-4242-864e-db1eeccb07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (1c9254d4-047b-4622-abdd-d6998c173382), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.998925 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cf92c9c4-8b3a-46b5-9a1c-4d4e1a070f85 req-b55c797f-bdc3-4e3b-98ab-575da7013222 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656408 Sep 25 01:08:23.019347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055f862-3e53-4242-864e-db1eeccb07cf None None] Pushing event deleted for resources: {'Port': ['ID=1c9254d4-047b-4622-abdd-d6998c173382,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:23.032698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055f862-3e53-4242-864e-db1eeccb07cf None None] No DVR routers for this DVR port 1c9254d4-047b-4622-abdd-d6998c173382 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:23.134967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-605a0be0-9ec5-429a-8ed1-aefa41975070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:23.139176 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-605a0be0-9ec5-429a-8ed1-aefa41975070 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 1128 time: 0.0940454 Sep 25 01:08:23.253438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] For port 1c9254d4-047b-4622-abdd-d6998c173382, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c9254d4-047b-4622-abdd-d6998c173382,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:23.321552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (1c9254d4-047b-4622-abdd-d6998c173382), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:23.328584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1c9254d4-047b-4622-abdd-d6998c173382), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:23.330596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (cc58eb7f-fb51-4ef2-89d8-c69458590a2d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:23.406582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=1c9254d4-047b-4622-abdd-d6998c173382,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:23.423154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:23.428088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:23.435500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:23.437282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:23.438525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf81ce-7743-413a-83c7-076ca29b1109 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:23.467379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=cc58eb7f-fb51-4ef2-89d8-c69458590a2d,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:23.477240 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-487db5d4-70b4-4aa4-b09f-141a857971d3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8153582 Sep 25 01:08:23.481767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57532) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:23.491748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:dd:29:d6', 'name': 'tempest-NetworksTestDHCPv6-1366408898'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:23.594336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': 'cc58eb7f-fb51-4ef2-89d8-c69458590a2d'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:23.595361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:23.760564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:23.787012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57536) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:23.795841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:23.835860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Allocated IP 2001:db8::f816:3eff:fe7c:b7be (cf904343-f06f-476a-b370-411af221ea3d/cc58eb7f-fb51-4ef2-89d8-c69458590a2d/889e281d-993f-41b2-97c0-86d519efb47e) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:23.917196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-602af44e-b733-484d-a17f-6dac37173fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:23.920309 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-602af44e-b733-484d-a17f-6dac37173fe9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=2291552b-a44d-41c0-807b-e8916614daac HTTP/1.1" status: 200 len: 898 time: 0.7712274 Sep 25 01:08:23.954952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:23.981859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 42756291-1617-4381-8ac4-43128366c07b yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:23.985465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c9254d4-047b-4622-abdd-d6998c173382 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:23.994362 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-c0ce842d-39d6-48aa-ba3b-290a9658004c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b03af939-0078-404b-b54c-2ef12fd8479a HTTP/1.1" status: 200 len: 217 time: 0.0661445 Sep 25 01:08:24.014509 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c452fc-2cff-413c-9510-a790a8a8a921 req-815be985-a7b8-4f59-bf07-72e5f1258cb6 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:24.024408 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b6c452fc-2cff-413c-9510-a790a8a8a921 req-815be985-a7b8-4f59-bf07-72e5f1258cb6 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1816633 Sep 25 01:08:24.028643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 1c9254d4-047b-4622-abdd-d6998c173382 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:24.029010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c9254d4-047b-4622-abdd-d6998c173382 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:24.070641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-545008374-network', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:24.112709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Publish callbacks [] for port (889e281d-993f-41b2-97c0-86d519efb47e), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.113080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Made reservation on behalf of 658ce7daa6a0475ab05ecb761ae9c696 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:24.116419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.121019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (889e281d-993f-41b2-97c0-86d519efb47e), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.133461 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.145000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-62897e74-6911-4af7-90c5-c907f02a055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:24.146540 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-62897e74-6911-4af7-90c5-c907f02a055c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=95fb3034-0ad1-4bac-925c-55c1081b5f60 HTTP/1.1" status: 200 len: 837 time: 0.1474681 Sep 25 01:08:24.150405 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b6c452fc-2cff-413c-9510-a790a8a8a921 req-a9b83196-dcf8-477c-8fc3-914471a5428d tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249318 Sep 25 01:08:24.174040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:24.180428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:24.183853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:24.193526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:24.197599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Pushing event updated for resources: {'Port': ['ID=889e281d-993f-41b2-97c0-86d519efb47e,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:24.209464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-910fe457-cdee-428a-beac-16de87917045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:24.211189 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-910fe457-cdee-428a-beac-16de87917045 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=2291552b-a44d-41c0-807b-e8916614daac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0587401 Sep 25 01:08:24.268350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Attempting to bind port 889e281d-993f-41b2-97c0-86d519efb47e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:24.268909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Attempting to bind port 889e281d-993f-41b2-97c0-86d519efb47e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:24.269419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Attempting to bind port 889e281d-993f-41b2-97c0-86d519efb47e on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:24.272316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device b03af939-0078-404b-b54c-2ef12fd8479a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:08:24.309817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Publish callbacks [] for security_group (0ed028b0-0739-4f38-8b72-024d191705b3), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.310887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fedd:29d6 (cf904343-f06f-476a-b370-411af221ea3d/cc58eb7f-fb51-4ef2-89d8-c69458590a2d/42756291-1617-4381-8ac4-43128366c07b) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:24.343356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0ed028b0-0739-4f38-8b72-024d191705b3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.368979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:24.369413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:24.369944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.370368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:24.370927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Bound port: 889e281d-993f-41b2-97c0-86d519efb47e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:24.371313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (889e281d-993f-41b2-97c0-86d519efb47e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.371741 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-389fd51f-7e28-4293-95c5-0c4da4cac7fa service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2291552b-a44d-41c0-807b-e8916614daac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508527 Sep 25 01:08:24.406802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:08:24.423489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05bad8-77ae-4741-9874-94016efec9aa req-d4d261b6-dd66-4b72-a5db-ddd3575fedd0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:24.436652 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb05bad8-77ae-4741-9874-94016efec9aa req-d4d261b6-dd66-4b72-a5db-ddd3575fedd0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 944 time: 0.3084033 Sep 25 01:08:24.468815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:24.500134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed028b0-0739-4f38-8b72-024d191705b3,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:24.512365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:24.515323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0224fa0f-11ea-4d16-abbd-6c5a087af4dd), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.516116 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Added segment 0224fa0f-11ea-4d16-abbd-6c5a087af4dd of type vlan for network 11756310-9c29-4870-bad5-15bf8c86caa9 Sep 25 01:08:24.516471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc32747-da8c-4e77-a978-41c0123acad3 req-5b9aa12a-ed3b-481f-8b31-4970b54de3e0 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:24.518551 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bdc32747-da8c-4e77-a978-41c0123acad3 req-5b9aa12a-ed3b-481f-8b31-4970b54de3e0 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.0704145 Sep 25 01:08:24.569768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=74,neutron:UPDATE=7,neutron:INSERT=19 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:24.578685 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6f404391-1019-4ff1-bc32-e32a4cd8264f req-e6633997-a23f-4523-821d-2fa8babdc04c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2291552b-a44d-41c0-807b-e8916614daac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015276 Sep 25 01:08:24.596326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port b03af939-0078-404b-b54c-2ef12fd8479a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03af939-0078-404b-b54c-2ef12fd8479a,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:24.599995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] For port 889e281d-993f-41b2-97c0-86d519efb47e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:24.615535 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bdc32747-da8c-4e77-a978-41c0123acad3 req-2c0560e1-7f24-4b79-9c4a-cf217b2a97ac tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843768 Sep 25 01:08:24.625227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'b03af939-0078-404b-b54c-2ef12fd8479a', 'network_id': '2291552b-a44d-41c0-807b-e8916614daac', 'port_id': 'b03af939-0078-404b-b54c-2ef12fd8479a', 'mac_address': 'fa:16:3e:a7:7b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fb3034-0ad1-4bac-925c-55c1081b5f60', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:08:24.628969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] For port 889e281d-993f-41b2-97c0-86d519efb47e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=889e281d-993f-41b2-97c0-86d519efb47e,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:24.657979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (889e281d-993f-41b2-97c0-86d519efb47e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.673759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (11756310-9c29-4870-bad5-15bf8c86caa9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.701527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:24.714581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port b03af939-0078-404b-b54c-2ef12fd8479a is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:24.714978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.731001 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb05bad8-77ae-4741-9874-94016efec9aa req-2e85b1eb-ceb4-46f4-b6a6-de760665bb07 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930083 Sep 25 01:08:24.732157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-d546654f-7004-429b-91bf-f1604c9b0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:24.733545 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-d546654f-7004-429b-91bf-f1604c9b0d4b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a8b7f80eb37c43d992b3fd486ee611c7&device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 1130 time: 0.2393508 Sep 25 01:08:24.747897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03af939-0078-404b-b54c-2ef12fd8479a {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:08:24.764579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150f3dc-4ad3-4ec3-ab28-f85a7fbee0f5 None None] Pushing event updated for resources: {'Port': ['ID=889e281d-993f-41b2-97c0-86d519efb47e,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:24.781745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port b03af939-0078-404b-b54c-2ef12fd8479a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03af939-0078-404b-b54c-2ef12fd8479a,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:24.785345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.827915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (11756310-9c29-4870-bad5-15bf8c86caa9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.828899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:24.829809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.845507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=b03af939-0078-404b-b54c-2ef12fd8479a,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:24.934959 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1470459 Sep 25 01:08:24.938693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57546) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:24.946585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (42756291-1617-4381-8ac4-43128366c07b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:24.953013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Request body: {'subnet': {'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-545008374-subnet', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:24.976343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac09ba-2cd6-4024-90a3-ddecf430c5cf admin admin] Pushing event updated for resources: {'Network': ['ID=11756310-9c29-4870-bad5-15bf8c86caa9,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:24.994732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 11756310-9c29-4870-bad5-15bf8c86caa9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:08:25.002045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-f801842d-d095-41cd-bc54-a4e694a37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:25.003498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Made reservation on behalf of 658ce7daa6a0475ab05ecb761ae9c696 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:25.003756 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-f801842d-d095-41cd-bc54-a4e694a37419 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=6e3d82cc-9728-448a-90cb-1e0c6ede4301 HTTP/1.1" status: 200 len: 912 time: 0.2636752 Sep 25 01:08:25.006580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.074434 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-62949f6e-b86e-44d2-9ebf-3e6456566266 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 HTTP/1.1" status: 200 len: 217 time: 0.0606906 Sep 25 01:08:25.123925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (42756291-1617-4381-8ac4-43128366c07b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.197946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:25.205173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:25.209983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:25.214683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:25.215326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.218783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-89657a29-df9f-44d8-b1ff-efefd097e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:25.220308 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-89657a29-df9f-44d8-b1ff-efefd097e03d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=69c88406-ec09-48e0-b2c6-84221d5682a8 HTTP/1.1" status: 200 len: 851 time: 0.1394408 Sep 25 01:08:25.224791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=42756291-1617-4381-8ac4-43128366c07b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:25.233455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['b03af939-0078-404b-b54c-2ef12fd8479a'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:08:25.274616 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3d2f22d7-69d5-4f63-aa54-5e31a181eaad tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7915730 Sep 25 01:08:25.276210 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57548) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:25.287074 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-202cad98-53b0-4073-a698-cfe7c1e8554f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=6e3d82cc-9728-448a-90cb-1e0c6ede4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560908 Sep 25 01:08:25.294761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (2cb39274-4e38-4e30-a57b-c2970ea2a0ce), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.338123 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:25.362692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f0ea58-46e8-4e29-933a-f651ef23b397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:25.367482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb39274-4e38-4e30-a57b-c2970ea2a0ce,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:25.368182 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f0ea58-46e8-4e29-933a-f651ef23b397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:25.371790 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c1f0ea58-46e8-4e29-933a-f651ef23b397 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0944512 Sep 25 01:08:25.376563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57550) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:25.415751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Checking segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:25.416188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Network hostable DHCP agents. Network: 11756310-9c29-4870-bad5-15bf8c86caa9, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:08:25.456493 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-37bee0ab-cac2-4201-833b-2b0cfaeeb8e3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627357 Sep 25 01:08:25.466248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Network 11756310-9c29-4870-bad5-15bf8c86caa9 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:08:25.489999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 11756310-9c29-4870-bad5-15bf8c86caa9) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:25.497114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:25.497769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.501458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-6c662219-4156-44b0-8c09-4afc8441c42e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 42756291-1617-4381-8ac4-43128366c07b {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:25.501967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6c662219-4156-44b0-8c09-4afc8441c42e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (42756291-1617-4381-8ac4-43128366c07b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.506584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391db0a4-064c-4963-8457-2264739f2b14 None None] Network 11756310-9c29-4870-bad5-15bf8c86caa9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:25.576841 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5a1e0d58-b393-494f-9401-632074694980 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6367404 Sep 25 01:08:25.581305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57552) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:25.583886 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd0a38c5-279d-41b3-930d-7dad3c3b39cf req-00782b66-8435-4c1f-a232-80db421ad302 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213326 Sep 25 01:08:25.589702 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:25.634419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (34ab2f79-5d5c-412c-8034-c462c45955b3), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.635655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (34ab2f79-5d5c-412c-8034-c462c45955b3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.671862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6c662219-4156-44b0-8c09-4afc8441c42e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (42756291-1617-4381-8ac4-43128366c07b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.689466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-11756310-9c29-4870-bad5-15bf8c86caa9', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:25.691261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.693061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-6c662219-4156-44b0-8c09-4afc8441c42e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 42756291-1617-4381-8ac4-43128366c07b owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:25.696160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:25.817702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:25.836387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks [] for router_controller (34ab2f79-5d5c-412c-8034-c462c45955b3), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.858825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfa89f-792a-4e2d-a09d-ec2b2a2d57b4 req-84ebf104-e737-4f9c-83c2-8569f30b204e tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:25.867190 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e7cfa89f-792a-4e2d-a09d-ec2b2a2d57b4 req-84ebf104-e737-4f9c-83c2-8569f30b204e tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1447647 Sep 25 01:08:25.895797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:25.903188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7b13-80ac-43c6-82d1-afc06eb16c1a req-add4d3c7-654b-4ecf-8af8-d8061b0b40ac tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:25.904856 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3bcb7b13-80ac-43c6-82d1-afc06eb16c1a req-add4d3c7-654b-4ecf-8af8-d8061b0b40ac tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 945 time: 0.0647321 Sep 25 01:08:25.927375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Allocated IP 172.20.0.2 (11756310-9c29-4870-bad5-15bf8c86caa9/2cb39274-4e38-4e30-a57b-c2970ea2a0ce/d08523a9-37ef-463b-8145-869dfb54b76f) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:25.992478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3bcb7b13-80ac-43c6-82d1-afc06eb16c1a req-b7ac1b39-1c27-4cc7-a4ce-ee5ad644868a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787861 Sep 25 01:08:26.011466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 889e281d-993f-41b2-97c0-86d519efb47e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:26.081114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-09d2b0c7-9c4c-4508-aba2-60b5f2a3acb4 None None] Provisioning complete for port 889e281d-993f-41b2-97c0-86d519efb47e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:26.081773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-09d2b0c7-9c4c-4508-aba2-60b5f2a3acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (889e281d-993f-41b2-97c0-86d519efb47e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.082742 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-09d2b0c7-9c4c-4508-aba2-60b5f2a3acb4 None None] Attempt 1 to provision port 889e281d-993f-41b2-97c0-86d519efb47e Sep 25 01:08:26.083696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:26.093425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks [] for router_gateway (34ab2f79-5d5c-412c-8034-c462c45955b3), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.161068 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e7cfa89f-792a-4e2d-a09d-ec2b2a2d57b4 req-8268f867-3b29-40ac-8de3-15a05e424da6 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929459 Sep 25 01:08:26.164056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 889e281d-993f-41b2-97c0-86d519efb47e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:26.164566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (889e281d-993f-41b2-97c0-86d519efb47e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.165682 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 889e281d-993f-41b2-97c0-86d519efb47e Sep 25 01:08:26.219591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:26.240003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6c662219-4156-44b0-8c09-4afc8441c42e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (42756291-1617-4381-8ac4-43128366c07b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.278009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c662219-4156-44b0-8c09-4afc8441c42e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=42756291-1617-4381-8ac4-43128366c07b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:26.284162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Publish callbacks [] for port (d08523a9-37ef-463b-8145-869dfb54b76f), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.308463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.325033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-09d2b0c7-9c4c-4508-aba2-60b5f2a3acb4 None None] Current status of the port 889e281d-993f-41b2-97c0-86d519efb47e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:26.325758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-09d2b0c7-9c4c-4508-aba2-60b5f2a3acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (889e281d-993f-41b2-97c0-86d519efb47e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.349863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6c662219-4156-44b0-8c09-4afc8441c42e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.354447 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6c662219-4156-44b0-8c09-4afc8441c42e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/42756291-1617-4381-8ac4-43128366c07b HTTP/1.1" status: 204 len: 168 time: 0.9768038 Sep 25 01:08:26.356504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57558) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:26.416239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device b03af939-0078-404b-b54c-2ef12fd8479a up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:26.417258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:26.434650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Network 11756310-9c29-4870-bad5-15bf8c86caa9 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:26.440826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412c86a-6463-4fe7-8ee3-046c1f28d447 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:26.443263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412c86a-6463-4fe7-8ee3-046c1f28d447 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:26.445591 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b412c86a-6463-4fe7-8ee3-046c1f28d447 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0880010 Sep 25 01:08:26.448311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57560) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:26.473778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:26.483285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:26.493028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Pushing event updated for resources: {'Port': ['ID=d08523a9-37ef-463b-8145-869dfb54b76f,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:26.504383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 889e281d-993f-41b2-97c0-86d519efb47e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:26.504786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (889e281d-993f-41b2-97c0-86d519efb47e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.510153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-09d2b0c7-9c4c-4508-aba2-60b5f2a3acb4 None None] For port 889e281d-993f-41b2-97c0-86d519efb47e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=889e281d-993f-41b2-97c0-86d519efb47e,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:26.526093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks [] for router_gateway (34ab2f79-5d5c-412c-8034-c462c45955b3), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.530608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-09d2b0c7-9c4c-4508-aba2-60b5f2a3acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (889e281d-993f-41b2-97c0-86d519efb47e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.555408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.568535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-363d8cf9-6394-4006-9a97-b744fe1dcbe8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet cc58eb7f-fb51-4ef2-89d8-c69458590a2d {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:26.573193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-363d8cf9-6394-4006-9a97-b744fe1dcbe8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (cc58eb7f-fb51-4ef2-89d8-c69458590a2d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.633239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-363d8cf9-6394-4006-9a97-b744fe1dcbe8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (cc58eb7f-fb51-4ef2-89d8-c69458590a2d), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.659480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port b03af939-0078-404b-b54c-2ef12fd8479a completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:08:26.678229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-015ccfcb-b62f-4db9-8325-c8ab1368ff0c None None] Could not find standard attr ID for object 42756291-1617-4381-8ac4-43128366c07b. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:08:26.703097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port b03af939-0078-404b-b54c-2ef12fd8479a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:26.703472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.703805 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port b03af939-0078-404b-b54c-2ef12fd8479a Sep 25 01:08:26.706194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:26.709996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2b0c7-9c4c-4508-aba2-60b5f2a3acb4 None None] Pushing event updated for resources: {'Port': ['ID=889e281d-993f-41b2-97c0-86d519efb47e,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:26.729569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Attempting to bind port d08523a9-37ef-463b-8145-869dfb54b76f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:26.730002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Attempting to bind port d08523a9-37ef-463b-8145-869dfb54b76f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:26.730369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Attempting to bind port d08523a9-37ef-463b-8145-869dfb54b76f on network 11756310-9c29-4870-bad5-15bf8c86caa9 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:26.732458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-363d8cf9-6394-4006-9a97-b744fe1dcbe8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (cc58eb7f-fb51-4ef2-89d8-c69458590a2d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.737361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:08:26.737776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:08:26.757250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Allocated IP 172.36.7.226 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/aaaa08a9-c197-4d76-873d-df12d20741c4) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:26.798874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:26.799204 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Checking segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:26.799566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.800033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Bound using segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:26.800467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Bound port: d08523a9-37ef-463b-8145-869dfb54b76f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:26.800841 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.815529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-363d8cf9-6394-4006-9a97-b744fe1dcbe8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (cc58eb7f-fb51-4ef2-89d8-c69458590a2d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.848612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d8cf9-6394-4006-9a97-b744fe1dcbe8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=cc58eb7f-fb51-4ef2-89d8-c69458590a2d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:26.854559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-363d8cf9-6394-4006-9a97-b744fe1dcbe8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.858972 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-363d8cf9-6394-4006-9a97-b744fe1dcbe8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/cc58eb7f-fb51-4ef2-89d8-c69458590a2d HTTP/1.1" status: 204 len: 168 time: 0.4092066 Sep 25 01:08:26.861337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57562) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:26.869705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6310c-7f2a-43fd-9b1c-fe134b19b95d None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:26.895149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks [] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.906334 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-46482052-08c4-47cc-921b-940a18fcde85 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437784 Sep 25 01:08:26.908888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57564) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:26.975445 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.984169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be4aa2-f668-46a7-9e2a-418f2a46ddfc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:26.988214 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-59be4aa2-f668-46a7-9e2a-418f2a46ddfc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0759001 Sep 25 01:08:26.988794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57566) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:27.031257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:27.033446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:27.039251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:27.042441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:27.057541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20da7c77-bd1d-45a3-831e-4bfae2139b53 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:27.059490 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-20da7c77-bd1d-45a3-831e-4bfae2139b53 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694392 Sep 25 01:08:27.062053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57570) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:27.068145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Pushing event updated for resources: {'Port': ['ID=aaaa08a9-c197-4d76-873d-df12d20741c4,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:27.080622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port b03af939-0078-404b-b54c-2ef12fd8479a is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:27.081829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:27.115577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:27.131255 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a452bba4-9f75-4761-8b62-e204b43627ce tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676842 Sep 25 01:08:27.138528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57572) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:27.143425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:27.166291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] For port d08523a9-37ef-463b-8145-869dfb54b76f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:27.176694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03af939-0078-404b-b54c-2ef12fd8479a'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:27.179368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f51bee-fb26-4350-94b2-f923c62d7605" -d '{"events": [{"server_uuid": "f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b", "name": "network-vif-plugged", "status": "completed", "tag": "b03af939-0078-404b-b54c-2ef12fd8479a"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:27.211893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6d53-db27-4221-8e0c-609f467786aa req-1402261c-f1a1-4b92-8a12-dd9187c84297 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:27.219106 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e0ae6d53-db27-4221-8e0c-609f467786aa req-1402261c-f1a1-4b92-8a12-dd9187c84297 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 945 time: 0.1429186 Sep 25 01:08:27.222728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port b03af939-0078-404b-b54c-2ef12fd8479a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03af939-0078-404b-b54c-2ef12fd8479a,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:27.227497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] For port d08523a9-37ef-463b-8145-869dfb54b76f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d08523a9-37ef-463b-8145-869dfb54b76f,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:27.235521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:27.247039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3ba0b0-f183-4496-a680-8cd34c55a1d6 x-openstack-request-id: req-2f3ba0b0-f183-4496-a680-8cd34c55a1d6 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:27.247327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b", "name": "network-vif-plugged", "status": "completed", "tag": "b03af939-0078-404b-b54c-2ef12fd8479a", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:27.247588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f3ba0b0-f183-4496-a680-8cd34c55a1d6 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:27.248018 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3ba0b0-f183-4496-a680-8cd34c55a1d6'] response: {'server_uuid': 'f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03af939-0078-404b-b54c-2ef12fd8479a', 'code': 200} Sep 25 01:08:27.269701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:27.354053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 889e281d-993f-41b2-97c0-86d519efb47e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:27.365176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=b03af939-0078-404b-b54c-2ef12fd8479a,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:27.425006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:27.444821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700e0e0b-f292-4e82-ab68-e4e3ffecb65f None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:27.445481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:27.462492 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e0ae6d53-db27-4221-8e0c-609f467786aa req-bf5b2ef2-625c-435a-9f45-32612b852c18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420743 Sep 25 01:08:27.514325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298c9af-7fa8-4edd-ac85-5bc22031010b req-0f3b6448-2f6c-42ca-bf53-bc36ed9aba58 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:27.524528 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5298c9af-7fa8-4edd-ac85-5bc22031010b req-0f3b6448-2f6c-42ca-bf53-bc36ed9aba58 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1557393 Sep 25 01:08:27.526939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fba16-2509-41ca-8310-f76e7934bb38 None None] Pushing event updated for resources: {'Port': ['ID=d08523a9-37ef-463b-8145-869dfb54b76f,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:27.536638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks [] for router_gateway (34ab2f79-5d5c-412c-8034-c462c45955b3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:27.548283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-700e0e0b-f292-4e82-ab68-e4e3ffecb65f None None] Deleting port 889e281d-993f-41b2-97c0-86d519efb47e {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:27.551906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-700e0e0b-f292-4e82-ab68-e4e3ffecb65f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (889e281d-993f-41b2-97c0-86d519efb47e), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:27.617342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:27.698328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3986-9000-4e65-9d77-f0ebd76413e2 req-dd4f571d-5478-4feb-8b20-d68e5ba20587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:27.700407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-216d3986-9000-4e65-9d77-f0ebd76413e2 req-dd4f571d-5478-4feb-8b20-d68e5ba20587 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 1130 time: 0.2080617 Sep 25 01:08:27.705702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-700e0e0b-f292-4e82-ab68-e4e3ffecb65f None None] For port 889e281d-993f-41b2-97c0-86d519efb47e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=889e281d-993f-41b2-97c0-86d519efb47e,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:27.707142 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5298c9af-7fa8-4edd-ac85-5bc22031010b req-bf7426dd-a4fc-4a82-833e-9fab1acd87f8 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796794 Sep 25 01:08:27.708669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-700e0e0b-f292-4e82-ab68-e4e3ffecb65f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (889e281d-993f-41b2-97c0-86d519efb47e), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:27.740454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-700e0e0b-f292-4e82-ab68-e4e3ffecb65f None None] Calling delete_port for 889e281d-993f-41b2-97c0-86d519efb47e owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:27.798908 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-216d3986-9000-4e65-9d77-f0ebd76413e2 req-e1366cbe-6a10-4907-9f4c-2e64257797eb service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789504 Sep 25 01:08:27.805195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:27.909032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-700e0e0b-f292-4e82-ab68-e4e3ffecb65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (889e281d-993f-41b2-97c0-86d519efb47e), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:27.977176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e0e0b-f292-4e82-ab68-e4e3ffecb65f None None] No DVR routers for this DVR port 889e281d-993f-41b2-97c0-86d519efb47e on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:27.979849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e0e0b-f292-4e82-ab68-e4e3ffecb65f None None] Pushing event deleted for resources: {'Port': ['ID=889e281d-993f-41b2-97c0-86d519efb47e,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:28.034601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d08523a9-37ef-463b-8145-869dfb54b76f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:28.042564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (89adb970-9f65-4639-8532-345e2f36bf67), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.099246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:28.105454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:28.114722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:28.115916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.129737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f6332-f5ed-4ee3-a9fb-4d21347a383d None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:28.155425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d08523a9-37ef-463b-8145-869dfb54b76f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:28.156212 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.156738 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d08523a9-37ef-463b-8145-869dfb54b76f Sep 25 01:08:28.171315 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0314896 Sep 25 01:08:28.174344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5588a-c788-46a1-ac0a-afe0dcd148c8 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=89adb970-9f65-4639-8532-345e2f36bf67,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:28.178232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57582) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:28.188842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:5b:21:d7', 'name': 'tempest-NetworksTestDHCPv6-1589723495'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:28.273455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:28.319583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb29a7-41fa-45d3-8f44-7604049bfbec req-4b9179c5-18e5-40fc-b204-0d3b1f356207 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:28.323376 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e6fb29a7-41fa-45d3-8f44-7604049bfbec req-4b9179c5-18e5-40fc-b204-0d3b1f356207 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.0832179 Sep 25 01:08:28.324340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (34ab2f79-5d5c-412c-8034-c462c45955b3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.350898 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d08523a9-37ef-463b-8145-869dfb54b76f is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:28.351299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.375282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:28.403116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:28.429402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:28.435267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '89adb970-9f65-4639-8532-345e2f36bf67'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:28.436540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.439667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.451613 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e6fb29a7-41fa-45d3-8f44-7604049bfbec req-946ef274-382f-490d-9587-485023527296 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231356 Sep 25 01:08:28.464231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port d08523a9-37ef-463b-8145-869dfb54b76f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d08523a9-37ef-463b-8145-869dfb54b76f,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:28.493332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.520587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 9791fb7b-4ebd-44c4-8421-609ae8758729 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:28.695916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Router 34ab2f79-5d5c-412c-8034-c462c45955b3 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:08:28.699138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 889e281d-993f-41b2-97c0-86d519efb47e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:28.741690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::204 (cf904343-f06f-476a-b370-411af221ea3d/89adb970-9f65-4639-8532-345e2f36bf67/9791fb7b-4ebd-44c4-8421-609ae8758729) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:28.751711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a9cec-dc26-4cd5-85ad-7d50f368bafe req-a248821b-d869-47a1-a4e9-7e8ab9bfc010 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:28.753656 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9f3a9cec-dc26-4cd5-85ad-7d50f368bafe req-a248821b-d869-47a1-a4e9-7e8ab9bfc010 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 946 time: 0.1031120 Sep 25 01:08:28.768666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-51d4b7f3-af33-4b1f-be5d-67b4c3cfe1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.770258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 889e281d-993f-41b2-97c0-86d519efb47e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:28.770637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 889e281d-993f-41b2-97c0-86d519efb47e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:28.866414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:08:28.885716 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Sync routers for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:08:28.896063 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9f3a9cec-dc26-4cd5-85ad-7d50f368bafe req-bf00077b-bd9b-4c0e-988c-5da5b3a54e39 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318800 Sep 25 01:08:28.905098 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:28.905917 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:28.928383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:28.934217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57586) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:28.936267 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f3ce6232-e75e-4f9c-bf63-75fab344eac9 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3473644 Sep 25 01:08:28.967621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=d08523a9-37ef-463b-8145-869dfb54b76f,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:29.023712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbba8a9-ff66-4d17-bf3c-1d622c7d75ab None None] Network 11756310-9c29-4870-bad5-15bf8c86caa9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:29.075816 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:29.106899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-512ac94f-eb78-4b7f-9709-cc91c5df5754 None None] Provisioning complete for port d08523a9-37ef-463b-8145-869dfb54b76f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:29.107283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-512ac94f-eb78-4b7f-9709-cc91c5df5754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.107636 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-512ac94f-eb78-4b7f-9709-cc91c5df5754 None None] Attempt 1 to provision port d08523a9-37ef-463b-8145-869dfb54b76f Sep 25 01:08:29.165583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:08:29.248677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-512ac94f-eb78-4b7f-9709-cc91c5df5754 None None] Current status of the port d08523a9-37ef-463b-8145-869dfb54b76f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:29.428522 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:27Z', 'revision_number': 3, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:29.461538 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Checking router: 34ab2f79-5d5c-412c-8034-c462c45955b3 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:08:29.461895 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Updating router 34ab2f79-5d5c-412c-8034-c462c45955b3 port aaaa08a9-c197-4d76-873d-df12d20741c4 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:08:29.474383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6b5f2bd7-6df5-4f3c-8e41-145907ea5534 None None] Provisioning complete for port d08523a9-37ef-463b-8145-869dfb54b76f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:29.475107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2bd7-6df5-4f3c-8e41-145907ea5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.475594 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b5f2bd7-6df5-4f3c-8e41-145907ea5534 None None] Attempt 1 to provision port d08523a9-37ef-463b-8145-869dfb54b76f Sep 25 01:08:29.498249 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.536910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (9791fb7b-4ebd-44c4-8421-609ae8758729), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.565083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:29.569984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f2bd7-6df5-4f3c-8e41-145907ea5534 None None] Current status of the port d08523a9-37ef-463b-8145-869dfb54b76f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:29.639750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (9791fb7b-4ebd-44c4-8421-609ae8758729), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.656043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b9bf1-e7f7-4e29-bd81-d8bca68cf2be req-96a582c9-43d7-4961-9cbb-638a18cd7539 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:29.657879 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ca0b9bf1-e7f7-4e29-bd81-d8bca68cf2be req-96a582c9-43d7-4961-9cbb-638a18cd7539 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.0765300 Sep 25 01:08:29.734876 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ca0b9bf1-e7f7-4e29-bd81-d8bca68cf2be req-5e6d3b0a-32ea-4901-ac22-6fb2ca9c20af tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662882 Sep 25 01:08:29.753454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/89adb970-9f65-4639-8532-345e2f36bf67/dd4a32ad-745f-46ba-a341-658681a580b5) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:29.781639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=9791fb7b-4ebd-44c4-8421-609ae8758729,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:29.802986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:29.805899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:29.810621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.810974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.811324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.811678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.812045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.812390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.812732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.813065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.813548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.813910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.814228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.814566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.814899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.815226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.815554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.825800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:29.829445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:29.834991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:29.835463 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Publish callbacks [] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.836216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.844458 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.899413 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Attempting to bind port aaaa08a9-c197-4d76-873d-df12d20741c4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:29.900960 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Attempting to bind port aaaa08a9-c197-4d76-873d-df12d20741c4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:29.901158 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Attempting to bind port aaaa08a9-c197-4d76-873d-df12d20741c4 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:29.922624 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7fe33ab2-a6f5-4aaf-ae85-583513f2829c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7378037 Sep 25 01:08:29.922624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57590) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:29.955373 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Pushing event updated for resources: {'Port': ['ID=aaaa08a9-c197-4d76-873d-df12d20741c4,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:29.968647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Publish callbacks [] for port (dd4a32ad-745f-46ba-a341-658681a580b5), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.979522 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.980217 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.980749 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.981273 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.982018 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.982432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d602271-13d7-4e54-a765-0c0f95412639 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:29.983097 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.983649 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.984181 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.984439 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8d602271-13d7-4e54-a765-0c0f95412639 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0610745 Sep 25 01:08:29.984967 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.985471 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.986059 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.986664 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.987395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57594) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:29.991281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:29.999183 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:29.999852 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.000495 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.004754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:30.026027 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:30.026426 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:30.026863 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.027267 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:30.027796 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Bound port: aaaa08a9-c197-4d76-873d-df12d20741c4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:30.028239 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.037060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:30.057843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:30.073955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d08523a9-37ef-463b-8145-869dfb54b76f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:30.110242 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] For port aaaa08a9-c197-4d76-873d-df12d20741c4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:30.119126 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] For port aaaa08a9-c197-4d76-873d-df12d20741c4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aaaa08a9-c197-4d76-873d-df12d20741c4,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:30.129043 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.132264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Pushing event updated for resources: {'Port': ['ID=dd4a32ad-745f-46ba-a341-658681a580b5,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:30.144903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:30.147421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 9791fb7b-4ebd-44c4-8421-609ae8758729 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:30.147769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9791fb7b-4ebd-44c4-8421-609ae8758729), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.155753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:30.158678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d08523a9-37ef-463b-8145-869dfb54b76f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:30.159211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.159656 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d08523a9-37ef-463b-8145-869dfb54b76f Sep 25 01:08:30.162269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:30.187125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcf9f9-eac6-4c25-9c4a-e50af4b103c6 req-e3ba6cf4-ab09-4aad-a74b-00bf4c84fade tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:30.189131 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdfcf9f9-eac6-4c25-9c4a-e50af4b103c6 req-e3ba6cf4-ab09-4aad-a74b-00bf4c84fade tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 946 time: 0.0878458 Sep 25 01:08:30.213503 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:30.214190 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:30.228773 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:30.285330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.291682 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdfcf9f9-eac6-4c25-9c4a-e50af4b103c6 req-a87bae6f-96af-4ce5-9b2a-55552fb77d02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931740 Sep 25 01:08:30.309608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9791fb7b-4ebd-44c4-8421-609ae8758729), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.330872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 9791fb7b-4ebd-44c4-8421-609ae8758729 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:30.360337 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:30.434150 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:30.438177 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786637b-ea4e-407d-8210-6da3165ea762 None None] Pushing event updated for resources: {'Port': ['ID=aaaa08a9-c197-4d76-873d-df12d20741c4,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:30.439741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d08523a9-37ef-463b-8145-869dfb54b76f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:30.468297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Attempting to bind port dd4a32ad-745f-46ba-a341-658681a580b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:30.470945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Attempting to bind port dd4a32ad-745f-46ba-a341-658681a580b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:30.473457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Attempting to bind port dd4a32ad-745f-46ba-a341-658681a580b5 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:30.512803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:30.530816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (9791fb7b-4ebd-44c4-8421-609ae8758729), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.562580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:30.563559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:30.564194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.564985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:30.565825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Bound port: dd4a32ad-745f-46ba-a341-658681a580b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:30.566427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.585961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=9791fb7b-4ebd-44c4-8421-609ae8758729,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:30.626003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.626513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.627702 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.628208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.629153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.629153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.629525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.629933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.630405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.630821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.631256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.631699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.632893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.634600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.635074 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:30.640144 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:27Z', 'revision_number': 3, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:30.648318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.648806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-917a6d97-cf02-4672-b156-e81ed7fe2f96 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:30.650991 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-917a6d97-cf02-4672-b156-e81ed7fe2f96 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.1981556 Sep 25 01:08:30.652273 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-badea81a-c6aa-4044-b293-1931c782c236 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/9791fb7b-4ebd-44c4-8421-609ae8758729 HTTP/1.1" status: 204 len: 168 time: 0.6629672 Sep 25 01:08:30.656866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57596) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:30.664528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] For port dd4a32ad-745f-46ba-a341-658681a580b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:30.668729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] For port dd4a32ad-745f-46ba-a341-658681a580b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd4a32ad-745f-46ba-a341-658681a580b5,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:30.677411 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fa33b-649c-4aa9-bad2-2961fa8015c2 None None] The sync data for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv is: [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:27Z', 'revision_number': 3, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:08:30.677807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.749131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Allocated IP 172.20.0.1 (11756310-9c29-4870-bad5-15bf8c86caa9/2cb39274-4e38-4e30-a57b-c2970ea2a0ce/4c135248-6194-4f92-ac03-7c2f460c60ec) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:30.766122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb507de-9a11-4a07-8376-78bb7c794b60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:30.774363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb507de-9a11-4a07-8376-78bb7c794b60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:30.780581 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5fb507de-9a11-4a07-8376-78bb7c794b60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1180878 Sep 25 01:08:30.781317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57600) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:30.819864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94f7c4-a99a-44e5-abf2-de333fbd83d4 None None] Pushing event updated for resources: {'Port': ['ID=dd4a32ad-745f-46ba-a341-658681a580b5,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:30.869461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f95fb58-0e34-43eb-8db8-3750444d0bf1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 89adb970-9f65-4639-8532-345e2f36bf67 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:30.883282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9f95fb58-0e34-43eb-8db8-3750444d0bf1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (89adb970-9f65-4639-8532-345e2f36bf67), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.910065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Publish callbacks [] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.974532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9f95fb58-0e34-43eb-8db8-3750444d0bf1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (89adb970-9f65-4639-8532-345e2f36bf67), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:30.976989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:30.992136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.073743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Network 11756310-9c29-4870-bad5-15bf8c86caa9 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:31.097759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0d94a-dbb1-447e-aaec-1e3524350c88 req-78c8e845-b23b-407d-bf59-ad0de50a8fa0 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:31.110983 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2dd0d94a-dbb1-447e-aaec-1e3524350c88 req-78c8e845-b23b-407d-bf59-ad0de50a8fa0 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 946 time: 0.2360601 Sep 25 01:08:31.125670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:31.134675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:31.140017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c135248-6194-4f92-ac03-7c2f460c60ec,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:31.213420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:31.264290 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (34ab2f79-5d5c-412c-8034-c462c45955b3), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.296403 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9f95fb58-0e34-43eb-8db8-3750444d0bf1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (89adb970-9f65-4639-8532-345e2f36bf67), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.351997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Deleting port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:31.352692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.466672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a54e33ba-6a80-4310-86dd-7550b42d5662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.513313 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2dd0d94a-dbb1-447e-aaec-1e3524350c88 req-dd178045-2a03-4e4f-8abf-33c8924adc56 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fe0c942f-d7e3-4e1f-8e31-283d817931ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011991 Sep 25 01:08:31.517006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9f95fb58-0e34-43eb-8db8-3750444d0bf1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (89adb970-9f65-4639-8532-345e2f36bf67), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.578971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95fb58-0e34-43eb-8db8-3750444d0bf1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=89adb970-9f65-4639-8532-345e2f36bf67,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:31.592303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9f95fb58-0e34-43eb-8db8-3750444d0bf1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.593006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] For port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,segment=NetworkSegment(63e5e1b8-e7ec-4340-ac4a-dd3a93d59254),segment_id=63e5e1b8-e7ec-4340-ac4a-dd3a93d59254)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:31.593493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.601140 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9f95fb58-0e34-43eb-8db8-3750444d0bf1 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/89adb970-9f65-4639-8532-345e2f36bf67 HTTP/1.1" status: 204 len: 168 time: 0.8183968 Sep 25 01:08:31.602317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57604) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:31.626157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Calling delete_port for 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:31.661846 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7cb3bfc8-42ff-4e95-8b6c-2cc0d0e99532 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577559 Sep 25 01:08:31.662751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57606) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:31.732633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Provisioning complete for port 4c135248-6194-4f92-ac03-7c2f460c60ec triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:31.733314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.733652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b18348-42d8-44c7-bfdf-ddc63d099b94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:31.734104 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Attempt 1 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:31.738840 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b1b18348-42d8-44c7-bfdf-ddc63d099b94 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0721426 Sep 25 01:08:31.748840 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57608) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:31.767005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:31.788127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Port 4c135248-6194-4f92-ac03-7c2f460c60ec cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:31.855165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f0565-dfba-4fde-aaf6-0dca2a19cc71 req-2a869b0f-3294-4781-8a57-eca4ae9cd303 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:31.858061 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e8f0565-dfba-4fde-aaf6-0dca2a19cc71 req-2a869b0f-3294-4781-8a57-eca4ae9cd303 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 946 time: 0.2173345 Sep 25 01:08:31.876541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17a056-dcfa-4c68-acb7-643e52476980 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:31.881830 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1b17a056-dcfa-4c68-acb7-643e52476980 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1296573 Sep 25 01:08:31.882526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57610) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:31.972030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:31.990493 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-53c7f475-3649-4712-b25e-b427913d1578 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066906 Sep 25 01:08:31.991120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57612) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:31.996416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:32.069282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device aaaa08a9-c197-4d76-873d-df12d20741c4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:32.127464 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e8f0565-dfba-4fde-aaf6-0dca2a19cc71 req-968a3822-de31-46b2-bf1f-c39f48d15863 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319386 Sep 25 01:08:32.177621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:32.179112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port aaaa08a9-c197-4d76-873d-df12d20741c4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:32.182736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:32.182906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:32.183266 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port aaaa08a9-c197-4d76-873d-df12d20741c4 Sep 25 01:08:32.290134 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Attempt 2 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:32.406159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:32.413708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Port 4c135248-6194-4f92-ac03-7c2f460c60ec cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:32.432561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port aaaa08a9-c197-4d76-873d-df12d20741c4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:32.433220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:32.452573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75ea72-02f2-47ba-9230-06878e209717 req-ffaf4c64-19ab-4e5c-a1bc-db6da812da97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:32.454548 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2a75ea72-02f2-47ba-9230-06878e209717 req-ffaf4c64-19ab-4e5c-a1bc-db6da812da97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 946 time: 0.1389580 Sep 25 01:08:32.481181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port aaaa08a9-c197-4d76-873d-df12d20741c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aaaa08a9-c197-4d76-873d-df12d20741c4,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:32.490409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:32.495933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dd4a32ad-745f-46ba-a341-658681a580b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:32.515226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Pushing event deleted for resources: {'Port': ['ID=2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:32.558918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65aba8e-867c-418a-b534-fd7eb80c2d0b None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:32.643806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:32.661747 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2a75ea72-02f2-47ba-9230-06878e209717 req-a36a2ce8-cac4-4737-837f-fe8cb3ca35af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926289 Sep 25 01:08:32.766958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] No DVR routers for this DVR port 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:32.781012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:32.787595 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-763ebbc8-9bca-424e-af68-2da1b86ada4e req-3944450d-9510-4d7e-b579-a198b8340066 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.60 "DELETE /networking/v2.0/ports/2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 HTTP/1.1" status: 204 len: 173 time: 1.7232473 Sep 25 01:08:32.805650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:32.806380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eec03f6-6d53-465f-8e14-8d6311e69f5d', 'name': 'network-vif-deleted', 'tag': '2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:32.811325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89951a22-3ae2-4f0e-b55c-cd9e149709e1" -d '{"events": [{"server_uuid": "0eec03f6-6d53-465f-8e14-8d6311e69f5d", "name": "network-vif-deleted", "tag": "2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:32.890492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:32.907049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-894b9def-8a87-4286-8ba7-b74052325da0 req-a7ce3200-bcb1-4c2a-b0b9-de94ab23b950 tempest-TestServerAdvancedOps-1190349968 tempest-TestServerAdvancedOps-1190349968-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0eec03f6-6d53-465f-8e14-8d6311e69f5d HTTP/1.1" status: 200 len: 210 time: 0.1421282 Sep 25 01:08:32.962629 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Attempt 3 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:32.989565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=aaaa08a9-c197-4d76-873d-df12d20741c4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:32.999378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26661ba-ebeb-497b-b435-eae2258359ef x-openstack-request-id: req-f26661ba-ebeb-497b-b435-eae2258359ef {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:33.000174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eec03f6-6d53-465f-8e14-8d6311e69f5d", "name": "network-vif-deleted", "tag": "2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:33.000793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f26661ba-ebeb-497b-b435-eae2258359ef {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:33.001590 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26661ba-ebeb-497b-b435-eae2258359ef'] response: {'server_uuid': '0eec03f6-6d53-465f-8e14-8d6311e69f5d', 'name': 'network-vif-deleted', 'tag': '2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4', 'status': 'completed', 'code': 200} Sep 25 01:08:33.039111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Publish callbacks [] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.047313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.152075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:33.190162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:33.238152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c135248-6194-4f92-ac03-7c2f460c60ec,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:33.250322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (34ab2f79-5d5c-412c-8034-c462c45955b3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.262238 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:08:33.382963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Port 4c135248-6194-4f92-ac03-7c2f460c60ec cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:33.398406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port dd4a32ad-745f-46ba-a341-658681a580b5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:33.399056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.399697 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port dd4a32ad-745f-46ba-a341-658681a580b5 Sep 25 01:08:33.426711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Network 11756310-9c29-4870-bad5-15bf8c86caa9 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:33.433018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:33.519820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:33.558923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.625053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Deleting port dd4a32ad-745f-46ba-a341-658681a580b5 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:33.625053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.643585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port dd4a32ad-745f-46ba-a341-658681a580b5 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:33.644161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.665922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Router 34ab2f79-5d5c-412c-8034-c462c45955b3 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:08:33.831297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:08:33.851056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Sync routers for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:08:33.853656 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1ff3e2b9-74b2-45aa-8a82-50dcdf20e8b2 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/34ab2f79-5d5c-412c-8034-c462c45955b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9166842 Sep 25 01:08:33.867048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.875564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] For port dd4a32ad-745f-46ba-a341-658681a580b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd4a32ad-745f-46ba-a341-658681a580b5,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:33.875859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.887871 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Attempt 4 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:33.902502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] For port dd4a32ad-745f-46ba-a341-658681a580b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd4a32ad-745f-46ba-a341-658681a580b5,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:33.921782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Calling delete_port for dd4a32ad-745f-46ba-a341-658681a580b5 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:33.925476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:33.926142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:33.948791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (dd4a32ad-745f-46ba-a341-658681a580b5), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.954944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.956188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (182e02fa-89af-476e-9e2c-057c4d0198ee), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:33.998281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:34.019983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:34.019983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:34.027702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57630) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:34.039743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Port 4c135248-6194-4f92-ac03-7c2f460c60ec cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:34.060392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:34.061129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:34.080004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:08:34.080004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:08:34.104333 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1120634 Sep 25 01:08:34.110511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57632) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:34.116324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6860068b-256b-42f7-b98e-88e5f19f0f92 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:34.121410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=182e02fa-89af-476e-9e2c-057c4d0198ee,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:34.130663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363760c-3ec8-41a7-8fc3-f5a5391e4435 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=dd4a32ad-745f-46ba-a341-658681a580b5,revision_number=5']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:34.160570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b08dda2-9835-4e37-81ab-01cb96537a35 admin admin] Deleting subnet 69c88406-ec09-48e0-b2c6-84221d5682a8 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:34.193805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b08dda2-9835-4e37-81ab-01cb96537a35 admin admin] Publish callbacks [] for subnet (69c88406-ec09-48e0-b2c6-84221d5682a8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:34.216326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:34.255036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b08dda2-9835-4e37-81ab-01cb96537a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (69c88406-ec09-48e0-b2c6-84221d5682a8), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:34.258186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57636) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:34.400042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b08dda2-9835-4e37-81ab-01cb96537a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (69c88406-ec09-48e0-b2c6-84221d5682a8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:34.437064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6860068b-256b-42f7-b98e-88e5f19f0f92 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:34.441101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6860068b-256b-42f7-b98e-88e5f19f0f92 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:34.484719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:34.495607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:34.537642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:34.538449 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2e04a95d-98e4-4304-a7bc-9bd1b88fa5c4 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:34.545306 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Attempt 5 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:34.587150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b08dda2-9835-4e37-81ab-01cb96537a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (69c88406-ec09-48e0-b2c6-84221d5682a8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:34.587922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (dd4a32ad-745f-46ba-a341-658681a580b5), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:34.627244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:34.646181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:34.671500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Port dd4a32ad-745f-46ba-a341-658681a580b5 update to ACTIVE by agent not found {{(pid=107189) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 25 01:08:34.673589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Pushing event deleted for resources: {'Port': ['ID=dd4a32ad-745f-46ba-a341-658681a580b5,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:34.682136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Port 4c135248-6194-4f92-ac03-7c2f460c60ec cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:34.684366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08dda2-9835-4e37-81ab-01cb96537a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c88406-ec09-48e0-b2c6-84221d5682a8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:34.695100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1b08dda2-9835-4e37-81ab-01cb96537a35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:34.703189 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1b08dda2-9835-4e37-81ab-01cb96537a35 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/69c88406-ec09-48e0-b2c6-84221d5682a8 HTTP/1.1" status: 204 len: 168 time: 0.6741140 Sep 25 01:08:34.710007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57646) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:34.715124 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.ipam_backend_mixin [None req-6860068b-256b-42f7-b98e-88e5f19f0f92 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 182e02fa-89af-476e-9e2c-057c4d0198ee (CIDR: 2001:db8::/64) Sep 25 01:08:34.727463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57648) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:34.728395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.729287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.729998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.730581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.731126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.731645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.732016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.732342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.732838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.733335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.733859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.734337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2139720408-network', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:34.734524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.735078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.735560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.736069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:34.742251 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6860068b-256b-42f7-b98e-88e5f19f0f92 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:34.743573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6860068b-256b-42f7-b98e-88e5f19f0f92 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:34.763374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:34.800216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857081ed-633f-4d8a-b3cc-162e0aaf9136 None None] No DVR routers for this DVR port dd4a32ad-745f-46ba-a341-658681a580b5 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:34.823528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:34.859530 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6860068b-256b-42f7-b98e-88e5f19f0f92 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7488375 Sep 25 01:08:34.863226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device aaaa08a9-c197-4d76-873d-df12d20741c4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:34.866147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57650) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:34.867147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a03ed-44d0-4151-be7b-49ea804fb7c5 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:34.873038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:34.874042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 2, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:34.878946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Made reservation on behalf of 36fe9acf5e964a1bb3a695e0a08a865a for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:34.881774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:34.995072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Checking router: 34ab2f79-5d5c-412c-8034-c462c45955b3 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:08:34.995553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Updating router 34ab2f79-5d5c-412c-8034-c462c45955b3 port 4c135248-6194-4f92-ac03-7c2f460c60ec binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:08:35.095535 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.146369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.149105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port aaaa08a9-c197-4d76-873d-df12d20741c4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:35.150441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.151151 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port aaaa08a9-c197-4d76-873d-df12d20741c4 Sep 25 01:08:35.190472 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Attempt 6 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:35.241975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (6e3d82cc-9728-448a-90cb-1e0c6ede4301), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.247760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.306419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': '182e02fa-89af-476e-9e2c-057c4d0198ee'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:35.307428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.316993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Port 4c135248-6194-4f92-ac03-7c2f460c60ec cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:35.418983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (6e3d82cc-9728-448a-90cb-1e0c6ede4301), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.463733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port aaaa08a9-c197-4d76-873d-df12d20741c4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:35.468378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3d82cc-9728-448a-90cb-1e0c6ede4301']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:35.499568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e5e1b8-e7ec-4340-ac4a-dd3a93d59254') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:35.500036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e5e1b8-e7ec-4340-ac4a-dd3a93d59254') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:35.500837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.17 (2291552b-a44d-41c0-807b-e8916614daac/95fb3034-0ad1-4bac-925c-55c1081b5f60/0caac619-0806-4109-98c8-739e1cbe61c5) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:35.521041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (63e5e1b8-e7ec-4340-ac4a-dd3a93d59254), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.553530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:35.558773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.566609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (63e5e1b8-e7ec-4340-ac4a-dd3a93d59254), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.589007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dd4a32ad-745f-46ba-a341-658681a580b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:35.619979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: dd4a32ad-745f-46ba-a341-658681a580b5 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:35.619979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dd4a32ad-745f-46ba-a341-658681a580b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:35.639600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:08:35.640143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (63e5e1b8-e7ec-4340-ac4a-dd3a93d59254), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.669604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Publish callbacks [] for security_group (f0f268e7-83c7-4877-ab22-752fbfbf6c89), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.674044 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 63e5e1b8-e7ec-4340-ac4a-dd3a93d59254 resource provider aggregate not found Sep 25 01:08:35.721095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f0f268e7-83c7-4877-ab22-752fbfbf6c89), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.722164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (0caac619-0806-4109-98c8-739e1cbe61c5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.737534 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 63e5e1b8-e7ec-4340-ac4a-dd3a93d59254 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63e5e1b8-e7ec-4340-ac4a-dd3a93d59254 found for delete ", "request_id": "req-96392e5d-eb88-474b-ad4f-f9626e1d187d"}]} Sep 25 01:08:35.747325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:08:35.785042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.793163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:35.813240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5d4e1201-c601-497d-9d72-f3df20d106c5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.813624 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Added segment 5d4e1201-c601-497d-9d72-f3df20d106c5 of type vlan for network f4712a97-6288-4ff0-bf5b-97617c2bbb0d Sep 25 01:08:35.818590 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Attempt 7 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:35.835868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f268e7-83c7-4877-ab22-752fbfbf6c89,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:35.853776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 2291552b-a44d-41c0-807b-e8916614daac is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:35.853776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:35.858712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:35.896951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Allocated IP 2001:db8::f816:3eff:fee1:88ee (cf904343-f06f-476a-b370-411af221ea3d/182e02fa-89af-476e-9e2c-057c4d0198ee/393c25dc-1587-4cbb-8dfd-e2c6f83a79d1) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:35.908890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=0caac619-0806-4109-98c8-739e1cbe61c5,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:35.927432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (6e3d82cc-9728-448a-90cb-1e0c6ede4301), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.956534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.958607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:35.959644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Port 4c135248-6194-4f92-ac03-7c2f460c60ec cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:35.960018 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.963500 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/6e3d82cc-9728-448a-90cb-1e0c6ede4301 HTTP/1.1" status: 204 len: 168 time: 1.2458117 Sep 25 01:08:35.966160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57656) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:35.977164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:35.997880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.021650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:36.023412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (f4712a97-6288-4ff0-bf5b-97617c2bbb0d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.033681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28094cd7-6643-4d76-b274-d8b68b47e519 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3d82cc-9728-448a-90cb-1e0c6ede4301,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:36.083822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:36.089388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (f4712a97-6288-4ff0-bf5b-97617c2bbb0d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.090863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:36.091574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.110315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:36.117113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f72e107-76b4-4b24-9980-e2ff38b96f77 admin admin] Deleting subnet ef355158-cec8-45b7-8ddc-42b5293ea8ce {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:36.125362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f72e107-76b4-4b24-9980-e2ff38b96f77 admin admin] Publish callbacks [] for subnet (ef355158-cec8-45b7-8ddc-42b5293ea8ce), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.141060 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4078565 Sep 25 01:08:36.155892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57658) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:36.158919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Publish callbacks [] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.173261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.182121 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Request body: {'subnet': {'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2139720408-subnet', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:36.231559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f72e107-76b4-4b24-9980-e2ff38b96f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (ef355158-cec8-45b7-8ddc-42b5293ea8ce), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.251488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da320e-9e47-4a97-8a12-bc13a3dd4ea7 None None] Pushing event updated for resources: {'Port': ['ID=4c135248-6194-4f92-ac03-7c2f460c60ec,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:36.287626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e79b74-2064-49c9-829d-0b893dcb4008 admin admin] Pushing event updated for resources: {'Network': ['ID=f4712a97-6288-4ff0-bf5b-97617c2bbb0d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:36.316769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network f4712a97-6288-4ff0-bf5b-97617c2bbb0d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:08:36.329343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Made reservation on behalf of 36fe9acf5e964a1bb3a695e0a08a865a for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:36.333193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.421074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (a25abab3-3e51-4d99-a02f-d0b86c0ebf1b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.453006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f72e107-76b4-4b24-9980-e2ff38b96f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (ef355158-cec8-45b7-8ddc-42b5293ea8ce), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.455776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.476845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:36.478807 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Attempt 8 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:36.481976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:36.489587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:36.490300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.510997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=a25abab3-3e51-4d99-a02f-d0b86c0ebf1b,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:36.525751 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cf5d2e53-236b-4186-9a29-9e63038f8769 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6579034 Sep 25 01:08:36.530803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57660) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:36.531049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Publish callbacks [] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.537906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Attempting to bind port 4c135248-6194-4f92-ac03-7c2f460c60ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:36.538482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Attempting to bind port 4c135248-6194-4f92-ac03-7c2f460c60ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:36.538672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Attempting to bind port 4c135248-6194-4f92-ac03-7c2f460c60ec on network 11756310-9c29-4870-bad5-15bf8c86caa9 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:36.538891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:61:58:97', 'name': 'tempest-NetworksTestDHCPv6-826716768'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:36.550560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.572305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.613298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Port 4c135248-6194-4f92-ac03-7c2f460c60ec cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:36.644017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:36.653628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:36.655746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f72e107-76b4-4b24-9980-e2ff38b96f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (ef355158-cec8-45b7-8ddc-42b5293ea8ce), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.656027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:36.661386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:36.662111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Checking segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:36.662695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.663254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Bound using segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:36.663924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Bound port: 4c135248-6194-4f92-ac03-7c2f460c60ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:36.664523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.666707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Pushing event updated for resources: {'Port': ['ID=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:36.699648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:36.727802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72e107-76b4-4b24-9980-e2ff38b96f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef355158-cec8-45b7-8ddc-42b5293ea8ce,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:36.735938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f72e107-76b4-4b24-9980-e2ff38b96f77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.742668 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7f72e107-76b4-4b24-9980-e2ff38b96f77 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/ef355158-cec8-45b7-8ddc-42b5293ea8ce HTTP/1.1" status: 204 len: 168 time: 0.7716842 Sep 25 01:08:36.744324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57662) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:36.823879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.829362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Attempting to bind port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:36.829989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Attempting to bind port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:36.830610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Attempting to bind port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:36.849138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port fe7ca80a-ba8f-4e3f-9fff-c271ef753c12 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:36.888925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] For port 4c135248-6194-4f92-ac03-7c2f460c60ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:36.898360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] For port 4c135248-6194-4f92-ac03-7c2f460c60ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c135248-6194-4f92-ac03-7c2f460c60ec,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:36.916061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.971181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:36.971686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:36.971993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.972405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:36.972900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Bound port: 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:36.973315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.994913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:36.995571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:37.087382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da320e-9e47-4a97-8a12-bc13a3dd4ea7 None None] Pushing event updated for resources: {'Port': ['ID=4c135248-6194-4f92-ac03-7c2f460c60ec,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:37.094363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:37.107090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:37.116593 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Attempt 9 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:37.137978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8:0:1::8c (cf904343-f06f-476a-b370-411af221ea3d/a25abab3-3e51-4d99-a02f-d0b86c0ebf1b/fe7ca80a-ba8f-4e3f-9fff-c271ef753c12) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:37.147989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fe61:5897 (cf904343-f06f-476a-b370-411af221ea3d/182e02fa-89af-476e-9e2c-057c4d0198ee/fe7ca80a-ba8f-4e3f-9fff-c271ef753c12) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:37.188453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:37.212146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] For port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:37.219059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.259708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] For port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:37.272195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (827e6bab-7a92-4066-b89a-8be175a85a7b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.277039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.287285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:37.292451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:37.441716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:37.476042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:37.541076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Checking segment: {'id': '5d4e1201-c601-497d-9d72-f3df20d106c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:37.541452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Network hostable DHCP agents. Network: f4712a97-6288-4ff0-bf5b-97617c2bbb0d, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:08:37.547267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c61aa-60a5-4fad-87b1-ed28c7f56cf3 None None] Pushing event updated for resources: {'Port': ['ID=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:37.557040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (fe7ca80a-ba8f-4e3f-9fff-c271ef753c12), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.576058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (827e6bab-7a92-4066-b89a-8be175a85a7b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.589753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Current status of the port 4c135248-6194-4f92-ac03-7c2f460c60ec is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:37.590164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.662096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:37.667216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fe7ca80a-ba8f-4e3f-9fff-c271ef753c12), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.673204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Network f4712a97-6288-4ff0-bf5b-97617c2bbb0d is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:08:37.678070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827e6bab-7a92-4066-b89a-8be175a85a7b']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:37.691864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] For port 4c135248-6194-4f92-ac03-7c2f460c60ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c135248-6194-4f92-ac03-7c2f460c60ec,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:37.693224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea72116c-7309-4f6a-9a0d-3926ae585139') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:37.693534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea72116c-7309-4f6a-9a0d-3926ae585139') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:37.705545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.717679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (ea72116c-7309-4f6a-9a0d-3926ae585139), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.732496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f4712a97-6288-4ff0-bf5b-97617c2bbb0d) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:37.748313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (0caac619-0806-4109-98c8-739e1cbe61c5), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.750962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:37.751777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.755002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ea72116c-7309-4f6a-9a0d-3926ae585139), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.761139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:37.761553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b8eead-54b2-4c01-b8c7-d6b5bb36e1b7 None None] Network f4712a97-6288-4ff0-bf5b-97617c2bbb0d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:37.763940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.769216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:37.786046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:37.798518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:37.800799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.823440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=fe7ca80a-ba8f-4e3f-9fff-c271ef753c12,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:37.849246 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3cb88951-2407-4c24-ad69-270b9525f747 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3186092 Sep 25 01:08:37.850636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57664) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:37.901760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:08:37.903535 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (ea72116c-7309-4f6a-9a0d-3926ae585139), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.906330 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=0caac619-0806-4109-98c8-739e1cbe61c5,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:37.936328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Provisioning complete for port 0caac619-0806-4109-98c8-739e1cbe61c5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:37.936981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.937548 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Attempt 1 to provision port 0caac619-0806-4109-98c8-739e1cbe61c5 Sep 25 01:08:37.964449 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1af77d09-c5bc-4edb-bfbc-4e4011864b5a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7857230 Sep 25 01:08:37.965381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57668) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:37.972313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:37.999493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6c7afe36-ca92-4068-9b16-a46af0852b38 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port fe7ca80a-ba8f-4e3f-9fff-c271ef753c12 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:37.999820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c7afe36-ca92-4068-9b16-a46af0852b38 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fe7ca80a-ba8f-4e3f-9fff-c271ef753c12), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.010984 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment ea72116c-7309-4f6a-9a0d-3926ae585139 resource provider aggregate not found Sep 25 01:08:38.042743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.052053 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment ea72116c-7309-4f6a-9a0d-3926ae585139 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea72116c-7309-4f6a-9a0d-3926ae585139 found for delete ", "request_id": "req-c7e592cc-800a-4412-be7c-fc766b4d06d5"}]} Sep 25 01:08:38.065802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1af8b-fc8e-4fba-a7dd-5d9ded6760c2 None None] Pushing event updated for resources: {'Port': ['ID=4c135248-6194-4f92-ac03-7c2f460c60ec,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:38.069510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (bea48678-7acc-4924-b921-89d0f654bc9e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.070974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (bea48678-7acc-4924-b921-89d0f654bc9e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.073809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (827e6bab-7a92-4066-b89a-8be175a85a7b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.074560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:36Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:38.079454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.083115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Port 0caac619-0806-4109-98c8-739e1cbe61c5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:38.085617 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/827e6bab-7a92-4066-b89a-8be175a85a7b HTTP/1.1" status: 204 len: 168 time: 1.3381531 Sep 25 01:08:38.121946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0eead-2e2c-4ab7-a3fe-6e4b7d8338d8 None None] The sync data for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv is: [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:36Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:08:38.167891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f4712a97-6288-4ff0-bf5b-97617c2bbb0d', 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d', 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'fixed_ips': [{'subnet_id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:38.169391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.227042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f6928-d2c6-4677-a58f-8fa8e24b7196 admin admin] Pushing event deleted for resources: {'Network': ['ID=827e6bab-7a92-4066-b89a-8be175a85a7b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:38.247417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c7afe36-ca92-4068-9b16-a46af0852b38 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fe7ca80a-ba8f-4e3f-9fff-c271ef753c12), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.372322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks [] for router_controller (bea48678-7acc-4924-b921-89d0f654bc9e), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.375433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6c7afe36-ca92-4068-9b16-a46af0852b38 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for fe7ca80a-ba8f-4e3f-9fff-c271ef753c12 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:38.391026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 2291552b-a44d-41c0-807b-e8916614daac is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:38.398662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:38.494592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:38.737814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57674) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:38.745206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Allocated IP 172.20.0.2 (f4712a97-6288-4ff0-bf5b-97617c2bbb0d/e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1/cb2c99f9-8d0a-41ef-94ef-e7806437a31e) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:38.918617 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e7a71ecf-acf5-4381-9a7d-f4334d241896 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a8b7f80eb37c43d992b3fd486ee611c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739857 Sep 25 01:08:38.951319 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Attempt 2 to provision port 0caac619-0806-4109-98c8-739e1cbe61c5 Sep 25 01:08:38.993646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57676) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:39.046792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:39.048034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:39.060805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Port 0caac619-0806-4109-98c8-739e1cbe61c5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:39.069824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:39.172501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Publish callbacks [] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.176932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:08:39.186983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.217585 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c4315604-a842-415a-8199-0da1f3bf542a admin admin] Publish callbacks [] for security_group (fe0c942f-d7e3-4e1f-8e31-283d817931ec), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.242807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Network f4712a97-6288-4ff0-bf5b-97617c2bbb0d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:39.247388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:39.248091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.249922 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 Sep 25 01:08:39.269441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:39.274016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:39.318556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c4315604-a842-415a-8199-0da1f3bf542a admin admin] Publish callbacks [] for security_group (fe0c942f-d7e3-4e1f-8e31-283d817931ec), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.370334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks [] for router_gateway (bea48678-7acc-4924-b921-89d0f654bc9e), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.403561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:39.438014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c7afe36-ca92-4068-9b16-a46af0852b38 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fe7ca80a-ba8f-4e3f-9fff-c271ef753c12), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.511020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7afe36-ca92-4068-9b16-a46af0852b38 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=fe7ca80a-ba8f-4e3f-9fff-c271ef753c12,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:39.544933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:08:39.558000 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7a1e2cde-5a43-4511-bee1-e2a046f42575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/b701ba96-5f7b-4e63-8c6b-e6d71b05f830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2927005 Sep 25 01:08:39.575022 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Attempt 3 to provision port 0caac619-0806-4109-98c8-739e1cbe61c5 Sep 25 01:08:39.588275 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Sync routers for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:08:39.589384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b57bb2-4123-4353-b886-54e9d66b36df None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:39.603748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c4315604-a842-415a-8199-0da1f3bf542a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (fe0c942f-d7e3-4e1f-8e31-283d817931ec), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.610301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c4315604-a842-415a-8199-0da1f3bf542a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.621183 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c4315604-a842-415a-8199-0da1f3bf542a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fe0c942f-d7e3-4e1f-8e31-283d817931ec HTTP/1.1" status: 204 len: 168 time: 0.6259007 Sep 25 01:08:39.638277 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:39.645580 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:39.646306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6c7afe36-ca92-4068-9b16-a46af0852b38 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.655622 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6c7afe36-ca92-4068-9b16-a46af0852b38 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/fe7ca80a-ba8f-4e3f-9fff-c271ef753c12 HTTP/1.1" status: 204 len: 168 time: 1.8000162 Sep 25 01:08:39.657655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57682) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:39.669241 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4315604-a842-415a-8199-0da1f3bf542a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0c942f-d7e3-4e1f-8e31-283d817931ec,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:39.811860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8fd5a3-56e1-4732-8cb5-51b1b40a9d6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:39.817899 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5e8fd5a3-56e1-4732-8cb5-51b1b40a9d6f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1568172 Sep 25 01:08:39.818547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57686) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:39.909415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:39.910419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:39.922505 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:39.931441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Pushing event updated for resources: {'Port': ['ID=cb2c99f9-8d0a-41ef-94ef-e7806437a31e,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:40.011774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Port 0caac619-0806-4109-98c8-739e1cbe61c5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:40.073018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Attempting to bind port cb2c99f9-8d0a-41ef-94ef-e7806437a31e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:40.073829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Attempting to bind port cb2c99f9-8d0a-41ef-94ef-e7806437a31e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5d4e1201-c601-497d-9d72-f3df20d106c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:40.074814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Attempting to bind port cb2c99f9-8d0a-41ef-94ef-e7806437a31e on network f4712a97-6288-4ff0-bf5b-97617c2bbb0d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:40.088336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3aa1c3-42ae-4b0f-952b-a8cf16561fd4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:40.095055 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ae3aa1c3-42ae-4b0f-952b-a8cf16561fd4 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2726650 Sep 25 01:08:40.097321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57688) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:40.184265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks [] for router_gateway (bea48678-7acc-4924-b921-89d0f654bc9e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.233460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.244196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:40.244555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.271235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:40.272798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Checking segment: {'id': '5d4e1201-c601-497d-9d72-f3df20d106c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:40.273232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.274981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Bound using segment: {'id': '5d4e1201-c601-497d-9d72-f3df20d106c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:40.275762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Bound port: cb2c99f9-8d0a-41ef-94ef-e7806437a31e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4e1201-c601-497d-9d72-f3df20d106c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:40.277851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.285958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4fb38d-172c-4b69-b0a1-d6b3425bd091 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:40.290421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4fb38d-172c-4b69-b0a1-d6b3425bd091 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:40.296674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4fb38d-172c-4b69-b0a1-d6b3425bd091 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:40.306303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57692) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:40.324357 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4d4fb38d-172c-4b69-b0a1-d6b3425bd091 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1885810 Sep 25 01:08:40.346786 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:08:36Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '08899979-a15a-46c7-8e51-bf5c4f475e63', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.109', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:54Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0caac619-0806-4109-98c8-739e1cbe61c5', 'name': '', 'network_id': '2291552b-a44d-41c0-807b-e8916614daac', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a3:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '95fb3034-0ad1-4bac-925c-55c1081b5f60', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:35Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '95fb3034-0ad1-4bac-925c-55c1081b5f60', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:40.388115 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Checking router: b701ba96-5f7b-4e63-8c6b-e6d71b05f830 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:08:40.388488 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Updating router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 port 0caac619-0806-4109-98c8-739e1cbe61c5 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:08:40.400217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:40.411138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:40.417047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.417889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4c135248-6194-4f92-ac03-7c2f460c60ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:40.485385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-393aa1e3-eb9b-4d24-8fb6-518964b62a8e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 182e02fa-89af-476e-9e2c-057c4d0198ee {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:40.491416 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.491837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-393aa1e3-eb9b-4d24-8fb6-518964b62a8e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (182e02fa-89af-476e-9e2c-057c4d0198ee), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.518182 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Attempt 4 to provision port 0caac619-0806-4109-98c8-739e1cbe61c5 Sep 25 01:08:40.569049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57694) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:40.597596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Allocated IP 172.36.7.210 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:40.619086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-393aa1e3-eb9b-4d24-8fb6-518964b62a8e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (182e02fa-89af-476e-9e2c-057c4d0198ee), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.620437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdaccec-e4db-429c-a43d-24f97c53c663 None None] Update dhcp port {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': '182e02fa-89af-476e-9e2c-057c4d0198ee', 'ip_address': '2001:db8::f816:3eff:fee1:88ee'}, {'subnet_id': 'a25abab3-3e51-4d99-a02f-d0b86c0ebf1b'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '393c25dc-1587-4cbb-8dfd-e2c6f83a79d1'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:08:40.676644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2bdaccec-e4db-429c-a43d-24f97c53c663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.695140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Port 0caac619-0806-4109-98c8-739e1cbe61c5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:40.717437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:40.718172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.730724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] For port cb2c99f9-8d0a-41ef-94ef-e7806437a31e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:40.740730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 4c135248-6194-4f92-ac03-7c2f460c60ec triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:40.741606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.741606 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:40.756119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-393aa1e3-eb9b-4d24-8fb6-518964b62a8e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (182e02fa-89af-476e-9e2c-057c4d0198ee), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.782167 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-07303ad4-eed4-4725-99a4-3c926a8a18dd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c0e5fb9617f648f5a9ec825ea115d0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109141 Sep 25 01:08:40.784800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57696) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:40.808719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] For port cb2c99f9-8d0a-41ef-94ef-e7806437a31e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb2c99f9-8d0a-41ef-94ef-e7806437a31e,segment=NetworkSegment(5d4e1201-c601-497d-9d72-f3df20d106c5),segment_id=5d4e1201-c601-497d-9d72-f3df20d106c5)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:40.814004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:40.819628 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:40.882152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-393aa1e3-eb9b-4d24-8fb6-518964b62a8e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (182e02fa-89af-476e-9e2c-057c4d0198ee), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.890387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.892520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks [] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.935234 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393aa1e3-eb9b-4d24-8fb6-518964b62a8e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=182e02fa-89af-476e-9e2c-057c4d0198ee,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:40.964670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-393aa1e3-eb9b-4d24-8fb6-518964b62a8e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:40.969593 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-393aa1e3-eb9b-4d24-8fb6-518964b62a8e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/182e02fa-89af-476e-9e2c-057c4d0198ee HTTP/1.1" status: 204 len: 168 time: 0.6619051 Sep 25 01:08:40.973531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57698) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:41.020134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-33e36430-29fe-4aff-8f8d-d6a035de03fa admin admin] Publish callbacks [] for security_group (543f47d4-06aa-4ea6-aa38-4e091bd2c339), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server [None req-2bdaccec-e4db-429c-a43d-24f97c53c663 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 182e02fa-89af-476e-9e2c-057c4d0198ee: This subnet is being modified by another concurrent operation. Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 329, in update_dhcp_port Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 120, in _port_action Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1850, in update_port Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in update_port Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise exception Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 182e02fa-89af-476e-9e2c-057c4d0198ee: This subnet is being modified by another concurrent operation. Sep 25 01:08:41.030784 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Sep 25 01:08:41.067660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86415e91-8ce0-4465-a763-37b11b33e290 None None] Pushing event updated for resources: {'Port': ['ID=cb2c99f9-8d0a-41ef-94ef-e7806437a31e,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:41.077747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.078054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 4c135248-6194-4f92-ac03-7c2f460c60ec is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:41.101251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-33e36430-29fe-4aff-8f8d-d6a035de03fa admin admin] Publish callbacks [] for security_group (543f47d4-06aa-4ea6-aa38-4e091bd2c339), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.131303 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Publish callbacks [] for port (0caac619-0806-4109-98c8-739e1cbe61c5), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.142441 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.160657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3560be9-7894-4d4e-a742-6b701da13d97 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet a25abab3-3e51-4d99-a02f-d0b86c0ebf1b {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:41.169147 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3560be9-7894-4d4e-a742-6b701da13d97 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (a25abab3-3e51-4d99-a02f-d0b86c0ebf1b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.196440 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Attempt 5 to provision port 0caac619-0806-4109-98c8-739e1cbe61c5 Sep 25 01:08:41.239922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3560be9-7894-4d4e-a742-6b701da13d97 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (a25abab3-3e51-4d99-a02f-d0b86c0ebf1b), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.302078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Port 0caac619-0806-4109-98c8-739e1cbe61c5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:41.312262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:41.324020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:41.329356 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Attempting to bind port 0caac619-0806-4109-98c8-739e1cbe61c5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:41.329738 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Attempting to bind port 0caac619-0806-4109-98c8-739e1cbe61c5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:41.330112 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Attempting to bind port 0caac619-0806-4109-98c8-739e1cbe61c5 on network 2291552b-a44d-41c0-807b-e8916614daac {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:41.335774 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725358c7-e1b3-4017-a72c-6893bed2c1e1 None None] Pushing event updated for resources: {'Port': ['ID=0caac619-0806-4109-98c8-739e1cbe61c5,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:41.354723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:41.358294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:41.402120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3560be9-7894-4d4e-a742-6b701da13d97 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a25abab3-3e51-4d99-a02f-d0b86c0ebf1b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.413257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:41.437053 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:41.437443 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Checking segment: {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:41.437866 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.438330 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Bound using segment: {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:41.438870 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Bound port: 0caac619-0806-4109-98c8-739e1cbe61c5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248d4f25-956b-45c9-806e-86964093393d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2291552b-a44d-41c0-807b-e8916614daac'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:41.439248 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.530070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3560be9-7894-4d4e-a742-6b701da13d97 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (a25abab3-3e51-4d99-a02f-d0b86c0ebf1b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.541374 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] For port 0caac619-0806-4109-98c8-739e1cbe61c5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:41.549349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3560be9-7894-4d4e-a742-6b701da13d97 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.549852 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] For port 0caac619-0806-4109-98c8-739e1cbe61c5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0caac619-0806-4109-98c8-739e1cbe61c5,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:41.553266 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f3560be9-7894-4d4e-a742-6b701da13d97 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a25abab3-3e51-4d99-a02f-d0b86c0ebf1b HTTP/1.1" status: 204 len: 168 time: 0.5786502 Sep 25 01:08:41.561560 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.574536 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:41.592729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57700) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:41.610710 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:41.611665 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:41.620693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:41.623510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-33e36430-29fe-4aff-8f8d-d6a035de03fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (543f47d4-06aa-4ea6-aa38-4e091bd2c339), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.626632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-33e36430-29fe-4aff-8f8d-d6a035de03fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.627906 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-33e36430-29fe-4aff-8f8d-d6a035de03fa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/543f47d4-06aa-4ea6-aa38-4e091bd2c339 HTTP/1.1" status: 204 len: 168 time: 0.8391788 Sep 25 01:08:41.648043 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9289c975-e3e8-4617-8045-0f218f9527fa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516284 Sep 25 01:08:41.648043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3560be9-7894-4d4e-a742-6b701da13d97 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=a25abab3-3e51-4d99-a02f-d0b86c0ebf1b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:41.649704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57704) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:41.656371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:41.667905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e36430-29fe-4aff-8f8d-d6a035de03fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543f47d4-06aa-4ea6-aa38-4e091bd2c339,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:41.726644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:41.797862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:41.804861 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Attempt 6 to provision port 0caac619-0806-4109-98c8-739e1cbe61c5 Sep 25 01:08:41.822673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.823171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks [] for router_gateway (bea48678-7acc-4924-b921-89d0f654bc9e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.823978 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725358c7-e1b3-4017-a72c-6893bed2c1e1 None None] Pushing event updated for resources: {'Port': ['ID=0caac619-0806-4109-98c8-739e1cbe61c5,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:41.928778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Current status of the port 0caac619-0806-4109-98c8-739e1cbe61c5 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:41.929168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:41.984052 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:42.056271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] For port 0caac619-0806-4109-98c8-739e1cbe61c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0caac619-0806-4109-98c8-739e1cbe61c5,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:42.064897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:42.152908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Provisioning complete for port 4c135248-6194-4f92-ac03-7c2f460c60ec triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:42.153358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:42.153648 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Attempt 1 to provision port 4c135248-6194-4f92-ac03-7c2f460c60ec Sep 25 01:08:42.317892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Pushing event updated for resources: {'Port': ['ID=0caac619-0806-4109-98c8-739e1cbe61c5,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:42.453724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Current status of the port 4c135248-6194-4f92-ac03-7c2f460c60ec is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:42.458618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-eff5c2b7-be6e-4d1b-8d53-90426d13effc None None] Could not find standard attr ID for object dd4a32ad-745f-46ba-a341-658681a580b5. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:08:42.502752 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:08:36Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '08899979-a15a-46c7-8e51-bf5c4f475e63', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.109', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:54Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0caac619-0806-4109-98c8-739e1cbe61c5', 'name': '', 'network_id': '2291552b-a44d-41c0-807b-e8916614daac', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a3:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '95fb3034-0ad1-4bac-925c-55c1081b5f60', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:35Z', 'updated_at': '2022-09-25T01:08:41Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '95fb3034-0ad1-4bac-925c-55c1081b5f60', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:42.541304 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdf7bd-07b9-4088-8108-98b7f7c0094a None None] The sync data for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv is: [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:08:36Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '08899979-a15a-46c7-8e51-bf5c4f475e63', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.109', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:54Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0caac619-0806-4109-98c8-739e1cbe61c5', 'name': '', 'network_id': '2291552b-a44d-41c0-807b-e8916614daac', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a3:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '95fb3034-0ad1-4bac-925c-55c1081b5f60', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:35Z', 'updated_at': '2022-09-25T01:08:41Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '95fb3034-0ad1-4bac-925c-55c1081b5f60', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:08:42.582881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41c85dc-d736-4bc6-bdac-028d3ed2cc5c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:08:42.671202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:42.676743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Provisioning complete for port 0caac619-0806-4109-98c8-739e1cbe61c5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:42.677510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:42.678065 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Attempt 1 to provision port 0caac619-0806-4109-98c8-739e1cbe61c5 Sep 25 01:08:42.688079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (bea48678-7acc-4924-b921-89d0f654bc9e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:42.703639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:08:42.817697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:42.886012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Current status of the port 0caac619-0806-4109-98c8-739e1cbe61c5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:42.907687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Router bea48678-7acc-4924-b921-89d0f654bc9e is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:08:42.909938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41c85dc-d736-4bc6-bdac-028d3ed2cc5c None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:08:42.912110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Provisioning complete for port cb2c99f9-8d0a-41ef-94ef-e7806437a31e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:42.912495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:42.912836 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Attempt 1 to provision port cb2c99f9-8d0a-41ef-94ef-e7806437a31e Sep 25 01:08:42.928908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:42.986318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.076978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Current status of the port cb2c99f9-8d0a-41ef-94ef-e7806437a31e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:43.077581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.079010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:08:43.103474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Sync routers for ids ['bea48678-7acc-4924-b921-89d0f654bc9e'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:08:43.115106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.117570 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e1652d0f-4d31-41b1-9f4e-4348dea98bf8 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1504452 Sep 25 01:08:43.119693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57708) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:43.151388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] For port cb2c99f9-8d0a-41ef-94ef-e7806437a31e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb2c99f9-8d0a-41ef-94ef-e7806437a31e,segment=NetworkSegment(5d4e1201-c601-497d-9d72-f3df20d106c5),segment_id=5d4e1201-c601-497d-9d72-f3df20d106c5)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:43.162812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.236626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Pushing event updated for resources: {'Port': ['ID=cb2c99f9-8d0a-41ef-94ef-e7806437a31e,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:43.282284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:43.295505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Routers {'bea48678-7acc-4924-b921-89d0f654bc9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:43.297540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['bea48678-7acc-4924-b921-89d0f654bc9e'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:43.304055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] For port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:43.329708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Provisioning complete for port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:43.330186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.330591 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Attempt 1 to provision port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 Sep 25 01:08:43.352192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.359354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.360505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (774f739f-571a-492c-836e-2f0b1d627055), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.368348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cb2c99f9-8d0a-41ef-94ef-e7806437a31e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:43.452270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:43.462326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:43.470907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:43.471501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.517554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=774f739f-571a-492c-836e-2f0b1d627055,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:43.536307 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8836448 Sep 25 01:08:43.541721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57710) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:43.545501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e10aa3-beeb-4f5f-8b93-458807d97135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,revision_number=6']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:43.546988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-883aa21c-2149-4f80-98f8-192f6f4a254a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:43.653700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:43.672131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:43.695332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port cb2c99f9-8d0a-41ef-94ef-e7806437a31e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:43.695718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.696117 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port cb2c99f9-8d0a-41ef-94ef-e7806437a31e Sep 25 01:08:43.703036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Set router bea48678-7acc-4924-b921-89d0f654bc9e gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:43.765029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883aa21c-2149-4f80-98f8-192f6f4a254a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:43.771926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-883aa21c-2149-4f80-98f8-192f6f4a254a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.883796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57921d71-6e86-4403-babb-e9951e1b9d39 None None] Current status of the port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:43.894238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:43.894947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:43.979465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port cb2c99f9-8d0a-41ef-94ef-e7806437a31e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:43.981373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0caac619-0806-4109-98c8-739e1cbe61c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:43.984355 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.ipam_backend_mixin [None req-883aa21c-2149-4f80-98f8-192f6f4a254a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 774f739f-571a-492c-836e-2f0b1d627055 (CIDR: 2001:db8::/64) Sep 25 01:08:43.996097 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-883aa21c-2149-4f80-98f8-192f6f4a254a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:43.996920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883aa21c-2149-4f80-98f8-192f6f4a254a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:44.041138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:44.083096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210'}], 'enable_snat': True}, 'gw_port_id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:38Z', 'updated_at': '2022-09-25T01:08:41Z', 'revision_number': 3, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'gw_port': {'id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:40Z', 'updated_at': '2022-09-25T01:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:44.084721 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-883aa21c-2149-4f80-98f8-192f6f4a254a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5419309 Sep 25 01:08:44.090044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57712) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:44.097769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:44.130334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Checking router: bea48678-7acc-4924-b921-89d0f654bc9e for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:08:44.130788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Updating router bea48678-7acc-4924-b921-89d0f654bc9e port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:08:44.158594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 0caac619-0806-4109-98c8-739e1cbe61c5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:44.159002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.159882 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 0caac619-0806-4109-98c8-739e1cbe61c5 Sep 25 01:08:44.200579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.254852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Allocated IP 172.20.0.1 (f4712a97-6288-4ff0-bf5b-97617c2bbb0d/e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1/4b200b31-edeb-4a91-aef4-87cf6ae9ba43) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:44.359189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:44.363569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.367494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0caac619-0806-4109-98c8-739e1cbe61c5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:44.443657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:44.532609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Publish callbacks [] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.582203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c6a6cb-8cb4-4f81-9331-00aff1313659 None None] Network f4712a97-6288-4ff0-bf5b-97617c2bbb0d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:44.584359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66dd233-b5b8-4deb-996b-9f25b938c58a None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:44.588176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:44.602161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:44.649513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.708200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:44.708552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.709481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Network f4712a97-6288-4ff0-bf5b-97617c2bbb0d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:44.717836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:44.721972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b200b31-edeb-4a91-aef4-87cf6ae9ba43,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:44.726106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:44.726417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e6468df5-d7c6-41e3-8a5a-f55aeb25d07d None None] Provisioning complete for port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:44.726928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e6468df5-d7c6-41e3-8a5a-f55aeb25d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.727158 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e6468df5-d7c6-41e3-8a5a-f55aeb25d07d None None] Attempt 1 to provision port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 Sep 25 01:08:44.803627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (bea48678-7acc-4924-b921-89d0f654bc9e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.804300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:44.858785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Publish callbacks [] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.870426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (a52a02bb-a269-45e8-a307-0fbce8eae315), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.874595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:44.875837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:44.915656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.926075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.956104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:44.965928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:44.976200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:44.976805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.977055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Attempting to bind port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:44.978004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Attempting to bind port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:44.978351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Attempting to bind port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:44.992760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=a52a02bb-a269-45e8-a307-0fbce8eae315,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:45.007939 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f80644ac-5643-4c7b-b238-ba4d22600240 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9166622 Sep 25 01:08:45.013898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57716) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:45.025238 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:62:b3:db', 'name': 'tempest-NetworksTestDHCPv6-578688691'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:45.046192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.048725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752dc1cb-ff23-413e-a48a-1c4c50b41327 None None] Pushing event updated for resources: {'Port': ['ID=3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:45.104654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e6468df5-d7c6-41e3-8a5a-f55aeb25d07d None None] Current status of the port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:45.105327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e6468df5-d7c6-41e3-8a5a-f55aeb25d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.188258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:45.188659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:45.189077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.189486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:45.190325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Bound port: 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:45.190461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.195550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e6468df5-d7c6-41e3-8a5a-f55aeb25d07d None None] For port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:45.238511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e6468df5-d7c6-41e3-8a5a-f55aeb25d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.254237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:45.311493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:45.342994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6468df5-d7c6-41e3-8a5a-f55aeb25d07d None None] Pushing event updated for resources: {'Port': ['ID=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:45.403480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] For port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:45.408064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] For port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:45.419063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.429424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:45.487411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275062e-e845-49b6-97c8-a3be4c4f0e26 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:45.499001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Publish callbacks [] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.505533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.520750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.547094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 5da4d9e9-859f-4fd4-9433-45772fb8d3df yet. {{(pid=107188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:45.598061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Routers {'bea48678-7acc-4924-b921-89d0f654bc9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:45.599101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['bea48678-7acc-4924-b921-89d0f654bc9e'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:45.605716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (bea48678-7acc-4924-b921-89d0f654bc9e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.620217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b200b31-edeb-4a91-aef4-87cf6ae9ba43,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:45.622408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:45.746924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:45.749220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Network f4712a97-6288-4ff0-bf5b-97617c2bbb0d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:45.751756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:45.818213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8:0:1::bf (cf904343-f06f-476a-b370-411af221ea3d/a52a02bb-a269-45e8-a307-0fbce8eae315/5da4d9e9-859f-4fd4-9433-45772fb8d3df) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:45.826905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::f816:3eff:fe62:b3db (cf904343-f06f-476a-b370-411af221ea3d/774f739f-571a-492c-836e-2f0b1d627055/5da4d9e9-859f-4fd4-9433-45772fb8d3df) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:45.874362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:45.886155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Router bea48678-7acc-4924-b921-89d0f654bc9e has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:08:45.907409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Provisioning complete for port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:45.907792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.908170 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 1 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:45.956014 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:45.958055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:45.991238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752dc1cb-ff23-413e-a48a-1c4c50b41327 None None] Pushing event updated for resources: {'Port': ['ID=3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:46.049738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:08:46.066329 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-877ce287-9e4a-430d-b4ab-6ff61d59a0a2 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/bea48678-7acc-4924-b921-89d0f654bc9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9433684 Sep 25 01:08:46.075969 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (5da4d9e9-859f-4fd4-9433-45772fb8d3df), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.101189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:46.101699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.102051 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 Sep 25 01:08:46.116719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (5da4d9e9-859f-4fd4-9433-45772fb8d3df), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.147713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] Set router bea48678-7acc-4924-b921-89d0f654bc9e gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:46.165871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:46.168761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:46.172767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:46.177442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:46.182785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:46.183446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.186641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=5da4d9e9-859f-4fd4-9433-45772fb8d3df,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:46.213297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57722) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:46.214479 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1418b062-f9a0-4a67-b4d5-7fd83c1dcd77 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1982987 Sep 25 01:08:46.241441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55f028-7575-4bbf-b620-d145ebd0deed None None] Update dhcp port {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': '774f739f-571a-492c-836e-2f0b1d627055', 'ip_address': '2001:db8::f816:3eff:fee1:88ee'}, {'subnet_id': 'a52a02bb-a269-45e8-a307-0fbce8eae315'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '393c25dc-1587-4cbb-8dfd-e2c6f83a79d1'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:08:46.304249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8aa96002-a98f-417f-9838-b4ad4e41d23b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 5da4d9e9-859f-4fd4-9433-45772fb8d3df {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:46.304859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8aa96002-a98f-417f-9838-b4ad4e41d23b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5da4d9e9-859f-4fd4-9433-45772fb8d3df), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.312486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:46.351539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e55f028-7575-4bbf-b620-d145ebd0deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.381857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:46.382990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cb2c99f9-8d0a-41ef-94ef-e7806437a31e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:46.430219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8aa96002-a98f-417f-9838-b4ad4e41d23b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5da4d9e9-859f-4fd4-9433-45772fb8d3df), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.454398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8aa96002-a98f-417f-9838-b4ad4e41d23b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 5da4d9e9-859f-4fd4-9433-45772fb8d3df owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:46.461072 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 2 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:46.509154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57726) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:46.514757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-25e2bfc9-db49-4f91-b317-b74ff9ff8dcd tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180313089', 'description': 'tempest-secgroup-smoke-1180313089 description', 'project_id': '658ce7daa6a0475ab05ecb761ae9c696'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:46.542251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25e2bfc9-db49-4f91-b317-b74ff9ff8dcd tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.601576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:46.612450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port cb2c99f9-8d0a-41ef-94ef-e7806437a31e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:46.612884 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.613169 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port cb2c99f9-8d0a-41ef-94ef-e7806437a31e Sep 25 01:08:46.618661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210'}], 'enable_snat': True}, 'gw_port_id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:38Z', 'updated_at': '2022-09-25T01:08:44Z', 'revision_number': 4, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'gw_port': {'id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:40Z', 'updated_at': '2022-09-25T01:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b200b31-edeb-4a91-aef4-87cf6ae9ba43', 'name': '', 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'mac_address': 'fa:16:3e:2f:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:43Z', 'updated_at': '2022-09-25T01:08:45Z', 'revision_number': 2, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'subnets': [{'id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:46.635536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25e2bfc9-db49-4f91-b317-b74ff9ff8dcd tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group (37992e51-3519-4491-9816-2fb504637b4e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.640471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25e2bfc9-db49-4f91-b317-b74ff9ff8dcd tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (37992e51-3519-4491-9816-2fb504637b4e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.679517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25e2bfc9-db49-4f91-b317-b74ff9ff8dcd tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.680134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08224f27-92d7-412a-b220-93b968c40f69 None None] The sync data for ids ['bea48678-7acc-4924-b921-89d0f654bc9e'] in dv-neutron-master-2-hyperv is: [{'id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210'}], 'enable_snat': True}, 'gw_port_id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:38Z', 'updated_at': '2022-09-25T01:08:44Z', 'revision_number': 4, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'gw_port': {'id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:40Z', 'updated_at': '2022-09-25T01:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b200b31-edeb-4a91-aef4-87cf6ae9ba43', 'name': '', 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'mac_address': 'fa:16:3e:2f:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:43Z', 'updated_at': '2022-09-25T01:08:45Z', 'revision_number': 2, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'subnets': [{'id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:08:46.684992 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-25e2bfc9-db49-4f91-b317-b74ff9ff8dcd tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1713567 Sep 25 01:08:46.684992 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2bfc9-db49-4f91-b317-b74ff9ff8dcd tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37992e51-3519-4491-9816-2fb504637b4e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:46.694994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57728) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:46.700691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-21386d06-f648-41f8-a894-afbf3b73d201 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'security_group_rule': {'security_group_id': '37992e51-3519-4491-9816-2fb504637b4e', 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:46.740777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8aa96002-a98f-417f-9838-b4ad4e41d23b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5da4d9e9-859f-4fd4-9433-45772fb8d3df), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.742429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21386d06-f648-41f8-a894-afbf3b73d201 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (7571920c-24c5-483c-9301-541eb349e614), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.744008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-1e55f028-7575-4bbf-b620-d145ebd0deed None None] Allocated IP 2001:db8:0:1::2 (cf904343-f06f-476a-b370-411af221ea3d/a52a02bb-a269-45e8-a307-0fbce8eae315/393c25dc-1587-4cbb-8dfd-e2c6f83a79d1) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:46.748700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:46.790889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa96002-a98f-417f-9838-b4ad4e41d23b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=5da4d9e9-859f-4fd4-9433-45772fb8d3df,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:46.812946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port cb2c99f9-8d0a-41ef-94ef-e7806437a31e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:46.847301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21386d06-f648-41f8-a894-afbf3b73d201 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (7571920c-24c5-483c-9301-541eb349e614), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.849142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8aa96002-a98f-417f-9838-b4ad4e41d23b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.852883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21386d06-f648-41f8-a894-afbf3b73d201 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (7571920c-24c5-483c-9301-541eb349e614), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.857416 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8aa96002-a98f-417f-9838-b4ad4e41d23b tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/5da4d9e9-859f-4fd4-9433-45772fb8d3df HTTP/1.1" status: 204 len: 168 time: 0.6425712 Sep 25 01:08:46.858412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57732) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:46.876691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21386d06-f648-41f8-a894-afbf3b73d201 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7571920c-24c5-483c-9301-541eb349e614,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:46.889353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21386d06-f648-41f8-a894-afbf3b73d201 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.894063 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-21386d06-f648-41f8-a894-afbf3b73d201 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1983118 Sep 25 01:08:46.895444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57734) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:46.900922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d4ed5c4e-5d4c-4cd7-90fb-9a6a10c9a5a4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'security_group_rule': {'security_group_id': '37992e51-3519-4491-9816-2fb504637b4e', 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:46.909602 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1e55f028-7575-4bbf-b620-d145ebd0deed None None] For port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:46.916365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a3f29c-14e0-49d2-bc16-02e5e004a520 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:46.920569 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-25a3f29c-14e0-49d2-bc16-02e5e004a520 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0581474 Sep 25 01:08:46.922719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57736) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:46.966527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5c4e-5d4c-4cd7-90fb-9a6a10c9a5a4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (4307c83b-fce5-4e22-b02d-18168d183188), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.991050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa811ed7-a5fe-4e5c-916a-8f38b12400ce tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:46.991358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e55f028-7575-4bbf-b620-d145ebd0deed None None] Publish callbacks [] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:46.996277 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-aa811ed7-a5fe-4e5c-916a-8f38b12400ce tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0688508 Sep 25 01:08:46.998130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57738) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:46.998844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e55f028-7575-4bbf-b620-d145ebd0deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.065183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5c4e-5d4c-4cd7-90fb-9a6a10c9a5a4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (4307c83b-fce5-4e22-b02d-18168d183188), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.071624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5c4e-5d4c-4cd7-90fb-9a6a10c9a5a4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (4307c83b-fce5-4e22-b02d-18168d183188), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.088411 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed5c4e-5d4c-4cd7-90fb-9a6a10c9a5a4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4307c83b-fce5-4e22-b02d-18168d183188,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:47.096652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55f028-7575-4bbf-b620-d145ebd0deed None None] Pushing event updated for resources: {'Port': ['ID=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,revision_number=9']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:47.100669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:47.111674 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 3 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:47.120249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5c4e-5d4c-4cd7-90fb-9a6a10c9a5a4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.124612 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d4ed5c4e-5d4c-4cd7-90fb-9a6a10c9a5a4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2261660 Sep 25 01:08:47.131016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57740) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:47.141832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-af3ff827-16d0-48db-8195-d25fed5b02f8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'security_group_rule': {'security_group_id': '37992e51-3519-4491-9816-2fb504637b4e', 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:47.184579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:47.198336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18c39f-0588-46fb-91d5-41c3cfe512aa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:47.200640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18c39f-0588-46fb-91d5-41c3cfe512aa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:47.203011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18c39f-0588-46fb-91d5-41c3cfe512aa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:47.205848 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9c18c39f-0588-46fb-91d5-41c3cfe512aa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2061729 Sep 25 01:08:47.209528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57742) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:47.226218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af3ff827-16d0-48db-8195-d25fed5b02f8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (486560e2-5439-4e2e-9f86-1475e9ce6eb0), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.232037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:47.268386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:47.333454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af3ff827-16d0-48db-8195-d25fed5b02f8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (486560e2-5439-4e2e-9f86-1475e9ce6eb0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.339645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af3ff827-16d0-48db-8195-d25fed5b02f8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (486560e2-5439-4e2e-9f86-1475e9ce6eb0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.354890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9b8d57-1aeb-4819-b84d-de87c78b1589 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 774f739f-571a-492c-836e-2f0b1d627055 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:47.363247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:47.363546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.363938 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 Sep 25 01:08:47.368593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ff827-16d0-48db-8195-d25fed5b02f8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486560e2-5439-4e2e-9f86-1475e9ce6eb0,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:47.368919 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8d57-1aeb-4819-b84d-de87c78b1589 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (774f739f-571a-492c-836e-2f0b1d627055), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.393926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af3ff827-16d0-48db-8195-d25fed5b02f8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.395698 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-af3ff827-16d0-48db-8195-d25fed5b02f8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2636564 Sep 25 01:08:47.404574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57744) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:47.411680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-45ba22dc-36f9-4272-863c-92493aad362b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'security_group_rule': {'security_group_id': '37992e51-3519-4491-9816-2fb504637b4e', 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:47.468256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:47.484407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8d57-1aeb-4819-b84d-de87c78b1589 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (774f739f-571a-492c-836e-2f0b1d627055), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.495669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45ba22dc-36f9-4272-863c-92493aad362b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (74fb3146-afcb-4f37-a949-60364051119e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.502386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:47.593111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45ba22dc-36f9-4272-863c-92493aad362b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (74fb3146-afcb-4f37-a949-60364051119e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.600100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45ba22dc-36f9-4272-863c-92493aad362b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (74fb3146-afcb-4f37-a949-60364051119e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.606139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8d57-1aeb-4819-b84d-de87c78b1589 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (774f739f-571a-492c-836e-2f0b1d627055), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.630442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba22dc-36f9-4272-863c-92493aad362b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fb3146-afcb-4f37-a949-60364051119e,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:47.639551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45ba22dc-36f9-4272-863c-92493aad362b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.644434 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-45ba22dc-36f9-4272-863c-92493aad362b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2380979 Sep 25 01:08:47.645079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57746) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:47.653005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-1ce590b2-4519-4ebc-ba2b-c337cc87c430 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'security_group_rule': {'security_group_id': '37992e51-3519-4491-9816-2fb504637b4e', 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:47.686211 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 4 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:47.714282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:47.718990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8d57-1aeb-4819-b84d-de87c78b1589 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (774f739f-571a-492c-836e-2f0b1d627055), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.741244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:47.775124 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-1ce590b2-4519-4ebc-ba2b-c337cc87c430 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Project 658ce7daa6a0475ab05ecb761ae9c696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:08:47.786876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b8d57-1aeb-4819-b84d-de87c78b1589 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=774f739f-571a-492c-836e-2f0b1d627055,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:47.791760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8d57-1aeb-4819-b84d-de87c78b1589 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.798377 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1c9b8d57-1aeb-4819-b84d-de87c78b1589 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/774f739f-571a-492c-836e-2f0b1d627055 HTTP/1.1" status: 204 len: 168 time: 0.5850477 Sep 25 01:08:47.799254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57748) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:47.818276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1ce590b2-4519-4ebc-ba2b-c337cc87c430 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (efba605d-f3a7-49d1-b358-3c476430225c), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.948929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8196418-d772-41f8-8153-b9b279a758b3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet a52a02bb-a269-45e8-a307-0fbce8eae315 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:47.956755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b8196418-d772-41f8-8153-b9b279a758b3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (a52a02bb-a269-45e8-a307-0fbce8eae315), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.003267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6392d9fb-4aba-4327-ae2a-cc91ff3e245f None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:48.026841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b8196418-d772-41f8-8153-b9b279a758b3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (a52a02bb-a269-45e8-a307-0fbce8eae315), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.030101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:48.031980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1ce590b2-4519-4ebc-ba2b-c337cc87c430 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (efba605d-f3a7-49d1-b358-3c476430225c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.052257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1ce590b2-4519-4ebc-ba2b-c337cc87c430 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (efba605d-f3a7-49d1-b358-3c476430225c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.084122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce590b2-4519-4ebc-ba2b-c337cc87c430 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efba605d-f3a7-49d1-b358-3c476430225c,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:48.104743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1ce590b2-4519-4ebc-ba2b-c337cc87c430 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.109018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57750) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:48.109656 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1ce590b2-4519-4ebc-ba2b-c337cc87c430 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4629648 Sep 25 01:08:48.119435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-32a56195-4df4-436a-8c58-79715b664c20 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'security_group_rule': {'security_group_id': '37992e51-3519-4491-9816-2fb504637b4e', 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:48.153528 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-32a56195-4df4-436a-8c58-79715b664c20 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Project 658ce7daa6a0475ab05ecb761ae9c696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:08:48.162376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32a56195-4df4-436a-8c58-79715b664c20 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (18485633-43d8-48e3-a2ab-e441c5abe072), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.162636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b8196418-d772-41f8-8153-b9b279a758b3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a52a02bb-a269-45e8-a307-0fbce8eae315), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.237788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b8196418-d772-41f8-8153-b9b279a758b3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (a52a02bb-a269-45e8-a307-0fbce8eae315), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.242327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32a56195-4df4-436a-8c58-79715b664c20 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (18485633-43d8-48e3-a2ab-e441c5abe072), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.243769 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 5 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:48.249262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32a56195-4df4-436a-8c58-79715b664c20 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (18485633-43d8-48e3-a2ab-e441c5abe072), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.281208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8196418-d772-41f8-8153-b9b279a758b3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=a52a02bb-a269-45e8-a307-0fbce8eae315,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:48.281469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a56195-4df4-436a-8c58-79715b664c20 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18485633-43d8-48e3-a2ab-e441c5abe072,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:48.293271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b8196418-d772-41f8-8153-b9b279a758b3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.296999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32a56195-4df4-436a-8c58-79715b664c20 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.301334 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-32a56195-4df4-436a-8c58-79715b664c20 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1872287 Sep 25 01:08:48.301558 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b8196418-d772-41f8-8153-b9b279a758b3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a52a02bb-a269-45e8-a307-0fbce8eae315 HTTP/1.1" status: 204 len: 168 time: 0.4990788 Sep 25 01:08:48.301660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57752) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:48.335194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:48.367057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9ba71782-f238-4f26-b98a-1a883445d762 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657253 Sep 25 01:08:48.370775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57766) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:48.379023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:48.504961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:48.510577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.836717 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 6 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:48.902755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:48.911680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b157d-58b8-4bc0-8af9-1cc5f5eab26b None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:49.005638 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-a120f3d8-7b4c-4abd-8be5-9f4709b678e5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553539 Sep 25 01:08:49.120126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d9bcf-37b9-4f2d-b25d-b1ba78b31c15 None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:49.156260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-81e7464e-c294-4e16-a745-93956da6845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:49.157685 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-81e7464e-c294-4e16-a745-93956da6845a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 1130 time: 0.0658453 Sep 25 01:08:49.159182 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (dd15dea4-1482-47b9-b0e7-d746ef18d45c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.209302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d9bcf-37b9-4f2d-b25d-b1ba78b31c15 None None] Deleting port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:49.209876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9bcf-37b9-4f2d-b25d-b1ba78b31c15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.239404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:49.262942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:49.297225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=dd15dea4-1482-47b9-b0e7-d746ef18d45c,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:49.307921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:49.317612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:49.318221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.329361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:49.350109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:49.371396 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-690c936a-9273-4926-9b8b-72b6e49913fd tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9990721 Sep 25 01:08:49.375019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57810) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:49.388702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-a2b0a1b1-e60a-47a6-b14a-79e89c4d2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:49.390145 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-a2b0a1b1-e60a-47a6-b14a-79e89c4d2908 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb3c671b-1792-47f2-88a7-c4475412dd1c HTTP/1.1" status: 200 len: 898 time: 0.1922982 Sep 25 01:08:49.397434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e6dd9955-3b27-4d66-8826-c8cdd0ce650e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:49.409573 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 7 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:49.493209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:49.513435 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-9a5013d7-61d9-4656-ba35-6faea14719d5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f HTTP/1.1" status: 200 len: 1002 time: 0.1164584 Sep 25 01:08:49.513835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-fd1d9bcf-37b9-4f2d-b25d-b1ba78b31c15 None None] For port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:49.514376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9bcf-37b9-4f2d-b25d-b1ba78b31c15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.543327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d9bcf-37b9-4f2d-b25d-b1ba78b31c15 None None] Calling delete_port for 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:49.554866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:49.588384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dd9955-3b27-4d66-8826-c8cdd0ce650e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:49.592662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:49.593042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.593512 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae Sep 25 01:08:49.599298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9955-3b27-4d66-8826-c8cdd0ce650e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.610925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-833b1967-6241-49d8-9c9a-aefba62fa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:49.613972 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-833b1967-6241-49d8-9c9a-aefba62fa62f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=61fa0b36-d024-4ad4-bb5d-7b711be1a641 HTTP/1.1" status: 200 len: 835 time: 0.0928407 Sep 25 01:08:49.705847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-7d41b15f-4ceb-42db-9bf1-8dfdff3559dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:49.707831 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-7d41b15f-4ceb-42db-9bf1-8dfdff3559dd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb3c671b-1792-47f2-88a7-c4475412dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0869682 Sep 25 01:08:49.768371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:49.793366 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.ipam_backend_mixin [None req-e6dd9955-3b27-4d66-8826-c8cdd0ce650e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd15dea4-1482-47b9-b0e7-d746ef18d45c (CIDR: 2001:db8::/64) Sep 25 01:08:49.800618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9bcf-37b9-4f2d-b25d-b1ba78b31c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (393c25dc-1587-4cbb-8dfd-e2c6f83a79d1), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.806510 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6dd9955-3b27-4d66-8826-c8cdd0ce650e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:49.806984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6dd9955-3b27-4d66-8826-c8cdd0ce650e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:49.825293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:49.825629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.845210 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e6dd9955-3b27-4d66-8826-c8cdd0ce650e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4632337 Sep 25 01:08:49.846068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57832) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:49.851122 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:49.892872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9bcf-37b9-4f2d-b25d-b1ba78b31c15 None None] Pushing event deleted for resources: {'Port': ['ID=393c25dc-1587-4cbb-8dfd-e2c6f83a79d1,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:49.922279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d9bcf-37b9-4f2d-b25d-b1ba78b31c15 None None] No DVR routers for this DVR port 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:49.930795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:49.941751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.957753 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-b2f78af4-2720-4d62-a222-6323544b0e51 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430966 Sep 25 01:08:49.969305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ff7a0-4ef3-4b05-aecf-559da01ca3ce None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:50.033186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:50.053917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:50.059370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.062469 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 8 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:50.064830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:50.068628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:50.132961 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21a45755-eb79-4362-b857-5f6313a0d3c9 req-6458195c-2663-4359-bf08-b8ded6175ad4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634166 Sep 25 01:08:50.174252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:50.174527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:50.215572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:50.221858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:50.458909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf904343-f06f-476a-b370-411af221ea3d', 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'project_id': 'bddfb9014245402aaad810b6d0b42fd7', 'fixed_ips': [{'subnet_id': 'dd15dea4-1482-47b9-b0e7-d746ef18d45c'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:08:50.460138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.654299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/dd15dea4-1482-47b9-b0e7-d746ef18d45c/1e3c9d8d-e1cf-425e-878f-ac7bba821a39) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:50.726616 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 9 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:50.751146 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Sync routers for ids ['bea48678-7acc-4924-b921-89d0f654bc9e'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:08:50.768309 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Routers {'bea48678-7acc-4924-b921-89d0f654bc9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:50.769221 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['bea48678-7acc-4924-b921-89d0f654bc9e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:50.773926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:50.835290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.objects.ports [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107188) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:08:50.837160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (5bb05173-1526-4b3f-b547-c1bf1ae46ef0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.883967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:50.890300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:50.894089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:50.902726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:50.903215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.915986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Publish callbacks [] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.918363 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Set router bea48678-7acc-4924-b921-89d0f654bc9e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:50.918549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=5bb05173-1526-4b3f-b547-c1bf1ae46ef0,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:50.926844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.929665 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3d4bc7a8-8d56-4535-945f-656d40146647 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0825357 Sep 25 01:08:50.932594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57846) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:50.938056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:dc:bb:de', 'name': 'tempest-NetworksTestDHCPv6-1368657170'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:50.981493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:50.985519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:50.989001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:51.032058 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:51.032319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Pushing event updated for resources: {'Port': ['ID=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:51.071871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Attempting to bind port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:51.072356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Attempting to bind port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:51.072732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Attempting to bind port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 on network cf904343-f06f-476a-b370-411af221ea3d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:51.142017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:51.160387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:51.161069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Checking segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:51.161927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.162760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Bound using segment: {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:51.163552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Bound port: 1e3c9d8d-e1cf-425e-878f-ac7bba821a39, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4d2f73-a1a5-458e-8b18-530b597903c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf904343-f06f-476a-b370-411af221ea3d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:51.164383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.208928 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210'}], 'enable_snat': True}, 'gw_port_id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:38Z', 'updated_at': '2022-09-25T01:08:44Z', 'revision_number': 4, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'gw_port': {'id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:40Z', 'updated_at': '2022-09-25T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b200b31-edeb-4a91-aef4-87cf6ae9ba43', 'name': '', 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'mac_address': 'fa:16:3e:2f:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:43Z', 'updated_at': '2022-09-25T01:08:45Z', 'revision_number': 2, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'subnets': [{'id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:51.245089 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Checking router: bea48678-7acc-4924-b921-89d0f654bc9e for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:08:51.245785 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Updating router bea48678-7acc-4924-b921-89d0f654bc9e port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:08:51.261861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:51.275876 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 10 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:51.276224 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:51.276901 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.350097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.378897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 3a062d1b-62ad-428d-819d-8b092020ada6 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:51.380074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:51.382613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] For port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:51.387157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] For port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:51.405990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Provisioning complete for port cb2c99f9-8d0a-41ef-94ef-e7806437a31e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:51.406414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.406761 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Attempt 1 to provision port cb2c99f9-8d0a-41ef-94ef-e7806437a31e Sep 25 01:08:51.409721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.491510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:51.492217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.492488 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae Sep 25 01:08:51.544265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:51.614288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ffc9d-337f-4fec-9d04-5bcda5f6f9e8 None None] Pushing event updated for resources: {'Port': ['ID=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:51.659158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::ed (cf904343-f06f-476a-b370-411af221ea3d/dd15dea4-1482-47b9-b0e7-d746ef18d45c/3a062d1b-62ad-428d-819d-8b092020ada6) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:51.673066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8:0:1:f816:3eff:fedc:bbde (cf904343-f06f-476a-b370-411af221ea3d/5bb05173-1526-4b3f-b547-c1bf1ae46ef0/3a062d1b-62ad-428d-819d-8b092020ada6) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:51.708019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Current status of the port cb2c99f9-8d0a-41ef-94ef-e7806437a31e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:51.720279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4043c2d9-56fd-483c-9128-ffb702235872 None None] Could not find standard attr ID for object 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:08:51.721169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:51.729666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:51.812581 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Publish callbacks [] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.819709 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.864127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Provisioning complete for port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:51.864522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.864871 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Attempt 1 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:51.901917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:51.921809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (3a062d1b-62ad-428d-819d-8b092020ada6), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.926338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:08:51.966585 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf213f-30ad-4f75-aba9-6b9026aeb7d8 None None] Pushing event updated for resources: {'Port': ['ID=4b200b31-edeb-4a91-aef4-87cf6ae9ba43,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:51.967783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3a062d1b-62ad-428d-819d-8b092020ada6), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.989166 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Attempting to bind port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:51.989459 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Attempting to bind port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5d4e1201-c601-497d-9d72-f3df20d106c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:51.989854 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Attempting to bind port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 on network f4712a97-6288-4ff0-bf5b-97617c2bbb0d {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:52.036082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:52.038634 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:52.039047 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Checking segment: {'id': '5d4e1201-c601-497d-9d72-f3df20d106c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:52.039475 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.039919 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Bound using segment: {'id': '5d4e1201-c601-497d-9d72-f3df20d106c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:52.040403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:52.040542 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Bound port: 4b200b31-edeb-4a91-aef4-87cf6ae9ba43, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4e1201-c601-497d-9d72-f3df20d106c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:52.040799 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.042864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:52.049034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:52.049955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.053040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=3a062d1b-62ad-428d-819d-8b092020ada6,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:52.077506 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6712d4c7-a487-4f3f-97fb-165fc985b13d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1435628 Sep 25 01:08:52.079826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57852) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:52.147293 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] For port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:52.152802 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] For port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b200b31-edeb-4a91-aef4-87cf6ae9ba43,segment=NetworkSegment(5d4e1201-c601-497d-9d72-f3df20d106c5),segment_id=5d4e1201-c601-497d-9d72-f3df20d106c5)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:52.161406 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.186399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-1e9178ca-3094-4f94-b8ba-b3c50b2aff60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 3a062d1b-62ad-428d-819d-8b092020ada6 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:52.186840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e9178ca-3094-4f94-b8ba-b3c50b2aff60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3a062d1b-62ad-428d-819d-8b092020ada6), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.228473 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Routers {'bea48678-7acc-4924-b921-89d0f654bc9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:52.229132 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:08:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['bea48678-7acc-4924-b921-89d0f654bc9e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:52.232580 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf213f-30ad-4f75-aba9-6b9026aeb7d8 None None] Pushing event updated for resources: {'Port': ['ID=4b200b31-edeb-4a91-aef4-87cf6ae9ba43,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:52.309218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e9178ca-3094-4f94-b8ba-b3c50b2aff60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3a062d1b-62ad-428d-819d-8b092020ada6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.326620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-1e9178ca-3094-4f94-b8ba-b3c50b2aff60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 3a062d1b-62ad-428d-819d-8b092020ada6 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:52.364261 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] Set router bea48678-7acc-4924-b921-89d0f654bc9e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:52.428182 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Attempt 2 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:52.537593 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:52.604140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Current status of the port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:52.604763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.611261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e9178ca-3094-4f94-b8ba-b3c50b2aff60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3a062d1b-62ad-428d-819d-8b092020ada6), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.650939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9178ca-3094-4f94-b8ba-b3c50b2aff60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=3a062d1b-62ad-428d-819d-8b092020ada6,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:52.652372 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210'}], 'enable_snat': True}, 'gw_port_id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:38Z', 'updated_at': '2022-09-25T01:08:44Z', 'revision_number': 4, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'gw_port': {'id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:40Z', 'updated_at': '2022-09-25T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b200b31-edeb-4a91-aef4-87cf6ae9ba43', 'name': '', 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'mac_address': 'fa:16:3e:2f:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:43Z', 'updated_at': '2022-09-25T01:08:52Z', 'revision_number': 4, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'subnets': [{'id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:52.672820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] For port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b200b31-edeb-4a91-aef4-87cf6ae9ba43,segment=NetworkSegment(5d4e1201-c601-497d-9d72-f3df20d106c5),segment_id=5d4e1201-c601-497d-9d72-f3df20d106c5)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:52.682487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.716177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Could not find standard attr ID for object 393c25dc-1587-4cbb-8dfd-e2c6f83a79d1. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:08:52.726313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e9178ca-3094-4f94-b8ba-b3c50b2aff60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.732139 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1e9178ca-3094-4f94-b8ba-b3c50b2aff60 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3a062d1b-62ad-428d-819d-8b092020ada6 HTTP/1.1" status: 204 len: 168 time: 0.6490085 Sep 25 01:08:52.732395 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b880f30-b68d-449b-8d9f-47aa8c2fbdd5 None None] The sync data for ids ['bea48678-7acc-4924-b921-89d0f654bc9e'] in dv-neutron-master-2-hyperv is: [{'id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210'}], 'enable_snat': True}, 'gw_port_id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:38Z', 'updated_at': '2022-09-25T01:08:44Z', 'revision_number': 4, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'gw_port': {'id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:40Z', 'updated_at': '2022-09-25T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b200b31-edeb-4a91-aef4-87cf6ae9ba43', 'name': '', 'network_id': 'f4712a97-6288-4ff0-bf5b-97617c2bbb0d', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'mac_address': 'fa:16:3e:2f:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:43Z', 'updated_at': '2022-09-25T01:08:52Z', 'revision_number': 4, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'subnets': [{'id': 'e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:08:52.732575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57856) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:52.768052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dac2c0-99d4-4e9b-a39e-ad85a95fd5ea None None] Pushing event updated for resources: {'Port': ['ID=4b200b31-edeb-4a91-aef4-87cf6ae9ba43,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:52.827018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3565e86-4db3-4d93-a94a-16183f29c95f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:52.831925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57858) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:52.832490 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f3565e86-4db3-4d93-a94a-16183f29c95f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0987871 Sep 25 01:08:52.906860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b544efb2-13bd-4353-8b0f-3fc852829149 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:52.908802 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b544efb2-13bd-4353-8b0f-3fc852829149 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0747554 Sep 25 01:08:52.912936 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57860) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:52.982924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892344a-1b14-4f08-9adb-46dfd022dad2 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:52.986146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:52.989898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c36656-eb7b-444f-9edc-579ab80a3cfa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:52.991791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c36656-eb7b-444f-9edc-579ab80a3cfa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:52.993943 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c36656-eb7b-444f-9edc-579ab80a3cfa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:52.995801 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d7c36656-eb7b-444f-9edc-579ab80a3cfa tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0806417 Sep 25 01:08:52.998635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57862) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:53.073016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5393167-b1a5-48bc-97ad-4728711c3205 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 5bb05173-1526-4b3f-b547-c1bf1ae46ef0 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:53.074264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f99d7d24-857e-453a-8976-c080780778eb None None] Provisioning complete for port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:53.074722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f99d7d24-857e-453a-8976-c080780778eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.075084 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f99d7d24-857e-453a-8976-c080780778eb None None] Attempt 1 to provision port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 Sep 25 01:08:53.077412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a5393167-b1a5-48bc-97ad-4728711c3205 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (5bb05173-1526-4b3f-b547-c1bf1ae46ef0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.197991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a5393167-b1a5-48bc-97ad-4728711c3205 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (5bb05173-1526-4b3f-b547-c1bf1ae46ef0), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.260508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f99d7d24-857e-453a-8976-c080780778eb None None] Current status of the port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:53.261468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f99d7d24-857e-453a-8976-c080780778eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.306573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a5393167-b1a5-48bc-97ad-4728711c3205 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (5bb05173-1526-4b3f-b547-c1bf1ae46ef0), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.358319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f99d7d24-857e-453a-8976-c080780778eb None None] For port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:53.366989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f99d7d24-857e-453a-8976-c080780778eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.369366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:53.376644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:53.379568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:53.393127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a5393167-b1a5-48bc-97ad-4728711c3205 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (5bb05173-1526-4b3f-b547-c1bf1ae46ef0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.425593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5393167-b1a5-48bc-97ad-4728711c3205 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb05173-1526-4b3f-b547-c1bf1ae46ef0,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:53.431204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a5393167-b1a5-48bc-97ad-4728711c3205 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.434741 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a5393167-b1a5-48bc-97ad-4728711c3205 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/5bb05173-1526-4b3f-b547-c1bf1ae46ef0 HTTP/1.1" status: 204 len: 168 time: 0.4342797 Sep 25 01:08:53.438078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57866) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:53.450516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b3ccf-d9ea-4b3f-9b37-026c9974bc51 None None] Update dhcp port {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': 'dd15dea4-1482-47b9-b0e7-d746ef18d45c', 'ip_address': '2001:db8::2'}, {'subnet_id': '5bb05173-1526-4b3f-b547-c1bf1ae46ef0'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1e3c9d8d-e1cf-425e-878f-ac7bba821a39'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:08:53.478220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:53.506659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:53.507033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.507376 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 Sep 25 01:08:53.526364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb3e2f3-081f-43a1-a795-96875d35f0ec tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet dd15dea4-1482-47b9-b0e7-d746ef18d45c {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:53.530035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e2f3-081f-43a1-a795-96875d35f0ec tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (dd15dea4-1482-47b9-b0e7-d746ef18d45c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.547856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-763b3ccf-d9ea-4b3f-9b37-026c9974bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.564949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d7d24-857e-453a-8976-c080780778eb None None] Pushing event updated for resources: {'Port': ['ID=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:53.589848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e2f3-081f-43a1-a795-96875d35f0ec tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (dd15dea4-1482-47b9-b0e7-d746ef18d45c), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.752057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e2f3-081f-43a1-a795-96875d35f0ec tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (dd15dea4-1482-47b9-b0e7-d746ef18d45c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.799453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:53.800520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:53.800769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:53.851686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e2f3-081f-43a1-a795-96875d35f0ec tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (dd15dea4-1482-47b9-b0e7-d746ef18d45c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server [None req-763b3ccf-d9ea-4b3f-9b37-026c9974bc51 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd15dea4-1482-47b9-b0e7-d746ef18d45c: This subnet is being modified by another concurrent operation. Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 329, in update_dhcp_port Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 120, in _port_action Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1850, in update_port Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in update_port Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise exception Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd15dea4-1482-47b9-b0e7-d746ef18d45c: This subnet is being modified by another concurrent operation. Sep 25 01:08:53.854974 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Sep 25 01:08:53.867034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:53.867421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.867799 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 Sep 25 01:08:53.896527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e2f3-081f-43a1-a795-96875d35f0ec tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:53.900134 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2fb3e2f3-081f-43a1-a795-96875d35f0ec tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/dd15dea4-1482-47b9-b0e7-d746ef18d45c HTTP/1.1" status: 204 len: 168 time: 0.4605868 Sep 25 01:08:53.901247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3e2f3-081f-43a1-a795-96875d35f0ec tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=dd15dea4-1482-47b9-b0e7-d746ef18d45c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:53.903193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57870) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:53.989217 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dd92c52c-c9db-4e84-85e2-a48493e34ed9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793798 Sep 25 01:08:53.995328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57872) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:54.001806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:54.018236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:54.033700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be436bd5-d9dd-4e22-a3cd-91e1dcdea16c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:08:54.077685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-85f189d3-612f-4faa-a81e-ab6afb79d5a2 None None] Provisioning complete for port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:54.078052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-85f189d3-612f-4faa-a81e-ab6afb79d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:54.078377 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-85f189d3-612f-4faa-a81e-ab6afb79d5a2 None None] Attempt 1 to provision port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 Sep 25 01:08:54.185546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:54.193675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:54.198277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:54.207534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:54.272825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be436bd5-d9dd-4e22-a3cd-91e1dcdea16c None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:08:54.277238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-85f189d3-612f-4faa-a81e-ab6afb79d5a2 None None] Current status of the port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:54.457385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (fbae141d-67bf-4be2-8e91-53811f217f48), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:54.498990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9fd08-e898-4480-a0f4-d6772c36abf5 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:54.520243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:54.527318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:54.534752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:54.535390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:54.548691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=fbae141d-67bf-4be2-8e91-53811f217f48,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:54.559302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-81fbc1fd-ff23-42eb-a59d-027bc0279112 None None] Provisioning complete for port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:54.560563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-81fbc1fd-ff23-42eb-a59d-027bc0279112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:54.560563 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-81fbc1fd-ff23-42eb-a59d-027bc0279112 None None] Attempt 1 to provision port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 Sep 25 01:08:54.562877 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bf5f8927-e080-46b3-b3e9-ea63b00bea30 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5662091 Sep 25 01:08:54.565659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57874) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:54.571992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-cc4f6ad0-e8f0-4ee6-9318-980c62662015 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:54.640658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:54.707845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-81fbc1fd-ff23-42eb-a59d-027bc0279112 None None] Current status of the port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:54.740351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4f6ad0-e8f0-4ee6-9318-980c62662015 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:54.747522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-cc4f6ad0-e8f0-4ee6-9318-980c62662015 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:54.802993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520abda9-02a5-41b8-b5d5-d46fa9bda7d0 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:08:54.858731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ec52462e-ff37-4903-9e4a-b295e0a36a17 None None] Provisioning complete for port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:54.859435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ec52462e-ff37-4903-9e4a-b295e0a36a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:54.859773 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ec52462e-ff37-4903-9e4a-b295e0a36a17 None None] Attempt 1 to provision port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 Sep 25 01:08:54.865493 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.ipam_backend_mixin [None req-cc4f6ad0-e8f0-4ee6-9318-980c62662015 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fbae141d-67bf-4be2-8e91-53811f217f48 (CIDR: 2001:db8::/64) Sep 25 01:08:54.872389 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4f6ad0-e8f0-4ee6-9318-980c62662015 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:08:54.872853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4f6ad0-e8f0-4ee6-9318-980c62662015 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:54.895579 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-cc4f6ad0-e8f0-4ee6-9318-980c62662015 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3283570 Sep 25 01:08:54.897910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57876) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:54.906208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'subnet': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:55.057446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:55.061730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.163525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520abda9-02a5-41b8-b5d5-d46fa9bda7d0 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:08:55.169108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ec52462e-ff37-4903-9e4a-b295e0a36a17 None None] Current status of the port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:55.256132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:55.307082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:55.435220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:55.435938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.497726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:55.499498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.objects.ports [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107187) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 01:08:55.507548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.561626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] Update dhcp port {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': 'fbae141d-67bf-4be2-8e91-53811f217f48'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1e3c9d8d-e1cf-425e-878f-ac7bba821a39'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:08:55.580218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:55.598255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:55.609822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.686205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:55.703795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.839117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:55.871540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fee0:f9a4-3918e6c2-00b4-4c02-b89b-a33dc2b {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:08:55.872128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:08:55.895451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] For port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:55.929769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.936355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.937258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (55225b54-684f-4908-a93b-f2cc2e8de7f7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:56.018011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:56.025408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:56.036199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:56.036804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:56.057787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Subnet': ['ID=55225b54-684f-4908-a93b-f2cc2e8de7f7,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:56.066585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,revision_number=7']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:56.074690 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0ad0bce6-8d1a-47b8-994e-b0cfc87be880 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1738961 Sep 25 01:08:56.077578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57882) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:56.082935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Request body: {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'mac_address': 'fa:16:3e:93:1b:ea', 'name': 'tempest-NetworksTestDHCPv6-1819518236'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:56.208479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Made reservation on behalf of bddfb9014245402aaad810b6d0b42fd7 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:56.212245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:56.244086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] device_id is not set on port 8adb6e41-66c9-42cf-91cf-97b0bc092c58 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:08:56.407603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:56.445973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8::2a8 (cf904343-f06f-476a-b370-411af221ea3d/fbae141d-67bf-4be2-8e91-53811f217f48/8adb6e41-66c9-42cf-91cf-97b0bc092c58) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:56.457250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:1bea (cf904343-f06f-476a-b370-411af221ea3d/55225b54-684f-4908-a93b-f2cc2e8de7f7/8adb6e41-66c9-42cf-91cf-97b0bc092c58) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:56.589046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:56.674720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for port (8adb6e41-66c9-42cf-91cf-97b0bc092c58), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:56.675802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:56.713867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8adb6e41-66c9-42cf-91cf-97b0bc092c58), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:56.769576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Network cf904343-f06f-476a-b370-411af221ea3d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:56.776943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:56.781630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] Allocated IP 2001:db8::2 (cf904343-f06f-476a-b370-411af221ea3d/fbae141d-67bf-4be2-8e91-53811f217f48/1e3c9d8d-e1cf-425e-878f-ac7bba821a39) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:56.785364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:56.791394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:56.792102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:56.799928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event updated for resources: {'Port': ['ID=8adb6e41-66c9-42cf-91cf-97b0bc092c58,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:56.816260 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eaa4199c-6ee2-4d4f-a61a-ab4b2a11d286 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7375405 Sep 25 01:08:56.819266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57886) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:56.913304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d5ea4-eb67-450f-94a1-0ccee8f99aa0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting port 8adb6e41-66c9-42cf-91cf-97b0bc092c58 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:56.913968 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5ea4-eb67-450f-94a1-0ccee8f99aa0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8adb6e41-66c9-42cf-91cf-97b0bc092c58), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:56.916937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] For port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:56.957476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] Publish callbacks [] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:56.966311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:57.040562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:57.047235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5ea4-eb67-450f-94a1-0ccee8f99aa0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8adb6e41-66c9-42cf-91cf-97b0bc092c58), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:57.066361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d5ea4-eb67-450f-94a1-0ccee8f99aa0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Calling delete_port for 8adb6e41-66c9-42cf-91cf-97b0bc092c58 owned by {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:57.077721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf912bc-2f51-42b7-9823-08e2a123650f None None] Pushing event updated for resources: {'Port': ['ID=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:57.340496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:57.349605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5ea4-eb67-450f-94a1-0ccee8f99aa0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8adb6e41-66c9-42cf-91cf-97b0bc092c58), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:57.384514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d5ea4-eb67-450f-94a1-0ccee8f99aa0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Port': ['ID=8adb6e41-66c9-42cf-91cf-97b0bc092c58,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:57.446025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5ea4-eb67-450f-94a1-0ccee8f99aa0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:57.449621 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8e6d5ea4-eb67-450f-94a1-0ccee8f99aa0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8adb6e41-66c9-42cf-91cf-97b0bc092c58 HTTP/1.1" status: 204 len: 168 time: 0.6291850 Sep 25 01:08:57.452448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57890) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:57.526762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e7c29c-8ffc-42c4-824a-0a22f282d9eb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:57.529639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a4e7c29c-8ffc-42c4-824a-0a22f282d9eb tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0757535 Sep 25 01:08:57.534241 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57892) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:57.601685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463498e-3a56-46ea-badd-1dddf2fb09f2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:57.605551 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4463498e-3a56-46ea-badd-1dddf2fb09f2 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0676715 Sep 25 01:08:57.607684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57894) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:57.689026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594aba32-abea-4650-921f-b892184db1d9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:57.690907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594aba32-abea-4650-921f-b892184db1d9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:57.692691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594aba32-abea-4650-921f-b892184db1d9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:57.694433 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-594aba32-abea-4650-921f-b892184db1d9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0856922 Sep 25 01:08:57.699504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57898) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:57.791464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cb2c94-86d7-4de6-a6bb-ebec7e8526da tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet 55225b54-684f-4908-a93b-f2cc2e8de7f7 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:57.796025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12cb2c94-86d7-4de6-a6bb-ebec7e8526da tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (55225b54-684f-4908-a93b-f2cc2e8de7f7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:57.846900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12cb2c94-86d7-4de6-a6bb-ebec7e8526da tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (55225b54-684f-4908-a93b-f2cc2e8de7f7), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:57.957555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12cb2c94-86d7-4de6-a6bb-ebec7e8526da tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (55225b54-684f-4908-a93b-f2cc2e8de7f7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:57.965186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b6350a-2195-4eb7-af7c-e082e0140fa2 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:58.039282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12cb2c94-86d7-4de6-a6bb-ebec7e8526da tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (55225b54-684f-4908-a93b-f2cc2e8de7f7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.060646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-db3625b6-55b8-4e62-80a8-0fd33be2324f None None] Provisioning complete for port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:58.061348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db3625b6-55b8-4e62-80a8-0fd33be2324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.062036 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-db3625b6-55b8-4e62-80a8-0fd33be2324f None None] Attempt 1 to provision port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 Sep 25 01:08:58.081727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12cb2c94-86d7-4de6-a6bb-ebec7e8526da tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.085089 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-12cb2c94-86d7-4de6-a6bb-ebec7e8526da tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/55225b54-684f-4908-a93b-f2cc2e8de7f7 HTTP/1.1" status: 204 len: 168 time: 0.3841972 Sep 25 01:08:58.086928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb2c94-86d7-4de6-a6bb-ebec7e8526da tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=55225b54-684f-4908-a93b-f2cc2e8de7f7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:58.088050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57900) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.156950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-600e9b21-b2d9-4df7-a681-7df7ba1ee5be tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Deleting subnet fbae141d-67bf-4be2-8e91-53811f217f48 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:58.162017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-600e9b21-b2d9-4df7-a681-7df7ba1ee5be tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (fbae141d-67bf-4be2-8e91-53811f217f48), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.213154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-600e9b21-b2d9-4df7-a681-7df7ba1ee5be tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (fbae141d-67bf-4be2-8e91-53811f217f48), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.225982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-db3625b6-55b8-4e62-80a8-0fd33be2324f None None] Current status of the port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:58.225982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db3625b6-55b8-4e62-80a8-0fd33be2324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.246403 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:58.294515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-db3625b6-55b8-4e62-80a8-0fd33be2324f None None] For port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:58.303737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db3625b6-55b8-4e62-80a8-0fd33be2324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.309652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1c22d-a9ac-4123-b157-28c7b294059d None None] Update dhcp port {'port': {'network_id': 'cf904343-f06f-476a-b370-411af221ea3d', 'fixed_ips': [{'subnet_id': 'fbae141d-67bf-4be2-8e91-53811f217f48', 'ip_address': '2001:db8::2'}, {'subnet_id': '55225b54-684f-4908-a93b-f2cc2e8de7f7'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1e3c9d8d-e1cf-425e-878f-ac7bba821a39'} from dv-neutron-master-2-hyperv. {{(pid=107189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 25 01:08:58.354253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-600e9b21-b2d9-4df7-a681-7df7ba1ee5be tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (fbae141d-67bf-4be2-8e91-53811f217f48), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.381627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:58.433419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e3b1c22d-a9ac-4123-b157-28c7b294059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.435087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-600e9b21-b2d9-4df7-a681-7df7ba1ee5be tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (fbae141d-67bf-4be2-8e91-53811f217f48), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.459822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3625b6-55b8-4e62-80a8-0fd33be2324f None None] Pushing event updated for resources: {'Port': ['ID=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,revision_number=10']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:58.469008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e9b21-b2d9-4df7-a681-7df7ba1ee5be tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Subnet': ['ID=fbae141d-67bf-4be2-8e91-53811f217f48,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:58.475102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-600e9b21-b2d9-4df7-a681-7df7ba1ee5be tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.480268 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-600e9b21-b2d9-4df7-a681-7df7ba1ee5be tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fbae141d-67bf-4be2-8e91-53811f217f48 HTTP/1.1" status: 204 len: 168 time: 0.3905139 Sep 25 01:08:58.484964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57904) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.534457 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-12dc58d1-f621-48e7-8c5a-819ed6bbef64 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481153 Sep 25 01:08:58.538699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57906) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.598301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85535688-40e2-4d5c-8342-d9a7c33d0dbc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:58.599976 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-85535688-40e2-4d5c-8342-d9a7c33d0dbc tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0592265 Sep 25 01:08:58.602716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3cd01c4-c7d5-49fd-ac03-f66f88717eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.603586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57908) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.674320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe624b-7cea-427b-ad62-6021519983d5 None None] Network cf904343-f06f-476a-b370-411af221ea3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:58.682333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05958f5b-c071-44d2-af38-fd7267321696 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:58.683880 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-05958f5b-c071-44d2-af38-fd7267321696 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0790069 Sep 25 01:08:58.686449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57910) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.729403 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0ebf96d8-ad32-4829-9b36-4cb1ef8709b9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417998 Sep 25 01:08:58.735125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57912) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.754822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8a7c0a58-7ec2-498d-bf3b-59f270cd7e6f None None] Provisioning complete for port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:58.755500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8a7c0a58-7ec2-498d-bf3b-59f270cd7e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.755846 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8a7c0a58-7ec2-498d-bf3b-59f270cd7e6f None None] Attempt 1 to provision port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 Sep 25 01:08:58.761620 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0987907f-d91e-4ce6-a8bd-c2b9a63260e5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:58.761620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0987907f-d91e-4ce6-a8bd-c2b9a63260e5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:58.766562 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0987907f-d91e-4ce6-a8bd-c2b9a63260e5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8adb6e41-66c9-42cf-91cf-97b0bc092c58 HTTP/1.1" status: 404 len: 333 time: 0.0273376 Sep 25 01:08:58.768319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57914) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.799792 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e410b1-482a-4a6c-9786-704285d641af tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:58.800411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e410b1-482a-4a6c-9786-704285d641af tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:58.803926 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-19e410b1-482a-4a6c-9786-704285d641af tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/55225b54-684f-4908-a93b-f2cc2e8de7f7 HTTP/1.1" status: 404 len: 337 time: 0.0343933 Sep 25 01:08:58.807023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57916) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.848930 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-895c1ceb-694a-4290-88bb-22a1d6240043 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:58.849453 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895c1ceb-694a-4290-88bb-22a1d6240043 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:58.853272 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-895c1ceb-694a-4290-88bb-22a1d6240043 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fbae141d-67bf-4be2-8e91-53811f217f48 HTTP/1.1" status: 404 len: 337 time: 0.0437136 Sep 25 01:08:58.857273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57918) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.874867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc04c5a-394d-412c-b1f2-19c05c72c11e None None] DHCP port deletion for cf904343-f06f-476a-b370-411af221ea3d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:58.883358 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b77c65-c874-44c1-871a-e67246de6c1c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:58.883937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b77c65-c874-44c1-871a-e67246de6c1c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:58.887659 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-62b77c65-c874-44c1-871a-e67246de6c1c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3a062d1b-62ad-428d-819d-8b092020ada6 HTTP/1.1" status: 404 len: 333 time: 0.0287366 Sep 25 01:08:58.892787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57920) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.918317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c0a58-7ec2-498d-bf3b-59f270cd7e6f None None] Current status of the port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:58.929308 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d86501-662b-4d21-9355-9c95944f12ca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:58.930081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d86501-662b-4d21-9355-9c95944f12ca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:58.931430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ccc04c5a-394d-412c-b1f2-19c05c72c11e None None] Deleting port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:58.931825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ccc04c5a-394d-412c-b1f2-19c05c72c11e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:58.935734 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-71d86501-662b-4d21-9355-9c95944f12ca tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/5bb05173-1526-4b3f-b547-c1bf1ae46ef0 HTTP/1.1" status: 404 len: 337 time: 0.0394018 Sep 25 01:08:58.936484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57922) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:58.980424 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4d8409-95ec-41b1-ac68-3db02fafafd5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:58.980899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4d8409-95ec-41b1-ac68-3db02fafafd5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:58.983883 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9c4d8409-95ec-41b1-ac68-3db02fafafd5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/dd15dea4-1482-47b9-b0e7-d746ef18d45c HTTP/1.1" status: 404 len: 337 time: 0.0459085 Sep 25 01:08:58.986474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57924) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.017646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ccc04c5a-394d-412c-b1f2-19c05c72c11e None None] For port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,segment=NetworkSegment(6d4d2f73-a1a5-458e-8b18-530b597903c8),segment_id=6d4d2f73-a1a5-458e-8b18-530b597903c8)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:59.018622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ccc04c5a-394d-412c-b1f2-19c05c72c11e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:59.021661 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdccedf-8c13-4570-b721-0da475625d37 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.022522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdccedf-8c13-4570-b721-0da475625d37 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.027250 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5bdccedf-8c13-4570-b721-0da475625d37 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/5da4d9e9-859f-4fd4-9433-45772fb8d3df HTTP/1.1" status: 404 len: 333 time: 0.0395827 Sep 25 01:08:59.030129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57926) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.037040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ccc04c5a-394d-412c-b1f2-19c05c72c11e None None] Calling delete_port for 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:59.047937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:59.060116 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c648dd48-36c0-4314-baf2-ea1a3f2ced54 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.061267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c648dd48-36c0-4314-baf2-ea1a3f2ced54 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.064670 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c648dd48-36c0-4314-baf2-ea1a3f2ced54 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a52a02bb-a269-45e8-a307-0fbce8eae315 HTTP/1.1" status: 404 len: 337 time: 0.0334792 Sep 25 01:08:59.067668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57928) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.102509 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5d3a8d-8a01-48f1-bbac-37c002627950 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.103488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5d3a8d-8a01-48f1-bbac-37c002627950 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.106179 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4e5d3a8d-8a01-48f1-bbac-37c002627950 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/774f739f-571a-492c-836e-2f0b1d627055 HTTP/1.1" status: 404 len: 337 time: 0.0374095 Sep 25 01:08:59.109920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57930) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.136132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ccc04c5a-394d-412c-b1f2-19c05c72c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (1e3c9d8d-e1cf-425e-878f-ac7bba821a39), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:59.143277 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7aa6eb2-0d4f-4583-a5df-c6bc82c942b5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.143678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7aa6eb2-0d4f-4583-a5df-c6bc82c942b5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.149822 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d7aa6eb2-0d4f-4583-a5df-c6bc82c942b5 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/fe7ca80a-ba8f-4e3f-9fff-c271ef753c12 HTTP/1.1" status: 404 len: 333 time: 0.0354931 Sep 25 01:08:59.150625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57932) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.165965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc04c5a-394d-412c-b1f2-19c05c72c11e None None] Pushing event deleted for resources: {'Port': ['ID=1e3c9d8d-e1cf-425e-878f-ac7bba821a39,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:59.170014 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc04c5a-394d-412c-b1f2-19c05c72c11e None None] No DVR routers for this DVR port 1e3c9d8d-e1cf-425e-878f-ac7bba821a39 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:59.190531 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-872bee1a-cd32-40c1-9892-4d074925e70a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.191014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872bee1a-cd32-40c1-9892-4d074925e70a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.194432 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-872bee1a-cd32-40c1-9892-4d074925e70a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a25abab3-3e51-4d99-a02f-d0b86c0ebf1b HTTP/1.1" status: 404 len: 337 time: 0.0422225 Sep 25 01:08:59.197421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57934) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.228977 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-813cbd17-17ab-420d-9c49-48805188422c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.229708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813cbd17-17ab-420d-9c49-48805188422c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.235441 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-813cbd17-17ab-420d-9c49-48805188422c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/182e02fa-89af-476e-9e2c-057c4d0198ee HTTP/1.1" status: 404 len: 337 time: 0.0369270 Sep 25 01:08:59.237947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57936) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.263449 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5ed9f5-2fe7-4e16-9b59-0398b8556135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.264088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5ed9f5-2fe7-4e16-9b59-0398b8556135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.269651 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dd5ed9f5-2fe7-4e16-9b59-0398b8556135 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/9791fb7b-4ebd-44c4-8421-609ae8758729 HTTP/1.1" status: 404 len: 333 time: 0.0283821 Sep 25 01:08:59.269928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57938) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.298784 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-76dd030a-9bd2-4df9-98eb-139cb258a22f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.299047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76dd030a-9bd2-4df9-98eb-139cb258a22f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.302009 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-76dd030a-9bd2-4df9-98eb-139cb258a22f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/89adb970-9f65-4639-8532-345e2f36bf67 HTTP/1.1" status: 404 len: 337 time: 0.0311239 Sep 25 01:08:59.304744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57940) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.330180 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74585e8-2ba9-459a-80cd-00ba34b2e580 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.330771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74585e8-2ba9-459a-80cd-00ba34b2e580 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.335677 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d74585e8-2ba9-459a-80cd-00ba34b2e580 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/42756291-1617-4381-8ac4-43128366c07b HTTP/1.1" status: 404 len: 333 time: 0.0279627 Sep 25 01:08:59.336967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57942) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.367539 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a1c5d3-dde4-4968-92d9-9c814608aa66 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.368050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a1c5d3-dde4-4968-92d9-9c814608aa66 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.371401 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a1a1c5d3-dde4-4968-92d9-9c814608aa66 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/cc58eb7f-fb51-4ef2-89d8-c69458590a2d HTTP/1.1" status: 404 len: 337 time: 0.0331097 Sep 25 01:08:59.374052 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57946) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.403121 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0c646c-54e9-42be-a84d-f43d73ca9a6a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.403803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0c646c-54e9-42be-a84d-f43d73ca9a6a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.410083 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0e0c646c-54e9-42be-a84d-f43d73ca9a6a tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/55720ea5-e5ac-4570-93c5-e3fd767ebea9 HTTP/1.1" status: 404 len: 333 time: 0.0321906 Sep 25 01:08:59.410352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57948) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.443160 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cd561f-d9f7-4e8f-9b00-9080731d18e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.443560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cd561f-d9f7-4e8f-9b00-9080731d18e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.446830 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e7cd561f-d9f7-4e8f-9b00-9080731d18e9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2fd4ef8d-dc41-4ef1-a11f-f9b033082f2c HTTP/1.1" status: 404 len: 337 time: 0.0354848 Sep 25 01:08:59.449485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57950) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.475485 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-84adf796-5471-4c18-aab1-981d9cf42329 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.476104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84adf796-5471-4c18-aab1-981d9cf42329 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.479759 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-84adf796-5471-4c18-aab1-981d9cf42329 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/a712a3d7-3d7c-43e3-8a0e-7df614c7fe03 HTTP/1.1" status: 404 len: 333 time: 0.0292747 Sep 25 01:08:59.482300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57952) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.517773 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-66504cd9-35be-431c-ab6b-f68bc5c276d0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.518242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66504cd9-35be-431c-ab6b-f68bc5c276d0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.521311 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-66504cd9-35be-431c-ab6b-f68bc5c276d0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/066b15c7-c847-437e-8c1b-b5bc4ce2083d HTTP/1.1" status: 404 len: 337 time: 0.0380554 Sep 25 01:08:59.529414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57954) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.553145 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d7d318-ffea-4b14-b922-06a94686a445 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.554722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d7d318-ffea-4b14-b922-06a94686a445 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.559844 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e8d7d318-ffea-4b14-b922-06a94686a445 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/acdc8279-061a-477e-b5e1-d768b07b01c2 HTTP/1.1" status: 404 len: 333 time: 0.0292027 Sep 25 01:08:59.560174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57956) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.588122 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-db612175-bc78-4e4e-9378-83ca64807b1f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.588604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db612175-bc78-4e4e-9378-83ca64807b1f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.591673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-db612175-bc78-4e4e-9378-83ca64807b1f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/88d5d4d3-fbe1-4377-854a-523c22f1db43 HTTP/1.1" status: 404 len: 337 time: 0.0304940 Sep 25 01:08:59.594225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57958) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.626621 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f2b8a0-e79c-4713-a4a7-9d7acc1b09d0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.626621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f2b8a0-e79c-4713-a4a7-9d7acc1b09d0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.629049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-58f2b8a0-e79c-4713-a4a7-9d7acc1b09d0 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/32bb9b64-712b-49ad-aad5-c77318ab9e29 HTTP/1.1" status: 404 len: 333 time: 0.0337965 Sep 25 01:08:59.631898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57960) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.660724 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-51440894-fa80-440b-98c8-a116596ce241 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.661194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51440894-fa80-440b-98c8-a116596ce241 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.664318 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-51440894-fa80-440b-98c8-a116596ce241 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ed54166f-812e-4c54-8d84-5bf3cf2c5954 HTTP/1.1" status: 404 len: 337 time: 0.0313578 Sep 25 01:08:59.668078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57962) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.696019 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da21a06-6826-497a-9a3f-81a53bf033f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.696591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da21a06-6826-497a-9a3f-81a53bf033f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.699639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9da21a06-6826-497a-9a3f-81a53bf033f6 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/29dd7280-f0f9-4a61-a0b1-5704d2762b56 HTTP/1.1" status: 404 len: 337 time: 0.0304670 Sep 25 01:08:59.702464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57964) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.736765 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-931bce0c-2900-464b-8246-25fab2502607 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.737573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931bce0c-2900-464b-8246-25fab2502607 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.740496 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-931bce0c-2900-464b-8246-25fab2502607 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3e4e0b74-c6bd-4556-b76f-b9c05fc83be0 HTTP/1.1" status: 404 len: 333 time: 0.0370624 Sep 25 01:08:59.743927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57966) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.780728 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f238d6a4-2556-4bac-b984-6edf701f688c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.781195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f238d6a4-2556-4bac-b984-6edf701f688c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.784338 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f238d6a4-2556-4bac-b984-6edf701f688c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a0b3f51f-eee5-4a41-8b3d-94156b2cea18 HTTP/1.1" status: 404 len: 337 time: 0.0391684 Sep 25 01:08:59.787008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57968) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.815255 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e5794e-a5bc-4e76-adda-d0ac79a1d086 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.815730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e5794e-a5bc-4e76-adda-d0ac79a1d086 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.821721 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f0e5794e-a5bc-4e76-adda-d0ac79a1d086 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/62571fba-a2bf-4161-b876-10fb02dfb8b4 HTTP/1.1" status: 404 len: 337 time: 0.0308056 Sep 25 01:08:59.822149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57970) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.848028 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ca62bf-f022-479c-b381-3f5b8b11f2f9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.848626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ca62bf-f022-479c-b381-3f5b8b11f2f9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.855359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57972) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.855503 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c8ca62bf-f022-479c-b381-3f5b8b11f2f9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/002529c6-a24d-43b8-8371-c78c8f53fea3 HTTP/1.1" status: 404 len: 333 time: 0.0310531 Sep 25 01:08:59.885079 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a04453-384b-4fe1-9d04-72f6d061c625 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.885551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a04453-384b-4fe1-9d04-72f6d061c625 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.888614 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-41a04453-384b-4fe1-9d04-72f6d061c625 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a74b9dd9-93a5-4909-8fab-ff1cacc0616d HTTP/1.1" status: 404 len: 337 time: 0.0330164 Sep 25 01:08:59.891297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57974) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.922782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff15fe8b-eb45-4322-b3c8-7de62d359654 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.923369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff15fe8b-eb45-4322-b3c8-7de62d359654 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.926165 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ff15fe8b-eb45-4322-b3c8-7de62d359654 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ddbe0c85-c6e9-4138-9ab5-67405d360afa HTTP/1.1" status: 404 len: 337 time: 0.0334249 Sep 25 01:08:59.928722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57976) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:59.965278 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca315a7-5702-4551-80fd-b22884d09d56 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:08:59.966119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca315a7-5702-4551-80fd-b22884d09d56 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:08:59.970674 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8ca315a7-5702-4551-80fd-b22884d09d56 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/13d5d933-d0e0-4c59-bbbc-052b801e1b51 HTTP/1.1" status: 404 len: 333 time: 0.0406380 Sep 25 01:08:59.974435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57978) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.014298 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d332096-e560-48eb-812b-90f66ec3d104 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.014776 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d332096-e560-48eb-812b-90f66ec3d104 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.020749 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0d332096-e560-48eb-812b-90f66ec3d104 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e85ce585-8f6d-48f3-a64e-b0c02c220dee HTTP/1.1" status: 404 len: 337 time: 0.0447886 Sep 25 01:09:00.021217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57982) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.055106 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-152eefad-cce5-4d4f-854b-691c0577e732 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.055582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152eefad-cce5-4d4f-854b-691c0577e732 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.058788 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-152eefad-cce5-4d4f-854b-691c0577e732 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4bbf98cd-a65e-4090-828d-67defd91bf6a HTTP/1.1" status: 404 len: 337 time: 0.0362794 Sep 25 01:09:00.061588 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57984) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.093211 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9c979c30-1b52-4cf3-9992-bfda82755f86 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c482cc5-3069-4679-8c44-31c4f6354b89 HTTP/1.1" status: 200 len: 205 time: 0.0303862 Sep 25 01:09:00.095663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57986) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.139153 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.api.v2.resource [None req-7ae798d8-6660-44c5-9b6b-01cda9b1ecee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] delete failed (client error): The resource could not be found. Sep 25 01:09:00.143070 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7ae798d8-6660-44c5-9b6b-01cda9b1ecee tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/routers/3c482cc5-3069-4679-8c44-31c4f6354b89 HTTP/1.1" status: 404 len: 336 time: 0.0461881 Sep 25 01:09:00.143220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57988) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.171675 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-02208d40-3558-44e7-aeaa-556a0193bd93 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.172310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02208d40-3558-44e7-aeaa-556a0193bd93 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.177915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-02208d40-3558-44e7-aeaa-556a0193bd93 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/cd251871-516d-4e04-8922-d1174925c448 HTTP/1.1" status: 404 len: 337 time: 0.0313413 Sep 25 01:09:00.178211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57990) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.212508 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-49ce17db-6f89-466f-9ceb-03047aab6e6c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9f3914df-f31f-40be-af5a-dc579a852ca1 HTTP/1.1" status: 200 len: 205 time: 0.0330582 Sep 25 01:09:00.215789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57992) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.253611 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-2de26405-c93b-4293-85f8-8a9c2fd4ae79 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] delete failed (client error): The resource could not be found. Sep 25 01:09:00.254688 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2de26405-c93b-4293-85f8-8a9c2fd4ae79 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9f3914df-f31f-40be-af5a-dc579a852ca1 HTTP/1.1" status: 404 len: 336 time: 0.0378878 Sep 25 01:09:00.257405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57994) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.291187 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-546a6dde-6071-4a59-b307-86a15ec8547c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.291672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546a6dde-6071-4a59-b307-86a15ec8547c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.300916 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-546a6dde-6071-4a59-b307-86a15ec8547c tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/18377b4c-6822-4539-a5b3-0d2088848094 HTTP/1.1" status: 404 len: 337 time: 0.0364890 Sep 25 01:09:00.300916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 57996) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.346011 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-517b500c-ab40-418c-b95c-bca1c9120318 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.346732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517b500c-ab40-418c-b95c-bca1c9120318 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.351583 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-517b500c-ab40-418c-b95c-bca1c9120318 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/07d6df74-2e7d-4ad5-96ed-2a0d0b9349fb HTTP/1.1" status: 404 len: 337 time: 0.0522778 Sep 25 01:09:00.355579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 57998) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.392697 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e3d2cd-5822-43ae-a71a-a55a254a8c2e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.393433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e3d2cd-5822-43ae-a71a-a55a254a8c2e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.398151 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-97e3d2cd-5822-43ae-a71a-a55a254a8c2e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/5d18f1b9-78a1-4d57-9ea8-5ce9c7c8dc9f HTTP/1.1" status: 404 len: 333 time: 0.0411751 Sep 25 01:09:00.401204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58000) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.439866 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df13e23-6562-402f-a583-8b79ae198aaf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.440363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df13e23-6562-402f-a583-8b79ae198aaf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.443394 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8df13e23-6562-402f-a583-8b79ae198aaf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/247f4d9b-9da6-4de7-a7be-123d2da025e6 HTTP/1.1" status: 404 len: 337 time: 0.0408273 Sep 25 01:09:00.448209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58004) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.475514 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b2ffa4-aa4b-4cec-a7a6-d97f34181bf9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.476172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b2ffa4-aa4b-4cec-a7a6-d97f34181bf9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.482809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58006) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.483231 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-75b2ffa4-aa4b-4cec-a7a6-d97f34181bf9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/325b1608-9d88-4361-a606-0c9f0b1a8463 HTTP/1.1" status: 404 len: 333 time: 0.0338690 Sep 25 01:09:00.511188 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e541ec20-87e4-4375-870b-a118e31a51d9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.511662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e541ec20-87e4-4375-870b-a118e31a51d9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.517836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58008) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.518084 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e541ec20-87e4-4375-870b-a118e31a51d9 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/bd5b29a6-3c57-4129-8664-d179255253e1 HTTP/1.1" status: 404 len: 337 time: 0.0338757 Sep 25 01:09:00.544542 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5072ada9-41c4-4616-b7b0-0ae00c22cec3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.545449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5072ada9-41c4-4616-b7b0-0ae00c22cec3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.548532 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5072ada9-41c4-4616-b7b0-0ae00c22cec3 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f4b08834-67eb-472e-a2db-70156245ab43 HTTP/1.1" status: 404 len: 333 time: 0.0293806 Sep 25 01:09:00.551409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58010) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.585285 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d21c6ca-9d08-4488-a84f-43bb6980d875 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.585285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d21c6ca-9d08-4488-a84f-43bb6980d875 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.589156 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6d21c6ca-9d08-4488-a84f-43bb6980d875 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/78538457-8322-4e4d-bf65-9a9ae35934a6 HTTP/1.1" status: 404 len: 337 time: 0.0364172 Sep 25 01:09:00.592154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58012) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.617880 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff58786-5e4c-4556-940b-aa7b6c6e1e10 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.618537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff58786-5e4c-4556-940b-aa7b6c6e1e10 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.621706 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8ff58786-5e4c-4556-940b-aa7b6c6e1e10 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e1b7e505-24dd-4408-a702-3dc6843151a1 HTTP/1.1" status: 404 len: 333 time: 0.0284755 Sep 25 01:09:00.624749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58014) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.660985 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3a2c23-df77-4441-b92f-7f6c3b16dd58 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.661357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3a2c23-df77-4441-b92f-7f6c3b16dd58 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.664773 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8f3a2c23-df77-4441-b92f-7f6c3b16dd58 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/dae37c22-cda5-45f5-aba2-6745ea603b0f HTTP/1.1" status: 404 len: 337 time: 0.0390568 Sep 25 01:09:00.669231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58016) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.696089 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-571a9803-3203-48f8-b234-5091c27b8c19 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.696679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571a9803-3203-48f8-b234-5091c27b8c19 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.700744 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-571a9803-3203-48f8-b234-5091c27b8c19 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/04827b88-e012-461b-9b1e-8c9325e33c75 HTTP/1.1" status: 404 len: 333 time: 0.0299897 Sep 25 01:09:00.702942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58018) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.738486 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1192754-f9a3-4fd2-9d45-caf72546d92e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.739372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1192754-f9a3-4fd2-9d45-caf72546d92e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.742140 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f1192754-f9a3-4fd2-9d45-caf72546d92e tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/49ff1040-cca6-404a-b0fe-98a6d23f69db HTTP/1.1" status: 404 len: 337 time: 0.0380175 Sep 25 01:09:00.745094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58020) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.778621 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fb3ca5-be90-46d4-8b4a-f6c4ee22a2cf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.779187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fb3ca5-be90-46d4-8b4a-f6c4ee22a2cf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.782463 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-81fb3ca5-be90-46d4-8b4a-f6c4ee22a2cf tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c85655c5-3840-4c72-8e46-e1700a03e919 HTTP/1.1" status: 404 len: 333 time: 0.0363996 Sep 25 01:09:00.786332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58022) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.818586 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bd2478-69d7-407a-929c-49fca1a3be25 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.819060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bd2478-69d7-407a-929c-49fca1a3be25 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.822385 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-87bd2478-69d7-407a-929c-49fca1a3be25 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c6126e60-f9dd-411a-a555-3c80e6edd19f HTTP/1.1" status: 404 len: 337 time: 0.0350211 Sep 25 01:09:00.826645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58024) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.868914 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85e9303-95e5-4f3c-8637-a13921432a4f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.869834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85e9303-95e5-4f3c-8637-a13921432a4f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.875402 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a85e9303-95e5-4f3c-8637-a13921432a4f tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c36d5125-4296-4f30-b62b-bf762b95f6a3 HTTP/1.1" status: 404 len: 333 time: 0.0473261 Sep 25 01:09:00.877982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58026) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:00.925494 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-988ddf51-f3d5-4835-8992-7c3e83fc1389 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:00.926165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988ddf51-f3d5-4835-8992-7c3e83fc1389 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:00.934362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-988ddf51-f3d5-4835-8992-7c3e83fc1389 tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/4fa2c5b8-afb5-438c-bcea-6de4650972d8 HTTP/1.1" status: 404 len: 337 time: 0.0544837 Sep 25 01:09:00.936101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58028) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:01.038208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (cf904343-f06f-476a-b370-411af221ea3d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.041040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:01.045218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:01.152318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (cf904343-f06f-476a-b370-411af221ea3d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.183731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf904343-f06f-476a-b370-411af221ea3d']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:01.194511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4d2f73-a1a5-458e-8b18-530b597903c8') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:01.194811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4d2f73-a1a5-458e-8b18-530b597903c8') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:01.208674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (6d4d2f73-a1a5-458e-8b18-530b597903c8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.224843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (6d4d2f73-a1a5-458e-8b18-530b597903c8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.232892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:01.233293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (6d4d2f73-a1a5-458e-8b18-530b597903c8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.257908 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 6d4d2f73-a1a5-458e-8b18-530b597903c8 resource provider aggregate not found Sep 25 01:09:01.299623 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 6d4d2f73-a1a5-458e-8b18-530b597903c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d4d2f73-a1a5-458e-8b18-530b597903c8 found for delete ", "request_id": "req-d012c7f2-0e42-4716-b1e2-a3b19f2e4d5b"}]} Sep 25 01:09:01.316757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (cf904343-f06f-476a-b370-411af221ea3d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.324775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.330803 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] 10.222.0.49 "DELETE /networking/v2.0/networks/cf904343-f06f-476a-b370-411af221ea3d HTTP/1.1" status: 204 len: 168 time: 0.3933470 Sep 25 01:09:01.344903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa23e7-9464-4b45-b573-cbd04d3dc09d tempest-NetworksTestDHCPv6-1093765821 tempest-NetworksTestDHCPv6-1093765821-project] Pushing event deleted for resources: {'Network': ['ID=cf904343-f06f-476a-b370-411af221ea3d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:01.470365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-80b11998-df7e-4f34-b272-82322e29cd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.722650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58040) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:01.890615 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6848039f-9573-4e41-b54a-2aeaf8cc3c7d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bddfb9014245402aaad810b6d0b42fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666143 Sep 25 01:09:01.893499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58044) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:01.953973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-84e77811-ceaa-45a7-8173-76d4ac532ae8 admin admin] Publish callbacks [] for security_group (4fd184b5-048e-4858-8a2c-c550270bd155), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.979781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-84e77811-ceaa-45a7-8173-76d4ac532ae8 admin admin] Publish callbacks [] for security_group (4fd184b5-048e-4858-8a2c-c550270bd155), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:02.044187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-84e77811-ceaa-45a7-8173-76d4ac532ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4fd184b5-048e-4858-8a2c-c550270bd155), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:02.047804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-84e77811-ceaa-45a7-8173-76d4ac532ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:02.049680 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-84e77811-ceaa-45a7-8173-76d4ac532ae8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4fd184b5-048e-4858-8a2c-c550270bd155 HTTP/1.1" status: 204 len: 168 time: 0.1550381 Sep 25 01:09:02.062740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e77811-ceaa-45a7-8173-76d4ac532ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd184b5-048e-4858-8a2c-c550270bd155,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:02.663298 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=9 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:02.665408 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:02.981955 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58070) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.116251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-502cad12-3870-40d9-834a-fafb344a81b2 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.117362 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-502cad12-3870-40d9-834a-fafb344a81b2 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.1340191 Sep 25 01:09:03.120634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58074) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.127303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-7964db88-7273-46f5-b2ba-369ed066b5cc tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.128667 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7964db88-7273-46f5-b2ba-369ed066b5cc tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068803 Sep 25 01:09:03.131418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58076) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.136174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-e95ca85d-39f5-418e-90ef-b976d061a23e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.137136 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e95ca85d-39f5-418e-90ef-b976d061a23e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047333 Sep 25 01:09:03.140512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58078) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.144942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-b2a5b170-7611-415b-8fb4-08ba157b64cb tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.145898 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b2a5b170-7611-415b-8fb4-08ba157b64cb tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044754 Sep 25 01:09:03.149774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58080) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.154036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-4c3e1bf9-481e-46e9-88ee-afcfb06fae2a tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.157041 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4c3e1bf9-481e-46e9-88ee-afcfb06fae2a tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0058928 Sep 25 01:09:03.158426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58082) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.162526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-edf1df4a-71f5-442e-9026-777c97916947 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.163473 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-edf1df4a-71f5-442e-9026-777c97916947 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042977 Sep 25 01:09:03.168788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58084) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.176660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-519c8d38-4e8c-47ab-bb6a-779ea02f0984 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.180601 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-519c8d38-4e8c-47ab-bb6a-779ea02f0984 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0103204 Sep 25 01:09:03.181887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58086) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.188254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-2f18d307-edfb-46e7-af88-3fa69424ebbf tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.189706 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2f18d307-edfb-46e7-af88-3fa69424ebbf tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0064032 Sep 25 01:09:03.193878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58088) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.198405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-f4750ce3-f343-40b6-9ee7-849e9951f012 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.199385 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f4750ce3-f343-40b6-9ee7-849e9951f012 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045946 Sep 25 01:09:03.201943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58090) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.206286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-8bc6af15-cd24-48d3-8e35-d80af1a91588 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.207315 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8bc6af15-cd24-48d3-8e35-d80af1a91588 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042737 Sep 25 01:09:03.211464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58092) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.216010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-167b1498-faa0-4868-96dd-07315cfa1e67 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.216985 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-167b1498-faa0-4868-96dd-07315cfa1e67 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044625 Sep 25 01:09:03.219549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58094) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.224388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-7233962a-da15-4a27-b203-5fe709beb50e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.225442 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7233962a-da15-4a27-b203-5fe709beb50e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048678 Sep 25 01:09:03.229966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58096) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.235827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-e8d1fc27-f8cd-4af9-8fc8-7f68bd7d5307 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.237377 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e8d1fc27-f8cd-4af9-8fc8-7f68bd7d5307 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0059640 Sep 25 01:09:03.240025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58098) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.247681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-6b033e77-28f5-4c36-a0fa-76f0a3098861 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.248715 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6b033e77-28f5-4c36-a0fa-76f0a3098861 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074267 Sep 25 01:09:03.251414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58100) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.256235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-3a0d4645-ab7c-4af7-a373-8ecb3e6e4c95 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.257175 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3a0d4645-ab7c-4af7-a373-8ecb3e6e4c95 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045567 Sep 25 01:09:03.260267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58102) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.264589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-768c0e6c-d01e-44c0-9a77-86d1c1c7c0c4 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.265583 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-768c0e6c-d01e-44c0-9a77-86d1c1c7c0c4 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044019 Sep 25 01:09:03.268653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58104) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.275251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-e9737768-4752-417e-97c2-255e030f9dfe tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.280405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58106) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.282669 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e9737768-4752-417e-97c2-255e030f9dfe tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0124092 Sep 25 01:09:03.285576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-6496933c-ac30-470e-af8e-21627c89a095 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.286625 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6496933c-ac30-470e-af8e-21627c89a095 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048871 Sep 25 01:09:03.289429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58108) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.296669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-bea528de-5963-4204-90a3-a9379768e1ca tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.297953 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bea528de-5963-4204-90a3-a9379768e1ca tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0069735 Sep 25 01:09:03.301099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58110) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.306214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-75acb09c-9816-4027-8b9a-cddc5c649bb3 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/floating-ip-port-forwarding-detail returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.307331 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-75acb09c-9816-4027-8b9a-cddc5c649bb3 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/floating-ip-port-forwarding-detail HTTP/1.1" status: 200 len: 465 time: 0.0052452 Sep 25 01:09:03.310514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58112) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.315040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-3816d90d-5b59-4912-9c74-48e23ba9a9c1 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.316064 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3816d90d-5b59-4912-9c74-48e23ba9a9c1 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044866 Sep 25 01:09:03.318661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58114) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.323258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-48d7dd4d-7b3e-451f-bcc5-cabf836532ca tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.324273 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-48d7dd4d-7b3e-451f-bcc5-cabf836532ca tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044172 Sep 25 01:09:03.326896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58116) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.331237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-b48b74f0-06e0-4371-9f4a-9e2e5987baee tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.332223 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b48b74f0-06e0-4371-9f4a-9e2e5987baee tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043876 Sep 25 01:09:03.335692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58118) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.343455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-a9dbcf16-5c1e-4193-80e5-3158e0cd8aab tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.345172 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a9dbcf16-5c1e-4193-80e5-3158e0cd8aab tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0072660 Sep 25 01:09:03.347441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58120) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.352040 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-b6e60f83-3dda-412f-8431-d4a492d2f94b tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.353059 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b6e60f83-3dda-412f-8431-d4a492d2f94b tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045760 Sep 25 01:09:03.357120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58122) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.364818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-3a61c577-13f1-442a-a96e-9d4482830b96 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.366484 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3a61c577-13f1-442a-a96e-9d4482830b96 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0078454 Sep 25 01:09:03.369516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58124) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.374756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-a48a7f9d-5b0c-4401-8e34-4fa1e7d79ef3 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.375756 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a48a7f9d-5b0c-4401-8e34-4fa1e7d79ef3 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052397 Sep 25 01:09:03.378386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58126) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.382610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-2a272020-b665-428e-b5d9-c37c97bde20a tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.386569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58128) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.386840 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2a272020-b665-428e-b5d9-c37c97bde20a tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070305 Sep 25 01:09:03.391299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-6f8df7da-23cc-4e9f-bc61-97c77b51280e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.392820 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6f8df7da-23cc-4e9f-bc61-97c77b51280e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052669 Sep 25 01:09:03.395710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58130) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.400881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-ddceaa32-2c28-4038-afce-491542b8144a tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.401968 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ddceaa32-2c28-4038-afce-491542b8144a tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052035 Sep 25 01:09:03.404555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58132) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.411365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-0eb560dd-e10b-40f9-b9b1-2bc901d69f81 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.416749 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0eb560dd-e10b-40f9-b9b1-2bc901d69f81 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0108960 Sep 25 01:09:03.417398 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58134) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.422223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-67701d25-de8a-455e-aaf1-61a1387d1467 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.423373 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-67701d25-de8a-455e-aaf1-61a1387d1467 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048227 Sep 25 01:09:03.427788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58136) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.433549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-24ddf254-86e6-4f5f-9c3a-0e56c4c6563c tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.434553 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-24ddf254-86e6-4f5f-9c3a-0e56c4c6563c tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054650 Sep 25 01:09:03.437644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58138) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.442153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-b7496d9a-4e8a-4ca6-9025-ae5c83889471 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.443281 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b7496d9a-4e8a-4ca6-9025-ae5c83889471 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045273 Sep 25 01:09:03.446686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58140) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.451549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-15e7df21-298c-4b9c-aa1a-2fef71ab6f4c tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.453168 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-15e7df21-298c-4b9c-aa1a-2fef71ab6f4c tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051603 Sep 25 01:09:03.455981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58142) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.460785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-367c80bb-cd04-4179-9694-e8bbd0404cac tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.462168 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-367c80bb-cd04-4179-9694-e8bbd0404cac tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048220 Sep 25 01:09:03.466757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58144) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.471184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-a6423c30-85ed-4ed1-af28-36411ff48cfc tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.473157 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a6423c30-85ed-4ed1-af28-36411ff48cfc tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044746 Sep 25 01:09:03.475616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58146) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.480354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-7c332749-115a-4bcb-9e3e-6277175ecb83 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.481358 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7c332749-115a-4bcb-9e3e-6277175ecb83 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046580 Sep 25 01:09:03.485048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58148) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.495416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-1405d0be-a121-4a93-abf5-9c4232a07910 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.501616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58150) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.501910 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1405d0be-a121-4a93-abf5-9c4232a07910 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0109909 Sep 25 01:09:03.506823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-a1cb7c25-f9a1-4656-9ad5-8a6b61c3da97 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.508110 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a1cb7c25-f9a1-4656-9ad5-8a6b61c3da97 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0050526 Sep 25 01:09:03.511135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58152) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.518184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-33c88c34-80b7-4b6f-8d10-33257fb3cb09 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.519846 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-33c88c34-80b7-4b6f-8d10-33257fb3cb09 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072365 Sep 25 01:09:03.526473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58154) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.535632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-9fb1369f-9e1b-4422-b695-efc57ef84909 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.535632 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9fb1369f-9e1b-4422-b695-efc57ef84909 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0058808 Sep 25 01:09:03.537928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58156) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.543999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-c9b14930-2393-45f3-8506-82b5a86c2a8d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.545003 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c9b14930-2393-45f3-8506-82b5a86c2a8d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058970 Sep 25 01:09:03.549243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58158) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.554492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-6a43be16-68a3-4b1e-9841-33b1d624a4d2 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.556309 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6a43be16-68a3-4b1e-9841-33b1d624a4d2 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052118 Sep 25 01:09:03.560079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58160) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.565587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-a02c7666-7fa9-422c-8f96-b7a967670ece tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.566879 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a02c7666-7fa9-422c-8f96-b7a967670ece tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055921 Sep 25 01:09:03.571189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58162) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.576531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-f81c734f-9c83-42fd-bf88-de7dbd021be6 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.577794 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f81c734f-9c83-42fd-bf88-de7dbd021be6 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054293 Sep 25 01:09:03.581725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58164) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.587127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-f5c2f768-0959-49d0-8bfc-387c246d1c7a tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.588744 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f5c2f768-0959-49d0-8bfc-387c246d1c7a tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0052865 Sep 25 01:09:03.594582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58166) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.608190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-4b612359-e877-4db7-bf5d-e1b11936fa5d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.610499 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4b612359-e877-4db7-bf5d-e1b11936fa5d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0138717 Sep 25 01:09:03.615205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58168) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.620162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-4ef0d944-d30e-474f-a813-418884fe984d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.621605 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4ef0d944-d30e-474f-a813-418884fe984d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0052531 Sep 25 01:09:03.625503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58170) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.633686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-c3609e43-a64f-472c-bd4a-3f54205a7b4f tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.634825 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c3609e43-a64f-472c-bd4a-3f54205a7b4f tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081832 Sep 25 01:09:03.639012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58176) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.643876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-4159e7c2-e3b9-4b8c-8ba7-0567d6e387c5 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.644998 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4159e7c2-e3b9-4b8c-8ba7-0567d6e387c5 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050075 Sep 25 01:09:03.649166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58178) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.653505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-73a0ca70-381e-496e-ba87-668609304b9e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.656474 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-73a0ca70-381e-496e-ba87-668609304b9e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0062532 Sep 25 01:09:03.657663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58180) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.662402 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-4fd0571c-f8b8-4cd3-94f1-18c8c052258d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.663473 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4fd0571c-f8b8-4cd3-94f1-18c8c052258d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046868 Sep 25 01:09:03.668429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58188) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.673131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-69e93af5-3141-4b31-9f43-98cb3f312b0f tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.677567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58190) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.680219 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-69e93af5-3141-4b31-9f43-98cb3f312b0f tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0080624 Sep 25 01:09:03.684672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-ffb47467-bf76-4cf5-bce4-13a371ff2317 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.686057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ffb47467-bf76-4cf5-bce4-13a371ff2317 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046201 Sep 25 01:09:03.688619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58192) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.693657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-a93aeefa-611e-4539-a643-be9066c705b9 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.696616 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a93aeefa-611e-4539-a643-be9066c705b9 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0067847 Sep 25 01:09:03.698350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58194) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.704541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-dd9b2ff7-9f6a-4dd1-b706-43ae12037f41 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.706525 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dd9b2ff7-9f6a-4dd1-b706-43ae12037f41 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0067837 Sep 25 01:09:03.709240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58196) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.716218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-a40ce2df-8565-4413-9419-0da66f7fdb7f tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.719002 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a40ce2df-8565-4413-9419-0da66f7fdb7f tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067444 Sep 25 01:09:03.719971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58198) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.724573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-b38b6aa0-32ad-4f4b-9cd1-d4782a7da93d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.728567 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b38b6aa0-32ad-4f4b-9cd1-d4782a7da93d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0073802 Sep 25 01:09:03.728936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58200) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.733592 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [None req-ec035f17-5c90-410a-a70e-3d7deff1e092 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.734616 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ec035f17-5c90-410a-a70e-3d7deff1e092 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047030 Sep 25 01:09:03.737337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58202) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.741626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:03.743189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-1918bba7-c612-4f11-ae70-772b81aee8ef tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.743625 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1918bba7-c612-4f11-ae70-772b81aee8ef tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052109 Sep 25 01:09:03.747218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58204) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.752954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-c7fd05b1-11f6-468b-98aa-1e0496693a31 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.753939 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c7fd05b1-11f6-468b-98aa-1e0496693a31 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0054061 Sep 25 01:09:03.756915 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58206) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.761116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-888f0dc8-76f3-48c0-9e43-337719e55ff9 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.762146 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-888f0dc8-76f3-48c0-9e43-337719e55ff9 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042925 Sep 25 01:09:03.765201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58208) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.769587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-9a433c21-b1e5-41b2-bb28-ec70072bcbd9 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.770572 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9a433c21-b1e5-41b2-bb28-ec70072bcbd9 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046444 Sep 25 01:09:03.773154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58210) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.777617 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-28842bc7-8053-4df2-a7f7-fa180285002f tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.778598 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-28842bc7-8053-4df2-a7f7-fa180285002f tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044866 Sep 25 01:09:03.781224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58212) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.785352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-458d3df1-7be1-4f56-938b-19aab3b11c17 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.786377 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-458d3df1-7be1-4f56-938b-19aab3b11c17 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041952 Sep 25 01:09:03.789673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58214) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.794787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-731aebe6-3163-4961-90b6-1c2868fb654b tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.795786 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-731aebe6-3163-4961-90b6-1c2868fb654b tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051343 Sep 25 01:09:03.798543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58216) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.802894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-95c66420-7014-4dd4-aa90-370daaa4f350 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.803865 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-95c66420-7014-4dd4-aa90-370daaa4f350 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043375 Sep 25 01:09:03.806604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58218) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.811105 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-ed8bb926-5e33-4d2d-a8cc-be15d2f48e8e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.812327 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ed8bb926-5e33-4d2d-a8cc-be15d2f48e8e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047746 Sep 25 01:09:03.815148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58220) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.820110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-75219453-8bc4-444a-b517-253b83f6179e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.821748 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-75219453-8bc4-444a-b517-253b83f6179e tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053909 Sep 25 01:09:03.824239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58222) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.828435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-5eb9349f-244c-48ed-bb6d-b4c972d5053d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.829430 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5eb9349f-244c-48ed-bb6d-b4c972d5053d tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042682 Sep 25 01:09:03.832255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58224) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.837087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-3956641f-b182-4391-8aa5-8974961aa389 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.838043 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3956641f-b182-4391-8aa5-8974961aa389 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048101 Sep 25 01:09:03.840542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58226) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:03.844703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [None req-169914ae-4e84-483e-8798-9bb34b604cc3 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] http://10.222.0.49:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:09:03.845664 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-169914ae-4e84-483e-8798-9bb34b604cc3 tempest-ExtensionsTestJSON-131181962 tempest-ExtensionsTestJSON-131181962-project] 10.222.0.49 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042307 Sep 25 01:09:04.215573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58232) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:04.346531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30bb48d0-9860-42e8-aa89-5909e6acbac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:04.441425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30bb48d0-9860-42e8-aa89-5909e6acbac6 admin admin] Publish callbacks [] for security_group (f1ceb634-b7c3-4dfe-975e-5d25b12bdd4f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:04.447204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-30bb48d0-9860-42e8-aa89-5909e6acbac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f1ceb634-b7c3-4dfe-975e-5d25b12bdd4f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:04.490671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb48d0-9860-42e8-aa89-5909e6acbac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ceb634-b7c3-4dfe-975e-5d25b12bdd4f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:04.496387 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-30bb48d0-9860-42e8-aa89-5909e6acbac6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ff7fb4344962466f99dc0dec4a4d58b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789304 Sep 25 01:09:04.499745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58238) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:04.558326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b7569b13-3070-465c-a288-f6323e480538 admin admin] Publish callbacks [] for security_group (f1ceb634-b7c3-4dfe-975e-5d25b12bdd4f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:04.582888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b7569b13-3070-465c-a288-f6323e480538 admin admin] Publish callbacks [] for security_group (f1ceb634-b7c3-4dfe-975e-5d25b12bdd4f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:04.653958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b7569b13-3070-465c-a288-f6323e480538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f1ceb634-b7c3-4dfe-975e-5d25b12bdd4f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:04.657187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b7569b13-3070-465c-a288-f6323e480538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:04.660915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b7569b13-3070-465c-a288-f6323e480538 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f1ceb634-b7c3-4dfe-975e-5d25b12bdd4f HTTP/1.1" status: 204 len: 168 time: 0.1575997 Sep 25 01:09:04.671191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7569b13-3070-465c-a288-f6323e480538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ceb634-b7c3-4dfe-975e-5d25b12bdd4f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:05.557318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58270) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:05.699722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-805176402'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:05.729181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:05.733345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:05.744250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:05.765445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:05.789409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:05.857745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for security_group (fac99a59-6119-4cb8-b2a3-034f0daf4015), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:05.863574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (fac99a59-6119-4cb8-b2a3-034f0daf4015), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:05.891174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:05.917676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ca226e35-1f6d-4c8b-8c6f-586ca78be9fe), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:05.917676 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment ca226e35-1f6d-4c8b-8c6f-586ca78be9fe of type vlan for network 40c62260-2abd-40bb-acd4-c64a59d14ca2 Sep 25 01:09:05.926611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac99a59-6119-4cb8-b2a3-034f0daf4015,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:05.928247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:05.980745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (40c62260-2abd-40bb-acd4-c64a59d14ca2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:06.145536 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:09:06.311680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (40c62260-2abd-40bb-acd4-c64a59d14ca2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:06.316768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:06.317392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:06.399453 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8395674 Sep 25 01:09:06.399453 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e8100-dfbd-48a5-9cb0-5268f45c3a22 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=40c62260-2abd-40bb-acd4-c64a59d14ca2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:06.414487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 40c62260-2abd-40bb-acd4-c64a59d14ca2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:06.521611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:06.576050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58278) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:06.584113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': '40c62260-2abd-40bb-acd4-c64a59d14ca2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:06.717993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:06.725072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:06.859545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58280) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:06.941161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:07.152041 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:07.163654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (7d7fa988-f352-495f-b48c-56a2f8ba9816), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.290608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=7d7fa988-f352-495f-b48c-56a2f8ba9816,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:07.327899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': 'ca226e35-1f6d-4c8b-8c6f-586ca78be9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '40c62260-2abd-40bb-acd4-c64a59d14ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:07.328368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: 40c62260-2abd-40bb-acd4-c64a59d14ca2, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:07.382344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network 40c62260-2abd-40bb-acd4-c64a59d14ca2 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:07.404969 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 40c62260-2abd-40bb-acd4-c64a59d14ca2) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:07.415747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314b1014-db3e-4411-a425-8543f744bbf5 None None] Network 40c62260-2abd-40bb-acd4-c64a59d14ca2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:07.417030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:07.417723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.466021 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-21c24d69-414c-405e-96d3-8e78bfd1970e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8884115 Sep 25 01:09:07.471440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58292) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:07.478259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.487332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1006091136'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:07.536558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:07.545757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.606122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:07.616141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-40c62260-2abd-40bb-acd4-c64a59d14ca2', 'network_id': '40c62260-2abd-40bb-acd4-c64a59d14ca2', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': '7d7fa988-f352-495f-b48c-56a2f8ba9816'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:07.618247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.638715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (609eb34c-c522-478f-ad5f-594b661f7a96), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.639860 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment 609eb34c-c522-478f-ad5f-594b661f7a96 of type vlan for network 1e603f4f-49e0-4cda-a547-3fb084362c3d Sep 25 01:09:07.753446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (1e603f4f-49e0-4cda-a547-3fb084362c3d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.814502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (1e603f4f-49e0-4cda-a547-3fb084362c3d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.826797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:07.828004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.835154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:07.837349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Allocated IP 172.20.255.242 (40c62260-2abd-40bb-acd4-c64a59d14ca2/7d7fa988-f352-495f-b48c-56a2f8ba9816/cfc27e8e-a51a-4e4d-b714-d4634a6fd813) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:07.949597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 0caac619-0806-4109-98c8-739e1cbe61c5 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:07.950470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:07.974237 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4934969 Sep 25 01:09:07.974237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec506c-b150-40f0-8039-744682bde687 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=1e603f4f-49e0-4cda-a547-3fb084362c3d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:07.974831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58294) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:07.982140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': '1e603f4f-49e0-4cda-a547-3fb084362c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:08.133301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Publish callbacks [] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:08.147743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 1e603f4f-49e0-4cda-a547-3fb084362c3d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:08.152782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:08.185309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:08.192219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:08.197576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 0caac619-0806-4109-98c8-739e1cbe61c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0caac619-0806-4109-98c8-739e1cbe61c5,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:08.198437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:08.496950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:08.502401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:08.567208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Network 40c62260-2abd-40bb-acd4-c64a59d14ca2 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:08.589593 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 0caac619-0806-4109-98c8-739e1cbe61c5 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:08.597487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:08.599034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (7ef82246-9a70-463e-afd9-b6106c2b6c71), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:08.601211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:08.607007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:08.670590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:08.673205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Pushing event updated for resources: {'Port': ['ID=cfc27e8e-a51a-4e4d-b714-d4634a6fd813,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:08.767717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Attempting to bind port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:08.768299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Attempting to bind port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ca226e35-1f6d-4c8b-8c6f-586ca78be9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '40c62260-2abd-40bb-acd4-c64a59d14ca2'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:08.768887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Attempting to bind port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 on network 40c62260-2abd-40bb-acd4-c64a59d14ca2 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:08.769048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=7ef82246-9a70-463e-afd9-b6106c2b6c71,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:08.786018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': '609eb34c-c522-478f-ad5f-594b661f7a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1e603f4f-49e0-4cda-a547-3fb084362c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:08.786557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: 1e603f4f-49e0-4cda-a547-3fb084362c3d, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:08.811929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network 1e603f4f-49e0-4cda-a547-3fb084362c3d is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:08.832731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1e603f4f-49e0-4cda-a547-3fb084362c3d) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:08.840371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:08.840720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:08.869498 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2fedc02b-fb54-4dc4-82d6-8af2678c096f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8939614 Sep 25 01:09:08.870465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58298) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:08.888673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef60c1-629c-43de-9b4a-997bc8728cd0 None None] Network 1e603f4f-49e0-4cda-a547-3fb084362c3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:08.910603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:08.926210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:09:08.927508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Checking segment: {'id': 'ca226e35-1f6d-4c8b-8c6f-586ca78be9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '40c62260-2abd-40bb-acd4-c64a59d14ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:08.928483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:08.929413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Bound using segment: {'id': 'ca226e35-1f6d-4c8b-8c6f-586ca78be9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '40c62260-2abd-40bb-acd4-c64a59d14ca2'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:09:08.930541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Bound port: cfc27e8e-a51a-4e4d-b714-d4634a6fd813, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca226e35-1f6d-4c8b-8c6f-586ca78be9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '40c62260-2abd-40bb-acd4-c64a59d14ca2'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:09:08.931399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:08.970882 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (0caac619-0806-4109-98c8-739e1cbe61c5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.038675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=0caac619-0806-4109-98c8-739e1cbe61c5,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:09.066345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (1e603f4f-49e0-4cda-a547-3fb084362c3d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.180595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] For port cfc27e8e-a51a-4e4d-b714-d4634a6fd813, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:09.199805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] For port cfc27e8e-a51a-4e4d-b714-d4634a6fd813, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfc27e8e-a51a-4e4d-b714-d4634a6fd813,segment=NetworkSegment(ca226e35-1f6d-4c8b-8c6f-586ca78be9fe),segment_id=ca226e35-1f6d-4c8b-8c6f-586ca78be9fe)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:09:09.264429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd28de-8598-4e40-b09f-0c4616394bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1e603f4f-49e0-4cda-a547-3fb084362c3d', 'network_id': '1e603f4f-49e0-4cda-a547-3fb084362c3d', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': '7ef82246-9a70-463e-afd9-b6106c2b6c71'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:09.266500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7dfd28de-8598-4e40-b09f-0c4616394bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.316052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.330800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (7ef82246-9a70-463e-afd9-b6106c2b6c71), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.424156 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.513309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (7ef82246-9a70-463e-afd9-b6106c2b6c71), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.563520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef82246-9a70-463e-afd9-b6106c2b6c71,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:09.630600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe13eae-d5a8-419e-a682-be5d6270adc2 None None] Pushing event updated for resources: {'Port': ['ID=cfc27e8e-a51a-4e4d-b714-d4634a6fd813,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server [None req-7dfd28de-8598-4e40-b09f-0c4616394bb2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ef82246-9a70-463e-afd9-b6106c2b6c71: This subnet is being modified by another concurrent operation. Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1568, in create_port Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1533, in _create_port_db Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise exception Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ef82246-9a70-463e-afd9-b6106c2b6c71: This subnet is being modified by another concurrent operation. Sep 25 01:09:09.652555 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Sep 25 01:09:09.717337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (1e603f4f-49e0-4cda-a547-3fb084362c3d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.760780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e603f4f-49e0-4cda-a547-3fb084362c3d']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:09.792070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609eb34c-c522-478f-ad5f-594b661f7a96') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:09.792997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609eb34c-c522-478f-ad5f-594b661f7a96') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:09.825060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (609eb34c-c522-478f-ad5f-594b661f7a96), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.852996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (609eb34c-c522-478f-ad5f-594b661f7a96), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.867767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:09.868966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (609eb34c-c522-478f-ad5f-594b661f7a96), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.908111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:09:09.945441 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 609eb34c-c522-478f-ad5f-594b661f7a96 resource provider aggregate not found Sep 25 01:09:09.976188 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 609eb34c-c522-478f-ad5f-594b661f7a96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 609eb34c-c522-478f-ad5f-594b661f7a96 found for delete ", "request_id": "req-a9b19936-fe83-4ef1-9000-4267fd1ce0c9"}]} Sep 25 01:09:09.987315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (1e603f4f-49e0-4cda-a547-3fb084362c3d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:09.998742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:10.002173 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/1e603f4f-49e0-4cda-a547-3fb084362c3d HTTP/1.1" status: 204 len: 168 time: 1.1304410 Sep 25 01:09:10.006208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58306) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:10.013311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1932875420'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:10.013525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92c982-e58c-4c16-bd2d-31315fcc4852 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=1e603f4f-49e0-4cda-a547-3fb084362c3d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:10.079288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:10.083190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:10.102651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:09:10.113650 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f41b6856-0269-424d-8644-2c110796e447 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/b701ba96-5f7b-4e63-8c6b-e6d71b05f830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489548 Sep 25 01:09:10.116116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] Sync routers for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:09:10.124105 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:10.127242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:10.128209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:10.137496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:10.138026 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment 4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b of type vlan for network 96a0e744-504f-4964-90f4-c1654f04a082 Sep 25 01:09:10.187068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (96a0e744-504f-4964-90f4-c1654f04a082), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:10.219616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (96a0e744-504f-4964-90f4-c1654f04a082), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:10.226213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:10.227574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:10.264441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:10.364917 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3535469 Sep 25 01:09:10.366830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58314) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:10.375209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': '96a0e744-504f-4964-90f4-c1654f04a082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:10.382451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7032b60-a3f6-48ea-8eb7-3864cc48d827 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=96a0e744-504f-4964-90f4-c1654f04a082,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:10.409687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 96a0e744-504f-4964-90f4-c1654f04a082 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:10.561714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:10.597195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:10.618636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:10.698124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:10.790810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828e955-567f-450b-a08e-6e9eee662ced req-2258192e-1d33-4855-84f2-56ff0225e4dc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:10.794176 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4828e955-567f-450b-a08e-6e9eee662ced req-2258192e-1d33-4855-84f2-56ff0225e4dc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 946 time: 0.2591505 Sep 25 01:09:10.809062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:10.817306 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:10.921492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:09:08Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '08899979-a15a-46c7-8e51-bf5c4f475e63', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.109', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:54Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:10.933768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing IP validity checks on allocation pools {{(pid=107188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 25 01:09:10.934399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 25 01:09:10.964587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] Checking router: b701ba96-5f7b-4e63-8c6b-e6d71b05f830 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:09:10.978039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:10.978732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:10.989148 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4828e955-567f-450b-a08e-6e9eee662ced req-b76f69a7-77ce-4a49-99ba-85a10f6ee99d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864631 Sep 25 01:09:11.071007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a0679-3769-4303-bfe7-2fbc1805132f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:09:11.143536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:11.183022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (c92c8b04-23fa-4072-bf96-ae83c7927769), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.245267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-3777b367-05e2-4a7c-aed2-647fa5823835 None None] Provisioning complete for port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:11.246306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3777b367-05e2-4a7c-aed2-647fa5823835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.247033 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3777b367-05e2-4a7c-aed2-647fa5823835 None None] Attempt 1 to provision port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 Sep 25 01:09:11.282656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=c92c8b04-23fa-4072-bf96-ae83c7927769,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:11.300752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': '4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '96a0e744-504f-4964-90f4-c1654f04a082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:11.305696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: 96a0e744-504f-4964-90f4-c1654f04a082, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:11.328115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cfc27e8e-a51a-4e4d-b714-d4634a6fd813 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:11.335143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network 96a0e744-504f-4964-90f4-c1654f04a082 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:11.352677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 96a0e744-504f-4964-90f4-c1654f04a082) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:11.365587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:11.367045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.407913 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9b5d7c55-c253-4baf-bf47-acff7faa1482 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0396657 Sep 25 01:09:11.413024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58316) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:11.414521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:11.597588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (96a0e744-504f-4964-90f4-c1654f04a082), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.600126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a0679-3769-4303-bfe7-2fbc1805132f None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:09:11.646447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:11.647021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.647467 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 Sep 25 01:09:11.686587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-3777b367-05e2-4a7c-aed2-647fa5823835 None None] Current status of the port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:11.686883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (c92c8b04-23fa-4072-bf96-ae83c7927769), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.687394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3777b367-05e2-4a7c-aed2-647fa5823835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.776612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (c92c8b04-23fa-4072-bf96-ae83c7927769), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.781807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:11.812490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=c92c8b04-23fa-4072-bf96-ae83c7927769,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:11.904907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (96a0e744-504f-4964-90f4-c1654f04a082), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.936960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a0e744-504f-4964-90f4-c1654f04a082']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:11.951363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:11.951810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:11.954375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:11.971908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.995856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.006735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:12.007251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.031144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:12.081105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3777b367-05e2-4a7c-aed2-647fa5823835 None None] For port cfc27e8e-a51a-4e4d-b714-d4634a6fd813, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfc27e8e-a51a-4e4d-b714-d4634a6fd813,segment=NetworkSegment(ca226e35-1f6d-4c8b-8c6f-586ca78be9fe),segment_id=ca226e35-1f6d-4c8b-8c6f-586ca78be9fe)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:12.127531 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3777b367-05e2-4a7c-aed2-647fa5823835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.161174 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b resource provider aggregate not found Sep 25 01:09:12.216406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:12.248831 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ed2ebd1-9bdd-4092-a6bd-4c72ee72606b found for delete ", "request_id": "req-1bde29e9-ee8d-435e-a187-dc0f34bf60d7"}]} Sep 25 01:09:12.275446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-783ab614-5e91-4e8f-a90a-cac15afedd02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:12.275446 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-783ab614-5e91-4e8f-a90a-cac15afedd02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 946 time: 0.2423894 Sep 25 01:09:12.282938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29919-71df-42dc-83c5-a15869ab43bc req-22e98ff0-5646-4f49-b9b1-a1519359b66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:12.287817 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c2d29919-71df-42dc-83c5-a15869ab43bc req-22e98ff0-5646-4f49-b9b1-a1519359b66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 946 time: 0.1173620 Sep 25 01:09:12.323108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777b367-05e2-4a7c-aed2-647fa5823835 None None] Pushing event updated for resources: {'Port': ['ID=cfc27e8e-a51a-4e4d-b714-d4634a6fd813,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:12.336473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (96a0e744-504f-4964-90f4-c1654f04a082), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.342161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.351834 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/96a0e744-504f-4964-90f4-c1654f04a082 HTTP/1.1" status: 204 len: 168 time: 0.9290755 Sep 25 01:09:12.352134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58326) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:12.357094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-488424374'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:12.385858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:09:08Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '08899979-a15a-46c7-8e51-bf5c4f475e63', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.109', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:54Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:12.394577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23fa5e-0fa5-4f1e-823c-7451f3d173e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=96a0e744-504f-4964-90f4-c1654f04a082,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:12.416797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:12.428340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.452763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1dddc0-903c-44d0-8289-188f6addc7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-96a0e744-504f-4964-90f4-c1654f04a082', 'network_id': '96a0e744-504f-4964-90f4-c1654f04a082', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': 'c92c8b04-23fa-4072-bf96-ae83c7927769'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:12.454756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b1dddc0-903c-44d0-8289-188f6addc7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.463386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3413dcb-b68b-4b1d-a3b0-1be859d5211f None None] The sync data for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv is: [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:09:08Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '08899979-a15a-46c7-8e51-bf5c4f475e63', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.109', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'port_id': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'mac_address': 'fa:16:3e:58:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:54Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:09:12.465412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:12.472165 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c2d29919-71df-42dc-83c5-a15869ab43bc req-344806d9-7e1a-447e-9967-6c0f6867d16d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466396 Sep 25 01:09:12.472906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port b03af939-0078-404b-b54c-2ef12fd8479a {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:12.473380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.479861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cdc4363c-8b8f-403f-b693-cbd63559f310), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.480537 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment cdc4363c-8b8f-403f-b693-cbd63559f310 of type vlan for network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 Sep 25 01:09:12.552780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865e4a4-8268-4d1e-a8a0-a0e85d0d3298 None None] Network 40c62260-2abd-40bb-acd4-c64a59d14ca2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:12.562596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f5629-1e61-4692-8889-694d75c952fc None None] Network 1e603f4f-49e0-4cda-a547-3fb084362c3d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:12.564347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (1abe5d60-f7eb-4c3b-9ac6-5163a27e9837), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.565505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b371b53-cea6-437c-b334-9fc921aaf1df None None] Network 96a0e744-504f-4964-90f4-c1654f04a082 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:12.607885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (1abe5d60-f7eb-4c3b-9ac6-5163a27e9837), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.627035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:12.628002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.634655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port b03af939-0078-404b-b54c-2ef12fd8479a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b03af939-0078-404b-b54c-2ef12fd8479a,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:12.636309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:12.643020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f5629-1e61-4692-8889-694d75c952fc None None] Network 1e603f4f-49e0-4cda-a547-3fb084362c3d could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:09:12.646611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:12.647708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b371b53-cea6-437c-b334-9fc921aaf1df None None] Network 96a0e744-504f-4964-90f4-c1654f04a082 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:09:12.668925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8afdc77-d9bb-4a51-9d81-758cb3b94efb None None] Network 96a0e744-504f-4964-90f4-c1654f04a082 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:12.670027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for b03af939-0078-404b-b54c-2ef12fd8479a owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:12.687900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8afdc77-d9bb-4a51-9d81-758cb3b94efb None None] Network 96a0e744-504f-4964-90f4-c1654f04a082 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:09:12.719675 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3672471 Sep 25 01:09:12.742002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58330) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:12.749671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:12.795294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11c68b-efa7-4fdf-a322-65fd911fb98b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=1abe5d60-f7eb-4c3b-9ac6-5163a27e9837,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:12.809399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:12.976328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (b03af939-0078-404b-b54c-2ef12fd8479a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:13.016611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=b03af939-0078-404b-b54c-2ef12fd8479a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:13.029551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:13.033595 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:13.090816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port b03af939-0078-404b-b54c-2ef12fd8479a on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:13.093159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:13.096608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14d2b219-4cb1-4b39-b5bc-3242c689d7d3 req-ca4716f7-9032-4c56-9bdb-fb535bd8d64e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/b03af939-0078-404b-b54c-2ef12fd8479a HTTP/1.1" status: 204 len: 173 time: 0.8105829 Sep 25 01:09:13.124676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b', 'name': 'network-vif-deleted', 'tag': 'b03af939-0078-404b-b54c-2ef12fd8479a'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:13.127120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24158cd8-276a-4961-ad4e-dc492a63c489" -d '{"events": [{"server_uuid": "f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b", "name": "network-vif-deleted", "tag": "b03af939-0078-404b-b54c-2ef12fd8479a"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:13.176226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a344cbc0-9b4b-4ac4-b83c-0989ca3445fb None None] Provisioning complete for port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:13.180484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a344cbc0-9b4b-4ac4-b83c-0989ca3445fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:13.180704 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a344cbc0-9b4b-4ac4-b83c-0989ca3445fb None None] Attempt 1 to provision port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 Sep 25 01:09:13.239610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6fc5de-41e8-4e2a-a22a-243464485459 x-openstack-request-id: req-5d6fc5de-41e8-4e2a-a22a-243464485459 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:13.240307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b", "name": "network-vif-deleted", "tag": "b03af939-0078-404b-b54c-2ef12fd8479a", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:13.240664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d6fc5de-41e8-4e2a-a22a-243464485459 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:13.241326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6fc5de-41e8-4e2a-a22a-243464485459'] response: {'server_uuid': 'f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b', 'name': 'network-vif-deleted', 'tag': 'b03af939-0078-404b-b54c-2ef12fd8479a', 'status': 'completed', 'code': 200} Sep 25 01:09:13.285989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:13.294678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=11,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:13.312273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cfc27e8e-a51a-4e4d-b714-d4634a6fd813 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:13.411272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (66430d26-25d0-48e4-8a15-775d7d3d4f93), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:13.493800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=66430d26-25d0-48e4-8a15-775d7d3d4f93,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:13.500831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a344cbc0-9b4b-4ac4-b83c-0989ca3445fb None None] Current status of the port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:13.514314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:13.515077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:13.515677 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 Sep 25 01:09:13.523084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:13.524482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:13.568415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:13.591869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:13.602834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:13.603353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98da230-8bf8-47d6-9a5c-fcd36ede0b97 None None] Network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:13.605058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:13.646456 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0e85eb36-d826-4cfc-bb5b-c739b160fa44 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9024091 Sep 25 01:09:13.648690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58338) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:13.762822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:13.769614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:13.806047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0caac619-0806-4109-98c8-739e1cbe61c5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:13.838167 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dad0bd9a-57aa-420a-ab64-3c5ad056242c req-c11ff2eb-4609-40cc-85c5-780bd6580829 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f25fed2c-2dfe-4cde-8e96-e2f5ed3f095b HTTP/1.1" status: 200 len: 210 time: 0.1360192 Sep 25 01:09:13.849575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 0caac619-0806-4109-98c8-739e1cbe61c5 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:13.849575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0caac619-0806-4109-98c8-739e1cbe61c5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:13.875609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (1abe5d60-f7eb-4c3b-9ac6-5163a27e9837), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:13.889273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1abe5d60-f7eb-4c3b-9ac6-5163a27e9837', 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': '66430d26-25d0-48e4-8a15-775d7d3d4f93'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:13.890833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:13.946015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (66430d26-25d0-48e4-8a15-775d7d3d4f93), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:14.114465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Allocated IP 172.20.0.1 (1abe5d60-f7eb-4c3b-9ac6-5163a27e9837/66430d26-25d0-48e4-8a15-775d7d3d4f93/ff35104c-dd60-4628-ac37-043fd33cf5ae) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:14.298782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Publish callbacks [] for port (ff35104c-dd60-4628-ac37-043fd33cf5ae), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:14.311368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ff35104c-dd60-4628-ac37-043fd33cf5ae), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:14.338804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (66430d26-25d0-48e4-8a15-775d7d3d4f93), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:14.373567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:14.379323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:14.385567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:14.410653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=66430d26-25d0-48e4-8a15-775d7d3d4f93,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:14.433918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Pushing event updated for resources: {'Port': ['ID=ff35104c-dd60-4628-ac37-043fd33cf5ae,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:14.490886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:14.491514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:14.492238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.508289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (1abe5d60-f7eb-4c3b-9ac6-5163a27e9837), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:14.508975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:14.516573 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-488d3b81-de2a-4d3b-be47-f74dcffa7c95 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1180313089&fields=id&tenant_id=658ce7daa6a0475ab05ecb761ae9c696 HTTP/1.1" status: 200 len: 267 time: 0.1385014 Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.530179 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.534132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.558012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abe5d60-f7eb-4c3b-9ac6-5163a27e9837']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.558514 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.562341 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:14.562341 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempt 2 to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae Sep 25 01:09:14.572973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc4363c-8b8f-403f-b693-cbd63559f310') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:14.573262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:14.573717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc4363c-8b8f-403f-b693-cbd63559f310') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:14.579463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:14.580462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:14.580865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.590958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (cdc4363c-8b8f-403f-b693-cbd63559f310), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:14.611690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cdc4363c-8b8f-403f-b693-cbd63559f310), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.613746 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.618269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.626365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:14.626805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (cdc4363c-8b8f-403f-b693-cbd63559f310), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.641077 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.644749 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:14.644749 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempt 3 to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae Sep 25 01:09:14.658323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:14.658700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:14.659070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.683275 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.686800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.689013 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment cdc4363c-8b8f-403f-b693-cbd63559f310 resource provider aggregate not found Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.709404 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.713812 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:14.713812 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempt 4 to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae Sep 25 01:09:14.714021 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment cdc4363c-8b8f-403f-b693-cbd63559f310 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc4363c-8b8f-403f-b693-cbd63559f310 found for delete ", "request_id": "req-7fb445bc-3c9e-4137-bef4-2598678fa76b"}]} Sep 25 01:09:14.721843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.api [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:09:14.721843 dv-neutron-master-2-hyperv neutron-server[107187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:09:14.721843 dv-neutron-master-2-hyperv neutron-server[107187]: [parameters: {'id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:14.721843 dv-neutron-master-2-hyperv neutron-server[107187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:09:14.722868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG oslo_db.api [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:09:14.728570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:14.728954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:14.729328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.733951 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-77bcbc2e-7c3e-4b05-a7c2-03bf820d136b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:14.735638 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-77bcbc2e-7c3e-4b05-a7c2-03bf820d136b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 811 time: 0.2093718 Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.754579 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.758357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.758460 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-5bdd6ca7-9c9e-4288-b96c-b5977859d1f2 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/quotas/658ce7daa6a0475ab05ecb761ae9c696 HTTP/1.1" status: 200 len: 375 time: 0.0110850 Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.777107 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.783568 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:14.783568 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempt 5 to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae Sep 25 01:09:14.792639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:14.793176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:14.793409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.815355 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.822121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.838236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.844002 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:14.844002 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempt 6 to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae Sep 25 01:09:14.854678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:14.855306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:14.855835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.869532 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-32d162d7-3c51-43a7-891c-1e3ed933fbf5 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007309 Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.879210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.885992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.915641 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.920111 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:14.920111 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempt 7 to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae Sep 25 01:09:14.933573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58356) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:14.946382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:14.947124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:14.947622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:14.977740 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:14.981687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:14.989113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.006607 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:15.011752 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:15.011752 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempt 8 to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae Sep 25 01:09:15.019460 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-c61195c4-c60c-4f87-9079-b0c0b766fddb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248212 Sep 25 01:09:15.020418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-54e6d407-7d20-422d-8e7a-de5e179e69d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (839619cf-07ab-41dc-8bb7-9f77d1ba1fe5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.023076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:15.024019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:15.024429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.049653 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:15.053434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:15.056097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-54e6d407-7d20-422d-8e7a-de5e179e69d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (839619cf-07ab-41dc-8bb7-9f77d1ba1fe5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.071900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:15.075570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:15.075570 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempt 9 to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae Sep 25 01:09:15.079587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:15.094220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:15.094613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:15.094962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.123441 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:15.126916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:15.144372 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-8a8759da-b918-4602-b5b8-563b13db9c99 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162543 Sep 25 01:09:15.146206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-54e6d407-7d20-422d-8e7a-de5e179e69d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (839619cf-07ab-41dc-8bb7-9f77d1ba1fe5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.149944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-54e6d407-7d20-422d-8e7a-de5e179e69d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.150689 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:15.154473 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:15.154586 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-54e6d407-7d20-422d-8e7a-de5e179e69d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/839619cf-07ab-41dc-8bb7-9f77d1ba1fe5 HTTP/1.1" status: 204 len: 168 time: 0.2179179 Sep 25 01:09:15.154709 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempt 10 to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae Sep 25 01:09:15.163158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6d407-7d20-422d-8e7a-de5e179e69d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839619cf-07ab-41dc-8bb7-9f77d1ba1fe5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:15.171429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:15.171718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:15.172649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.204140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:15.208407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempting to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:15.209192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58360) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:15.224677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (1abe5d60-f7eb-4c3b-9ac6-5163a27e9837), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 66430d26-25d0-48e4-8a15-775d7d3d4f93 could not be found. Sep 25 01:09:15.238737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:15.243041 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Failed to bind port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cdc4363c-8b8f-403f-b693-cbd63559f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1abe5d60-f7eb-4c3b-9ac6-5163a27e9837'}] Sep 25 01:09:15.243041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ff35104c-dd60-4628-ac37-043fd33cf5ae), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.320774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] For port ff35104c-dd60-4628-ac37-043fd33cf5ae, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:15.321496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7200f557-1752-403c-803f-f7ceb9c0f734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting subnet 95fb3034-0ad1-4bac-925c-55c1081b5f60 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:09:15.321668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Attempted to set empty binding levels {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:09:15.326457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7200f557-1752-403c-803f-f7ceb9c0f734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (95fb3034-0ad1-4bac-925c-55c1081b5f60), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.326742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ff35104c-dd60-4628-ac37-043fd33cf5ae), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.333913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:15.366010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting port ff35104c-dd60-4628-ac37-043fd33cf5ae {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:15.366357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ff35104c-dd60-4628-ac37-043fd33cf5ae), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.403657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a64986-4e0c-400e-865f-c48c0c2a1f50 None None] Pushing event updated for resources: {'Port': ['ID=ff35104c-dd60-4628-ac37-043fd33cf5ae,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:15.426474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7200f557-1752-403c-803f-f7ceb9c0f734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (95fb3034-0ad1-4bac-925c-55c1081b5f60), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.427067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d0d03b-0083-477f-88b0-ba2701dd0885 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:09:15.473067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:15.495188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] For port ff35104c-dd60-4628-ac37-043fd33cf5ae, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:15.495591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ff35104c-dd60-4628-ac37-043fd33cf5ae), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.519385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Calling delete_port for ff35104c-dd60-4628-ac37-043fd33cf5ae owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:15.544922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0d03b-0083-477f-88b0-ba2701dd0885 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:09:15.592679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7200f557-1752-403c-803f-f7ceb9c0f734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (95fb3034-0ad1-4bac-925c-55c1081b5f60), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.682307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ff35104c-dd60-4628-ac37-043fd33cf5ae), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.692267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7200f557-1752-403c-803f-f7ceb9c0f734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (95fb3034-0ad1-4bac-925c-55c1081b5f60), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.722915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Port': ['ID=ff35104c-dd60-4628-ac37-043fd33cf5ae,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:15.745500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No DVR routers for this DVR port ff35104c-dd60-4628-ac37-043fd33cf5ae on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:15.752643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200f557-1752-403c-803f-f7ceb9c0f734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Subnet': ['ID=95fb3034-0ad1-4bac-925c-55c1081b5f60,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:15.754794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7200f557-1752-403c-803f-f7ceb9c0f734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.760846 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7200f557-1752-403c-803f-f7ceb9c0f734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/95fb3034-0ad1-4bac-925c-55c1081b5f60 HTTP/1.1" status: 204 len: 168 time: 0.5479639 Sep 25 01:09:15.761170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58368) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:15.905224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8375e6-c8c5-43be-82ac-7f63bac03021 None None] Network 1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:15.907632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb084a-67bf-4a65-bf20-08429c2d7e12 None None] Network 2291552b-a44d-41c0-807b-e8916614daac requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:15.921554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (1abe5d60-f7eb-4c3b-9ac6-5163a27e9837), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.934884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (2291552b-a44d-41c0-807b-e8916614daac), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:15.958987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abe5d60-f7eb-4c3b-9ac6-5163a27e9837']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:15.967066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:15.983477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc4363c-8b8f-403f-b693-cbd63559f310') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:15.983931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc4363c-8b8f-403f-b693-cbd63559f310') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:16.009626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:16.023542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (cdc4363c-8b8f-403f-b693-cbd63559f310), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.049755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port fbafa8e4-f3b2-406c-afca-1fe59cadb803 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:16.050109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.052824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cdc4363c-8b8f-403f-b693-cbd63559f310), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.071791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:16.072233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (cdc4363c-8b8f-403f-b693-cbd63559f310), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.139450 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:16.140522 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:16.186370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port fbafa8e4-f3b2-406c-afca-1fe59cadb803, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbafa8e4-f3b2-406c-afca-1fe59cadb803,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:16.186778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.190327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (1abe5d60-f7eb-4c3b-9ac6-5163a27e9837), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.206473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.210170 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 HTTP/1.1" status: 204 len: 168 time: 2.5600781 Sep 25 01:09:16.216035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58370) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:16.218382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for fbafa8e4-f3b2-406c-afca-1fe59cadb803 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:16.218626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac9a898-c4ac-4e6f-a523-0bd4529d3872 None None] DHCP port deletion for 2291552b-a44d-41c0-807b-e8916614daac request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:09:16.232699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-283197238'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:16.241310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92523751-80f8-4b6d-8c9b-fd9b608ad50e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=1abe5d60-f7eb-4c3b-9ac6-5163a27e9837,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:16.267029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9a898-c4ac-4e6f-a523-0bd4529d3872 None None] Deleting port fbafa8e4-f3b2-406c-afca-1fe59cadb803 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:16.267415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a898-c4ac-4e6f-a523-0bd4529d3872 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.310624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:16.315527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.355420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2ac9a898-c4ac-4e6f-a523-0bd4529d3872 None None] For port fbafa8e4-f3b2-406c-afca-1fe59cadb803, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbafa8e4-f3b2-406c-afca-1fe59cadb803,segment=NetworkSegment(248d4f25-956b-45c9-806e-86964093393d),segment_id=248d4f25-956b-45c9-806e-86964093393d)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:16.356381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a898-c4ac-4e6f-a523-0bd4529d3872 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.364193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=10,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:16.376849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:16.384095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9a898-c4ac-4e6f-a523-0bd4529d3872 None None] Calling delete_port for fbafa8e4-f3b2-406c-afca-1fe59cadb803 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:16.395580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.438038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (394e4ac4-3203-42c5-802b-cf09045d3274), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.438336 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment 394e4ac4-3203-42c5-802b-cf09045d3274 of type vlan for network 7421f543-6163-4d50-9163-b256ccdc9aff Sep 25 01:09:16.440713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=fbafa8e4-f3b2-406c-afca-1fe59cadb803,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:16.455092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port fbafa8e4-f3b2-406c-afca-1fe59cadb803 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:16.485110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a898-c4ac-4e6f-a523-0bd4529d3872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (fbafa8e4-f3b2-406c-afca-1fe59cadb803), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.520984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (7421f543-6163-4d50-9163-b256ccdc9aff), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.527005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac9a898-c4ac-4e6f-a523-0bd4529d3872 None None] No DVR routers for this DVR port fbafa8e4-f3b2-406c-afca-1fe59cadb803 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:16.529039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9a898-c4ac-4e6f-a523-0bd4529d3872 None None] Pushing event deleted for resources: {'Port': ['ID=fbafa8e4-f3b2-406c-afca-1fe59cadb803,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:16.603102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (2291552b-a44d-41c0-807b-e8916614daac), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.614981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device b03af939-0078-404b-b54c-2ef12fd8479a no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:16.634943 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dbecda0e-29da-4682-a5b8-5f80d04941b5 req-e6f2d15a-3086-44b3-9742-3800c248702a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 210 time: 0.0488074 Sep 25 01:09:16.637815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: b03af939-0078-404b-b54c-2ef12fd8479a {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:16.638307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device b03af939-0078-404b-b54c-2ef12fd8479a not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:16.644547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (7421f543-6163-4d50-9163-b256ccdc9aff), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.649489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:16.650089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.658933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2291552b-a44d-41c0-807b-e8916614daac']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:16.673497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248d4f25-956b-45c9-806e-86964093393d') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:16.673801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248d4f25-956b-45c9-806e-86964093393d') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:16.743789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (248d4f25-956b-45c9-806e-86964093393d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.758742 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5415990 Sep 25 01:09:16.767031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58384) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:16.780450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:16.782394 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment cdc4363c-8b8f-403f-b693-cbd63559f310 resource provider aggregate not found Sep 25 01:09:16.794379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7ef4f-3abc-435b-8f5f-23230059bb29 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=7421f543-6163-4d50-9163-b256ccdc9aff,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:16.798274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (248d4f25-956b-45c9-806e-86964093393d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.810284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:16.811261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (248d4f25-956b-45c9-806e-86964093393d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:16.813135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 7421f543-6163-4d50-9163-b256ccdc9aff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:17.006404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:17.018840 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.156983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment cdc4363c-8b8f-403f-b693-cbd63559f310 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc4363c-8b8f-403f-b693-cbd63559f310 found for delete ", "request_id": "req-e7877c79-fe46-4f9e-8c8f-fbc3f18015fc"}]} Sep 25 01:09:17.221576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fbafa8e4-f3b2-406c-afca-1fe59cadb803 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:17.226890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (2291552b-a44d-41c0-807b-e8916614daac), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.235105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.241444 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/networks/2291552b-a44d-41c0-807b-e8916614daac HTTP/1.1" status: 204 len: 168 time: 1.4765303 Sep 25 01:09:17.242714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58390) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:17.258677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: fbafa8e4-f3b2-406c-afca-1fe59cadb803 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:17.259528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fbafa8e4-f3b2-406c-afca-1fe59cadb803 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:17.277420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1a558-5f13-4d47-8a8b-c5f118e190b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Network': ['ID=2291552b-a44d-41c0-807b-e8916614daac,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:17.311708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (65e452a0-3731-4742-b3bb-8496ede9118c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.397043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=65e452a0-3731-4742-b3bb-8496ede9118c,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:17.400748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:17.410610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:17.410984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: 7421f543-6163-4d50-9163-b256ccdc9aff, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:17.431709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network 7421f543-6163-4d50-9163-b256ccdc9aff is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:17.442615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port ba3865d9-e7af-4502-a78b-c6c5f5434ae2 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:17.443063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ba3865d9-e7af-4502-a78b-c6c5f5434ae2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.448219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7421f543-6163-4d50-9163-b256ccdc9aff) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:17.453371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:17.454417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.461235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0b76d-8e2b-4889-a42a-000b212226d6 None None] Network 7421f543-6163-4d50-9163-b256ccdc9aff requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:17.475008 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-476fac76-2ff3-41cb-a464-f6640488ab85 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7045157 Sep 25 01:09:17.477867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58392) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:17.584558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ba3865d9-e7af-4502-a78b-c6c5f5434ae2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.586754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (ba3865d9-e7af-4502-a78b-c6c5f5434ae2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.607636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for ba3865d9-e7af-4502-a78b-c6c5f5434ae2 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:17.632816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (7421f543-6163-4d50-9163-b256ccdc9aff), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.635929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:17.652998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7421f543-6163-4d50-9163-b256ccdc9aff', 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': '65e452a0-3731-4742-b3bb-8496ede9118c'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:17.654630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.754738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (65e452a0-3731-4742-b3bb-8496ede9118c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.763240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:17.823692 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-41a3467b-d746-4d3b-8a93-b099afbaa272 req-0d809eb6-fa7d-4b86-abaf-3d0545f442b4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 210 time: 0.0844481 Sep 25 01:09:17.827617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ba3865d9-e7af-4502-a78b-c6c5f5434ae2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.850599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Allocated IP 172.20.0.2 (7421f543-6163-4d50-9163-b256ccdc9aff/65e452a0-3731-4742-b3bb-8496ede9118c/612358d7-2d2a-47ec-a82c-d890c0d1cf53) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:17.853869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=ba3865d9-e7af-4502-a78b-c6c5f5434ae2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:17.930877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (08899979-a15a-46c7-8e51-bf5c4f475e63), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:17.931121 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 08899979-a15a-46c7-8e51-bf5c4f475e63 disassociated (deleted). External IP: 172.36.7.109, port: d6a24c71-cb14-49ca-9c94-ae83eb59ed5f. Sep 25 01:09:18.054368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:18.055195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Publish callbacks [] for port (612358d7-2d2a-47ec-a82c-d890c0d1cf53), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.067610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (612358d7-2d2a-47ec-a82c-d890c0d1cf53), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.095368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (65e452a0-3731-4742-b3bb-8496ede9118c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.135551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=65e452a0-3731-4742-b3bb-8496ede9118c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:18.165232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:18.167892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Network 7421f543-6163-4d50-9163-b256ccdc9aff is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:18.172652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:18.176110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:18.189550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Pushing event updated for resources: {'Port': ['ID=612358d7-2d2a-47ec-a82c-d890c0d1cf53,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:18.208757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-fbb959d6-5b5c-4f7f-a984-d5bdfde51482 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:18.210281 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-fbb959d6-5b5c-4f7f-a984-d5bdfde51482 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 811 time: 0.1888940 Sep 25 01:09:18.249453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (7421f543-6163-4d50-9163-b256ccdc9aff), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.263163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:18.263864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:18.264463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.276222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7421f543-6163-4d50-9163-b256ccdc9aff']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:18.287434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394e4ac4-3203-42c5-802b-cf09045d3274') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:18.287887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394e4ac4-3203-42c5-802b-cf09045d3274') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.305078 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.309093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.312516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (394e4ac4-3203-42c5-802b-cf09045d3274), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.327981 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.331426 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:18.331426 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempt 2 to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 Sep 25 01:09:18.331426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:18.336752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:18.337174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (394e4ac4-3203-42c5-802b-cf09045d3274), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.343255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:09:18.345396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:18.345784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:18.345911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:18.346215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.346323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (394e4ac4-3203-42c5-802b-cf09045d3274), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.359237 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-ce1b781e-20e9-44f9-9072-44af7577cf3d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=658ce7daa6a0475ab05ecb761ae9c696 HTTP/1.1" status: 200 len: 380 time: 0.1119368 Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.372026 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.376643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.395105 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.400548 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:18.400548 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempt 3 to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 Sep 25 01:09:18.401280 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 394e4ac4-3203-42c5-802b-cf09045d3274 resource provider aggregate not found Sep 25 01:09:18.422612 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 394e4ac4-3203-42c5-802b-cf09045d3274 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 394e4ac4-3203-42c5-802b-cf09045d3274 found for delete ", "request_id": "req-001f4d00-008e-4f6d-9d46-c271505d1d5d"}]} Sep 25 01:09:18.426305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:18.427008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:18.427555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.428019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'port': {'device_id': '79367982-0236-4eab-9298-5664a43d62ff', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'admin_state_up': True, 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'security_groups': ['37992e51-3519-4491-9816-2fb504637b4e']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:18.428202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.api [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:09:18.428202 dv-neutron-master-2-hyperv neutron-server[107188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:09:18.428202 dv-neutron-master-2-hyperv neutron-server[107188]: [parameters: {'id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:18.428202 dv-neutron-master-2-hyperv neutron-server[107188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:09:18.428689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG oslo_db.api [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.451236 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.455488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.491870 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.496796 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:18.497252 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempt 4 to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 Sep 25 01:09:18.512509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:18.512921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:18.513529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.540018 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.544264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.572757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.574789 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.578153 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:18.578153 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempt 5 to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 Sep 25 01:09:18.583153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.591227 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] Sync routers for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:09:18.599304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:18.600013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:18.600525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.617498 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:18.618814 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.630289 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.634757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.662567 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.667202 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:18.667202 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempt 6 to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 Sep 25 01:09:18.683818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:18.684527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:18.685299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.697855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Made reservation on behalf of 658ce7daa6a0475ab05ecb761ae9c696 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:18.704205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.716948 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.723069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.749451 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.753210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:18.753210 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempt 7 to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 Sep 25 01:09:18.755734 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:18.766133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:18.766891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:18.767519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.793320 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.797102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.802475 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b131eb17-a1de-44d7-8c94-4c7d2ff4d809 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/08899979-a15a-46c7-8e51-bf5c4f475e63 HTTP/1.1" status: 204 len: 168 time: 1.5587771 Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.819646 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.825478 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:18.825478 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempt 8 to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 Sep 25 01:09:18.837268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:18.837646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:18.838214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.863265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.867828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:18.914248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:18.927156 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:18.928044 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempt 9 to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 Sep 25 01:09:18.930178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (7421f543-6163-4d50-9163-b256ccdc9aff), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:18.938207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:18.953281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:18.954966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:18.955571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:18.956523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:18.970388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Allocated IP 172.20.0.12 (11756310-9c29-4870-bad5-15bf8c86caa9/2cb39274-4e38-4e30-a57b-c2970ea2a0ce/2b37280e-285c-44fa-a84b-ebe3e757f2f3) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:19.009611 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:19.014089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:19.016237 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:09:08Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:19.045545 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] Checking router: b701ba96-5f7b-4e63-8c6b-e6d71b05f830 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:09:19.052533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:19.056183 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:19.057150 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:19.059274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (612358d7-2d2a-47ec-a82c-d890c0d1cf53), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:19.103162 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:19.106764 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:19.107668 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempt 10 to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 Sep 25 01:09:19.134209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:19.134971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:19.135666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:19.176169 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:19.180257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempting to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on network 7421f543-6163-4d50-9163-b256ccdc9aff {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65e452a0-3731-4742-b3bb-8496ede9118c could not be found. Sep 25 01:09:19.219322 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:19.223743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Failed to bind port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '394e4ac4-3203-42c5-802b-cf09045d3274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7421f543-6163-4d50-9163-b256ccdc9aff'}] Sep 25 01:09:19.224481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (612358d7-2d2a-47ec-a82c-d890c0d1cf53), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.278598 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-18415f04-db87-4653-9540-3b9a0e03b09c req-3f676831-d80d-42d0-ac1c-fc29e42f8af5 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 210 time: 0.2272313 Sep 25 01:09:19.322759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] For port 612358d7-2d2a-47ec-a82c-d890c0d1cf53, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:19.323391 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (612358d7-2d2a-47ec-a82c-d890c0d1cf53), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.353667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] For port 612358d7-2d2a-47ec-a82c-d890c0d1cf53, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:19.354578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Attempted to set empty binding levels {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:09:19.355392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Calling delete_port for 612358d7-2d2a-47ec-a82c-d890c0d1cf53 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:19.366515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (612358d7-2d2a-47ec-a82c-d890c0d1cf53), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.378909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.381514 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:19.434299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13168364-7bc6-46d0-8ad8-3410e624a713 x-openstack-request-id: req-13168364-7bc6-46d0-8ad8-3410e624a713 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:19.434299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:19.434715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13168364-7bc6-46d0-8ad8-3410e624a713 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:19.434975 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13168364-7bc6-46d0-8ad8-3410e624a713'] response: {'name': 'network-changed', 'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'status': 'completed', 'code': 200} Sep 25 01:09:19.436968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.471884 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 248d4f25-956b-45c9-806e-86964093393d resource provider aggregate not found Sep 25 01:09:19.478182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afc552-88c2-453f-a24c-e67381865c78 None None] Pushing event updated for resources: {'Port': ['ID=612358d7-2d2a-47ec-a82c-d890c0d1cf53,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:19.501335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6cf0ab-7277-44ab-90f4-2ea67ebe467d None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:09:19.540248 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 248d4f25-956b-45c9-806e-86964093393d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 248d4f25-956b-45c9-806e-86964093393d found for delete ", "request_id": "req-f6dfd410-c7e9-4ce3-8787-8a95e91f55b9"}]} Sep 25 01:09:19.543889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (612358d7-2d2a-47ec-a82c-d890c0d1cf53), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.546636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:19.548329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:19.553824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Network 11756310-9c29-4870-bad5-15bf8c86caa9 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:19.576377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:19.580508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:19.599406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Port': ['ID=612358d7-2d2a-47ec-a82c-d890c0d1cf53,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:19.603273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No DVR routers for this DVR port 612358d7-2d2a-47ec-a82c-d890c0d1cf53 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:19.643656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6cf0ab-7277-44ab-90f4-2ea67ebe467d None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:09:19.655639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719648b-75a3-4cbe-8eb1-9e19513ffaeb req-84a7b00f-42b9-4558-b6da-b61083fe66af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:19.663144 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f719648b-75a3-4cbe-8eb1-9e19513ffaeb req-84a7b00f-42b9-4558-b6da-b61083fe66af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 946 time: 0.2322021 Sep 25 01:09:19.666109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'Port': ['ID=2b37280e-285c-44fa-a84b-ebe3e757f2f3,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:19.710178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:19.711651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.734650 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:09:08Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:19.776639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f719648b-75a3-4cbe-8eb1-9e19513ffaeb req-4dfdbe0d-067d-426c-947e-9e7a5cda4f85 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118767 Sep 25 01:09:19.777316 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfe3ec-3e39-4e61-be18-39b69a3c14c2 None None] The sync data for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv is: [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:09:08Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b49f5ee-7cc3-45fe-8a00-efcf0264fe62', 'name': '', 'network_id': 'cb3c671b-1792-47f2-88a7-c4475412dd1c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f9:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:06:06Z', 'updated_at': '2022-09-25T01:06:13Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '61fa0b36-d024-4ad4-bb5d-7b711be1a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:09:19.784075 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-63e1dbb8-6b41-4e8e-ae21-71c1f3aa0819 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3618686 Sep 25 01:09:19.802811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (7421f543-6163-4d50-9163-b256ccdc9aff), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.829019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7421f543-6163-4d50-9163-b256ccdc9aff']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:19.840163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394e4ac4-3203-42c5-802b-cf09045d3274') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:19.840518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394e4ac4-3203-42c5-802b-cf09045d3274') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:19.853725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (394e4ac4-3203-42c5-802b-cf09045d3274), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.874457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (394e4ac4-3203-42c5-802b-cf09045d3274), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.887009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:19.887671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (394e4ac4-3203-42c5-802b-cf09045d3274), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.961716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43043650-aa10-439e-9b2c-1cd7b51448ee None None] Network 7421f543-6163-4d50-9163-b256ccdc9aff requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:19.985235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (7421f543-6163-4d50-9163-b256ccdc9aff), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.002567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.007515 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/7421f543-6163-4d50-9163-b256ccdc9aff HTTP/1.1" status: 204 len: 168 time: 2.5282531 Sep 25 01:09:20.013933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58416) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:20.019919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-43810510'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:20.028438 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb3dd0-751e-417b-849c-9f9c250d8d93 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=7421f543-6163-4d50-9163-b256ccdc9aff,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:20.030715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:20.073978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:20.079433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.125003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:20.142117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cafc854d-4e28-499a-90ce-5bbf19f2b955), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.142681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment cafc854d-4e28-499a-90ce-5bbf19f2b955 of type vlan for network bc5c0e08-db76-474a-9f97-693d1b2e0a40 Sep 25 01:09:20.212095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (bc5c0e08-db76-474a-9f97-693d1b2e0a40), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.232311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52164d4-af62-4c7f-aad1-b810a84ea665 None None] New status for floating IP 08899979-a15a-46c7-8e51-bf5c4f475e63: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:09:20.249271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (bc5c0e08-db76-474a-9f97-693d1b2e0a40), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.263399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:20.264296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.272732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Request body: {'port': {'device_id': '79367982-0236-4eab-9298-5664a43d62ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:20.358252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-8a3714ed-5d15-4887-864a-02195306ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:20.360351 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-8a3714ed-5d15-4887-864a-02195306ada3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 1130 time: 0.0858896 Sep 25 01:09:20.387323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Provisioning complete for port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:20.388927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.390274 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Attempt 1 to provision port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 Sep 25 01:09:20.399242 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3847005 Sep 25 01:09:20.412480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58420) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:20.423335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:20.497571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:20.527911 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 394e4ac4-3203-42c5-802b-cf09045d3274 resource provider aggregate not found Sep 25 01:09:20.567338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0cc7f-9d7b-4377-8db6-e4435259ffa1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=bc5c0e08-db76-474a-9f97-693d1b2e0a40,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:20.581058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network bc5c0e08-db76-474a-9f97-693d1b2e0a40 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:20.594405 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 394e4ac4-3203-42c5-802b-cf09045d3274 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 394e4ac4-3203-42c5-802b-cf09045d3274 found for delete ", "request_id": "req-1fc9120f-0a52-4090-acf2-3e82d4855110"}]} Sep 25 01:09:20.625003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051470-1ce7-4a43-8602-1da104251fab req-6cd4e174-ca6c-4879-85b8-d3a9263eed7c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:20.628102 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54051470-1ce7-4a43-8602-1da104251fab req-6cd4e174-ca6c-4879-85b8-d3a9263eed7c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 932 time: 0.1034489 Sep 25 01:09:20.661886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.666757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:20.726766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:20.734173 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54051470-1ce7-4a43-8602-1da104251fab req-c9081275-4743-4659-9255-f8907abe3852 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972824 Sep 25 01:09:20.735857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-10ce333e-6bb7-4274-ab89-1afa53aebaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:20.737739 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-10ce333e-6bb7-4274-ab89-1afa53aebaa5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb3c671b-1792-47f2-88a7-c4475412dd1c HTTP/1.1" status: 200 len: 898 time: 0.3649278 Sep 25 01:09:20.797018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:20.800941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.811608 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-bbe831bc-41de-4594-b9ff-ea9a29e58e1a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f HTTP/1.1" status: 200 len: 217 time: 0.0651472 Sep 25 01:09:20.880838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:20.902341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-5b9bb581-9da1-4fc6-b3ff-d1821d59cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:20.903896 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-5b9bb581-9da1-4fc6-b3ff-d1821d59cbcd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=61fa0b36-d024-4ad4-bb5d-7b711be1a641 HTTP/1.1" status: 200 len: 835 time: 0.0855987 Sep 25 01:09:20.983370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing IP validity checks on allocation pools {{(pid=107187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 25 01:09:20.984229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 25 01:09:20.995941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092973d-4875-4c3d-9580-9fe1593bcd7b req-c06b0e8c-1875-4516-be86-4d296677e310 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:20.997573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7092973d-4875-4c3d-9580-9fe1593bcd7b req-c06b0e8c-1875-4516-be86-4d296677e310 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 946 time: 0.1226501 Sep 25 01:09:21.002389 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Attempt 2 to provision port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 Sep 25 01:09:21.040721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:21.046107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:21.056448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-58dfd903-3406-4e78-a235-ef38837858db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:21.058269 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-58dfd903-3406-4e78-a235-ef38837858db service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb3c671b-1792-47f2-88a7-c4475412dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0769212 Sep 25 01:09:21.172844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-1b83d948-fad0-4af2-9c53-0c0ee660756a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:21.174860 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-1b83d948-fad0-4af2-9c53-0c0ee660756a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 946 time: 0.1759348 Sep 25 01:09:21.229373 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7092973d-4875-4c3d-9580-9fe1593bcd7b req-3d4fc5cc-50ce-40c4-accd-333cc9803d39 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057626 Sep 25 01:09:21.233070 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-dd7dcecc-35cd-4c12-8a36-95fea1f15de9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679847 Sep 25 01:09:21.356422 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-2110f358-616b-461d-b491-3cb7a779750e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172791 Sep 25 01:09:21.389917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:21.474744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:21.475262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:21.541881 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Attempt 3 to provision port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 Sep 25 01:09:21.588432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:21.640087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b37280e-285c-44fa-a84b-ebe3e757f2f3 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:09:21.661651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Publish callbacks [] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:21.669998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (e94ad119-b5b7-481b-a68b-89197c422fae), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:21.732830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Transition to ACTIVE for port object 2b37280e-285c-44fa-a84b-ebe3e757f2f3 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:09:21.751685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:21.933905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27640bee-9788-4d9a-9272-d03f8e19cc83 req-f7ebe1f4-dc6c-448d-af13-367d9a0e09d4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:21.935767 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27640bee-9788-4d9a-9272-d03f8e19cc83 req-f7ebe1f4-dc6c-448d-af13-367d9a0e09d4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.0759218 Sep 25 01:09:22.022500 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27640bee-9788-4d9a-9272-d03f8e19cc83 req-df40a378-a41e-4784-a86b-4ea2476892b4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759752 Sep 25 01:09:22.089904 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Attempt 4 to provision port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 Sep 25 01:09:22.142354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:22.144536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:22.145393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:22.173950 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=e94ad119-b5b7-481b-a68b-89197c422fae,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:22.194108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for d6a24c71-cb14-49ca-9c94-ae83eb59ed5f owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:22.220633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Pushing event updated for resources: {'Port': ['ID=2b37280e-285c-44fa-a84b-ebe3e757f2f3,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:22.260567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:22.261066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: bc5c0e08-db76-474a-9f97-693d1b2e0a40, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:22.387822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network bc5c0e08-db76-474a-9f97-693d1b2e0a40 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:22.417533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:22.446106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bc5c0e08-db76-474a-9f97-693d1b2e0a40) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:22.456984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:22.457594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:22.462932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Attempting to bind port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:22.463310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Attempting to bind port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:22.463627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Attempting to bind port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 on network 11756310-9c29-4870-bad5-15bf8c86caa9 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:22.467011 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3eb19-6c16-434c-91c0-35955a84888b None None] Network bc5c0e08-db76-474a-9f97-693d1b2e0a40 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:22.476844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70f39-b12b-4a09-8bd9-8309977d9424 req-a1f54e14-f420-46e0-89c1-9ce8576b54f2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:22.478584 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-17a70f39-b12b-4a09-8bd9-8309977d9424 req-a1f54e14-f420-46e0-89c1-9ce8576b54f2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 946 time: 0.1264989 Sep 25 01:09:22.579531 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-abdce337-db78-4356-9ae1-29de7f538b86 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1606736 Sep 25 01:09:22.582674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58432) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:22.616710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=9 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:22.648317 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-17a70f39-b12b-4a09-8bd9-8309977d9424 req-92c5cf0f-b6f6-43d5-815c-69efb8b36adc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e077a49f-4116-4355-8db3-8cd0d0b69fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283288 Sep 25 01:09:22.648632 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Attempt 5 to provision port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 Sep 25 01:09:22.661043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 on network 11756310-9c29-4870-bad5-15bf8c86caa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:09:22.661504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Attempting to bind port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 on network 11756310-9c29-4870-bad5-15bf8c86caa9 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:22.730396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d6a24c71-cb14-49ca-9c94-ae83eb59ed5f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:22.742411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bc5c0e08-db76-474a-9f97-693d1b2e0a40', 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': 'e94ad119-b5b7-481b-a68b-89197c422fae'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:22.743756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:22.790985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:22.800044 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (bc5c0e08-db76-474a-9f97-693d1b2e0a40), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:22.808041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=d6a24c71-cb14-49ca-9c94-ae83eb59ed5f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:22.813737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:09:22.814771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Checking segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:22.816404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Bound using segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:09:22.817698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Bound port: 2b37280e-285c-44fa-a84b-ebe3e757f2f3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:09:22.818317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:22.907486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (e94ad119-b5b7-481b-a68b-89197c422fae), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:22.943086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port d6a24c71-cb14-49ca-9c94-ae83eb59ed5f on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:22.993157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:23.000395 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d61f9246-ee79-466e-82a3-0d2261683e94 req-e8f62a36-e609-4ec2-a847-de09a077f66a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d6a24c71-cb14-49ca-9c94-ae83eb59ed5f HTTP/1.1" status: 204 len: 173 time: 1.8108447 Sep 25 01:09:23.001352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'name': 'network-vif-deleted', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:23.005036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3abf065-7912-4648-a25d-d2e5dc57b4de" -d '{"events": [{"server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "name": "network-vif-deleted", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:23.047326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Allocated IP 172.20.0.3 (bc5c0e08-db76-474a-9f97-693d1b2e0a40/e94ad119-b5b7-481b-a68b-89197c422fae/93ef5067-8289-4993-bf28-ca1455e36ade) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:23.086797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] For port 2b37280e-285c-44fa-a84b-ebe3e757f2f3, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:23.099095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] For port 2b37280e-285c-44fa-a84b-ebe3e757f2f3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2b37280e-285c-44fa-a84b-ebe3e757f2f3,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:09:23.115244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:23.124509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:23.125345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:23.127425 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/2b37280e-285c-44fa-a84b-ebe3e757f2f3 HTTP/1.1" status: 200 len: 1094 time: 2.8596036 Sep 25 01:09:23.192500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b98f0d-d755-4519-9361-89def72911da x-openstack-request-id: req-35b98f0d-d755-4519-9361-89def72911da {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:23.193563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26802b2f-bc28-43e8-9b53-8e5b51657792", "name": "network-vif-deleted", "tag": "d6a24c71-cb14-49ca-9c94-ae83eb59ed5f", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:23.194329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35b98f0d-d755-4519-9361-89def72911da {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:23.196057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b98f0d-d755-4519-9361-89def72911da'] response: {'server_uuid': '26802b2f-bc28-43e8-9b53-8e5b51657792', 'name': 'network-vif-deleted', 'tag': 'd6a24c71-cb14-49ca-9c94-ae83eb59ed5f', 'status': 'completed', 'code': 200} Sep 25 01:09:23.270974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:23.323940 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Attempt 6 to provision port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 Sep 25 01:09:23.394328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-b02326ea-4928-4c88-941e-c802410c3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:23.395892 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-b02326ea-4928-4c88-941e-c802410c3d71 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 1128 time: 0.1645582 Sep 25 01:09:23.397006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69f35b-f0a9-4b18-9fa0-1d4f1e651271 service neutron] Pushing event updated for resources: {'Port': ['ID=2b37280e-285c-44fa-a84b-ebe3e757f2f3,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:23.405870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edeb06-e8c3-416d-947f-d2af16a89214 req-f279a115-29f4-44df-bc2d-1b0cd5a4bd51 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:23.413944 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79edeb06-e8c3-416d-947f-d2af16a89214 req-f279a115-29f4-44df-bc2d-1b0cd5a4bd51 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.1404939 Sep 25 01:09:23.453484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1582a6e4-15a7-4546-af7f-412454f94049 None None] Port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:09:23.483408 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-dd6469e8-2806-42b6-b477-66d8c0af1915 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b37280e-285c-44fa-a84b-ebe3e757f2f3 HTTP/1.1" status: 200 len: 217 time: 0.0573721 Sep 25 01:09:23.558973 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79edeb06-e8c3-416d-947f-d2af16a89214 req-b3de0ffe-53a1-4987-94d5-cb38b368c27b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438034 Sep 25 01:09:23.560667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Publish callbacks [] for port (93ef5067-8289-4993-bf28-ca1455e36ade), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:23.569831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-0f802a02-3818-44e5-8ec8-ad8d558cc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:23.574048 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-0f802a02-3818-44e5-8ec8-ad8d558cc4d0 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0825315 Sep 25 01:09:23.574790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (93ef5067-8289-4993-bf28-ca1455e36ade), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:23.614198 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (e94ad119-b5b7-481b-a68b-89197c422fae), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:23.650778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=e94ad119-b5b7-481b-a68b-89197c422fae,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:23.758965 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (bc5c0e08-db76-474a-9f97-693d1b2e0a40), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:23.823892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Network bc5c0e08-db76-474a-9f97-693d1b2e0a40 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:23.825025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Pushing event updated for resources: {'Port': ['ID=93ef5067-8289-4993-bf28-ca1455e36ade,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:23.827698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:23.829827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:23.836617 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5c0e08-db76-474a-9f97-693d1b2e0a40']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:23.856384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-e414d10f-bc35-4620-805f-f2b73532c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:23.859272 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-e414d10f-bc35-4620-805f-f2b73532c6f8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1539898 Sep 25 01:09:23.864744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafc854d-4e28-499a-90ce-5bbf19f2b955') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:23.864744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafc854d-4e28-499a-90ce-5bbf19f2b955') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:24.006590 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-dc92b62d-0e4d-44c1-adfe-c13227d989cd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385007 Sep 25 01:09:24.009249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.010200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.011100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.051722 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.056925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.082844 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.087354 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.088181 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempt 2 to bind port 93ef5067-8289-4993-bf28-ca1455e36ade Sep 25 01:09:24.109003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.110021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.110938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.140770 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.144834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.171208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.175397 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.176059 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempt 3 to bind port 93ef5067-8289-4993-bf28-ca1455e36ade Sep 25 01:09:24.192529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.193210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.193766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.201103 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-260fd6f6-dddf-4d67-b06a-2444319daaa5 req-8f960a4f-33cf-4355-a2b4-a6f226608c12 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857705 Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.219282 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.223455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.251921 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.258752 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.258752 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempt 4 to bind port 93ef5067-8289-4993-bf28-ca1455e36ade Sep 25 01:09:24.270409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.270936 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.271410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.285655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (cafc854d-4e28-499a-90ce-5bbf19f2b955), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.296358 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.303387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.311181 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3fa0d8a9-b95e-4018-9b3e-3f4905568eac req-a408a1dd-88db-4e6c-8f60-0689967f1ac8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26802b2f-bc28-43e8-9b53-8e5b51657792 HTTP/1.1" status: 200 len: 210 time: 0.0409994 Sep 25 01:09:24.320043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cafc854d-4e28-499a-90ce-5bbf19f2b955), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.324904 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.328631 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.328631 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempt 5 to bind port 93ef5067-8289-4993-bf28-ca1455e36ade Sep 25 01:09:24.330583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:24.331037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (cafc854d-4e28-499a-90ce-5bbf19f2b955), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:24.340004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:24.360942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.361970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.362551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.392527 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment cafc854d-4e28-499a-90ce-5bbf19f2b955 resource provider aggregate not found Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.423699 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.433176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.442215 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment cafc854d-4e28-499a-90ce-5bbf19f2b955 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cafc854d-4e28-499a-90ce-5bbf19f2b955 found for delete ", "request_id": "req-88d63bf8-3ec0-4801-801c-62ada722a0fa"}]} Sep 25 01:09:24.454584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.api [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:09:24.454584 dv-neutron-master-2-hyperv neutron-server[107188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:09:24.454584 dv-neutron-master-2-hyperv neutron-server[107188]: [parameters: {'id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.454584 dv-neutron-master-2-hyperv neutron-server[107188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:09:24.455671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG oslo_db.api [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.458064 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.470359 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.470359 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempt 6 to bind port 93ef5067-8289-4993-bf28-ca1455e36ade Sep 25 01:09:24.478189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.478687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.479055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.503411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.511715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.543067 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.547533 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.547533 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempt 7 to bind port 93ef5067-8289-4993-bf28-ca1455e36ade Sep 25 01:09:24.568065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.568640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.569201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.606804 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.611644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.660052 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.667460 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.668217 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempt 8 to bind port 93ef5067-8289-4993-bf28-ca1455e36ade Sep 25 01:09:24.679686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device d6a24c71-cb14-49ca-9c94-ae83eb59ed5f no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:24.730851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: d6a24c71-cb14-49ca-9c94-ae83eb59ed5f {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:24.731210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device d6a24c71-cb14-49ca-9c94-ae83eb59ed5f not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:24.734288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.734288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.734288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.737254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572b9ca-833b-4bd6-9db3-1bdac4216f0f req-90362164-219b-4ac5-96f8-b5c82e8cd14c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:24.739278 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f572b9ca-833b-4bd6-9db3-1bdac4216f0f req-90362164-219b-4ac5-96f8-b5c82e8cd14c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.0624263 Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.764086 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.768728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.789958 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.795961 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.795961 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempt 9 to bind port 93ef5067-8289-4993-bf28-ca1455e36ade Sep 25 01:09:24.817065 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f572b9ca-833b-4bd6-9db3-1bdac4216f0f req-7fdd03a2-281b-42db-9efb-512c17d74985 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699623 Sep 25 01:09:24.820664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.821052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.821478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.847728 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.853269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.878458 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.882055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.882055 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempt 10 to bind port 93ef5067-8289-4993-bf28-ca1455e36ade Sep 25 01:09:24.902450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:24.903239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:24.903700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.928334 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.932482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempting to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on network bc5c0e08-db76-474a-9f97-693d1b2e0a40 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e94ad119-b5b7-481b-a68b-89197c422fae could not be found. Sep 25 01:09:24.950327 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:24.957522 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Failed to bind port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'cafc854d-4e28-499a-90ce-5bbf19f2b955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc5c0e08-db76-474a-9f97-693d1b2e0a40'}] Sep 25 01:09:24.957522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (93ef5067-8289-4993-bf28-ca1455e36ade), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:24.958880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (bc5c0e08-db76-474a-9f97-693d1b2e0a40), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.026819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting port 93ef5067-8289-4993-bf28-ca1455e36ade {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:25.027071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (93ef5067-8289-4993-bf28-ca1455e36ade), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.035325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] For port 93ef5067-8289-4993-bf28-ca1455e36ade, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:25.035609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Attempted to set empty binding levels {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:09:25.042581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (93ef5067-8289-4993-bf28-ca1455e36ade), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.072425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:25.111635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] For port 93ef5067-8289-4993-bf28-ca1455e36ade, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:25.112196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (93ef5067-8289-4993-bf28-ca1455e36ade), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.129203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Calling delete_port for 93ef5067-8289-4993-bf28-ca1455e36ade owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:25.148416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:25.171354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf616ec-bed9-4b8d-b4d1-41908d92a977 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:09:25.199716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79367982-0236-4eab-9298-5664a43d62ff', 'tag': '2b37280e-285c-44fa-a84b-ebe3e757f2f3'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:25.204458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3226969-b68d-46c9-a721-5ee626d71723 None None] Pushing event updated for resources: {'Port': ['ID=93ef5067-8289-4993-bf28-ca1455e36ade,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:25.207465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "79367982-0236-4eab-9298-5664a43d62ff", "tag": "2b37280e-285c-44fa-a84b-ebe3e757f2f3"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:25.271203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (93ef5067-8289-4993-bf28-ca1455e36ade), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.311077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Port': ['ID=93ef5067-8289-4993-bf28-ca1455e36ade,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:25.314237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No DVR routers for this DVR port 93ef5067-8289-4993-bf28-ca1455e36ade on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:25.315270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e19a3f8-3bf8-4d17-8bda-03337394668f x-openstack-request-id: req-1e19a3f8-3bf8-4d17-8bda-03337394668f {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:25.315576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79367982-0236-4eab-9298-5664a43d62ff", "tag": "2b37280e-285c-44fa-a84b-ebe3e757f2f3", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:25.315877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e19a3f8-3bf8-4d17-8bda-03337394668f {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:25.317444 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e19a3f8-3bf8-4d17-8bda-03337394668f'] response: {'name': 'network-changed', 'server_uuid': '79367982-0236-4eab-9298-5664a43d62ff', 'tag': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'status': 'completed', 'code': 200} Sep 25 01:09:25.362084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf616ec-bed9-4b8d-b4d1-41908d92a977 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:09:25.426749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:25.427497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58450) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:25.455693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (bc5c0e08-db76-474a-9f97-693d1b2e0a40), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.495915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-6c6cde9f-64d9-45df-bd86-6bf519acb96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:25.497711 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-6c6cde9f-64d9-45df-bd86-6bf519acb96b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 1128 time: 0.1247284 Sep 25 01:09:25.509054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5c0e08-db76-474a-9f97-693d1b2e0a40']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:25.525438 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafc854d-4e28-499a-90ce-5bbf19f2b955') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:25.525814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafc854d-4e28-499a-90ce-5bbf19f2b955') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:25.542073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (cafc854d-4e28-499a-90ce-5bbf19f2b955), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.560984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (cafc854d-4e28-499a-90ce-5bbf19f2b955), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.571755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:25.573516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (cafc854d-4e28-499a-90ce-5bbf19f2b955), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.671478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (bc5c0e08-db76-474a-9f97-693d1b2e0a40), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.681718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-138a71b0-7efc-4c1f-a179-07648dfafdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:25.685339 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-138a71b0-7efc-4c1f-a179-07648dfafdad service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.1793776 Sep 25 01:09:25.691069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.694965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c8c0f-ecaa-4fee-b558-4d4a0cb03cbd None None] Network bc5c0e08-db76-474a-9f97-693d1b2e0a40 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:25.700505 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bc5c0e08-db76-474a-9f97-693d1b2e0a40 HTTP/1.1" status: 204 len: 168 time: 3.1134498 Sep 25 01:09:25.703597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:25.729045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c8c0f-ecaa-4fee-b558-4d4a0cb03cbd None None] Network bc5c0e08-db76-474a-9f97-693d1b2e0a40 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:09:25.729581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58452) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:25.734663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da2f16-0861-4e83-a48e-79e76f4ad581 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=bc5c0e08-db76-474a-9f97-693d1b2e0a40,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:25.758017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1998547904'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:25.778121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:25.787873 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-36728b29-fd94-402d-84a4-fea7d8626284 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b37280e-285c-44fa-a84b-ebe3e757f2f3 HTTP/1.1" status: 200 len: 217 time: 0.0899019 Sep 25 01:09:25.790085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:25.790367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-36a6b4d9-bd17-42dd-ba37-5dd70c81194f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (e077a49f-4116-4355-8db3-8cd0d0b69fde), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.796086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.830681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:25.846562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.847451 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment 3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637 of type vlan for network 9c164192-986e-4a8a-a9e2-17e2a572db11 Sep 25 01:09:25.876377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-36a6b4d9-bd17-42dd-ba37-5dd70c81194f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (e077a49f-4116-4355-8db3-8cd0d0b69fde), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.927928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (9c164192-986e-4a8a-a9e2-17e2a572db11), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.928315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-6e365872-0ed3-4f26-9002-6a6409f7c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:25.930125 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-6e365872-0ed3-4f26-9002-6a6409f7c138 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.1318793 Sep 25 01:09:26.002341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (9c164192-986e-4a8a-a9e2-17e2a572db11), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:26.004775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-bff3a8c0-68fd-44fc-840c-717f74bfdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:26.006578 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-bff3a8c0-68fd-44fc-840c-717f74bfdc39 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0693445 Sep 25 01:09:26.010150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:26.011249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:26.095916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-36a6b4d9-bd17-42dd-ba37-5dd70c81194f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e077a49f-4116-4355-8db3-8cd0d0b69fde), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:26.100507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-36a6b4d9-bd17-42dd-ba37-5dd70c81194f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:26.102914 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-36a6b4d9-bd17-42dd-ba37-5dd70c81194f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e077a49f-4116-4355-8db3-8cd0d0b69fde HTTP/1.1" status: 204 len: 168 time: 0.6745865 Sep 25 01:09:26.129710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6b4d9-bd17-42dd-ba37-5dd70c81194f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e077a49f-4116-4355-8db3-8cd0d0b69fde,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:26.166409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58458) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:26.193152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=9c164192-986e-4a8a-a9e2-17e2a572db11,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:26.214948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 9c164192-986e-4a8a-a9e2-17e2a572db11 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:26.216441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c021c-e02b-410b-883c-52eaeb604556 req-9a2b015f-82e7-469d-a197-92683b0b35ed tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:26.218715 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2e2c021c-e02b-410b-883c-52eaeb604556 req-9a2b015f-82e7-469d-a197-92683b0b35ed tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.2365386 Sep 25 01:09:26.224566 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e2ead20c-eca5-4bb1-9940-fb412accf3ee tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4760528 Sep 25 01:09:26.229435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58460) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:26.235878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:26.370977 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-7b30b5ef-7467-4b38-80a8-ed7d1a42e69a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558488 Sep 25 01:09:26.418540 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2e2c021c-e02b-410b-883c-52eaeb604556 req-0b8f2db7-7e50-434d-910b-c5b336cafc0a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070900 Sep 25 01:09:26.440849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:26.448492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:26.480875 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment cafc854d-4e28-499a-90ce-5bbf19f2b955 resource provider aggregate not found Sep 25 01:09:26.532319 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment cafc854d-4e28-499a-90ce-5bbf19f2b955 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cafc854d-4e28-499a-90ce-5bbf19f2b955 found for delete ", "request_id": "req-f2187a43-2988-4d2c-8ecd-0a765af94b69"}]} Sep 25 01:09:26.576498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:26.655442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:26.694008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:26.727311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (0cbd3f2a-678b-449c-ad16-1429c77e0e48), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:26.800391 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=0cbd3f2a-678b-449c-ad16-1429c77e0e48,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:26.812371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:26.812751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: 9c164192-986e-4a8a-a9e2-17e2a572db11, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:26.833363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network 9c164192-986e-4a8a-a9e2-17e2a572db11 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:26.851543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c164192-986e-4a8a-a9e2-17e2a572db11) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:26.857811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:26.859418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:26.869275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88516f94-a813-4c07-97b1-deb5f167b96b None None] Network 9c164192-986e-4a8a-a9e2-17e2a572db11 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:26.892975 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-786a6a21-1fca-49cb-b01a-955b4be0bbea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6611593 Sep 25 01:09:26.895513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58466) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:26.936491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:26.987282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:27.005702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:27.006278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.012180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9c164192-986e-4a8a-a9e2-17e2a572db11', 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': '0cbd3f2a-678b-449c-ad16-1429c77e0e48'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:27.013214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.067980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (9c164192-986e-4a8a-a9e2-17e2a572db11), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.075092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:27.146893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b49f5ee-7cc3-45fe-8a00-efcf0264fe62,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:27.147509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.154472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (0cbd3f2a-678b-449c-ad16-1429c77e0e48), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.170468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:27.201868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Allocated IP 172.20.0.1 (9c164192-986e-4a8a-a9e2-17e2a572db11/0cbd3f2a-678b-449c-ad16-1429c77e0e48/ff276963-80d3-402f-9853-945589bb6d50) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:27.411449 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Publish callbacks [] for port (ff276963-80d3-402f-9853-945589bb6d50), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.415221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ff276963-80d3-402f-9853-945589bb6d50), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.458726 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5738a462-7b56-47bd-8bc5-08d12bf0f0f6 req-d510c503-7c11-4326-b4be-fac7828016dd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587985 Sep 25 01:09:27.460526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (0cbd3f2a-678b-449c-ad16-1429c77e0e48), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.466992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Network 9c164192-986e-4a8a-a9e2-17e2a572db11 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:27.472798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:27.480874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:27.498293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbd3f2a-678b-449c-ad16-1429c77e0e48,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:27.537791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Pushing event updated for resources: {'Port': ['ID=ff276963-80d3-402f-9853-945589bb6d50,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:27.556102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1b49f5ee-7cc3-45fe-8a00-efcf0264fe62), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.567910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:27.568329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:27.568729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.586605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (9c164192-986e-4a8a-a9e2-17e2a572db11), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.592709 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.596616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.613065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=1b49f5ee-7cc3-45fe-8a00-efcf0264fe62,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.620226 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.623754 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:27.624418 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempt 2 to bind port ff276963-80d3-402f-9853-945589bb6d50 Sep 25 01:09:27.626976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c164192-986e-4a8a-a9e2-17e2a572db11']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:27.640221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:27.640927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:27.641482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.645900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:27.646444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.663935 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.667596 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.668782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.688328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.694238 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.700177 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:27.701021 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempt 3 to bind port ff276963-80d3-402f-9853-945589bb6d50 Sep 25 01:09:27.707462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:27.708566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.719124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e83b0-1b5d-48c9-a232-ac8babb705d5 req-9ffa5d98-0fa4-48cd-ad3f-45856f0c7e4b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:27.720567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:27.720939 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cf2e83b0-1b5d-48c9-a232-ac8babb705d5 req-9ffa5d98-0fa4-48cd-ad3f-45856f0c7e4b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.1242638 Sep 25 01:09:27.721369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:27.721917 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.748688 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.753017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.780217 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.786539 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:27.786539 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempt 4 to bind port ff276963-80d3-402f-9853-945589bb6d50 Sep 25 01:09:27.798574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:27.798846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:27.799231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.824501 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.828572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.841143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.api [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:09:27.841143 dv-neutron-master-2-hyperv neutron-server[107188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:09:27.841143 dv-neutron-master-2-hyperv neutron-server[107188]: [parameters: {'id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:27.841143 dv-neutron-master-2-hyperv neutron-server[107188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:09:27.842142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG oslo_db.api [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:09:27.843006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cf2e83b0-1b5d-48c9-a232-ac8babb705d5 req-9329befb-9832-4106-9c7e-a8c804817a92 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142497 Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.856913 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.860795 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:27.860795 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempt 5 to bind port ff276963-80d3-402f-9853-945589bb6d50 Sep 25 01:09:27.883989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:27.884484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:27.884915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.908775 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.914710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.938739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.942526 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.948065 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:27.948065 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempt 6 to bind port ff276963-80d3-402f-9853-945589bb6d50 Sep 25 01:09:27.965259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:27.965642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:27.966007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:27.988089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.011127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:28.017642 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:28.017642 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempt 7 to bind port ff276963-80d3-402f-9853-945589bb6d50 Sep 25 01:09:28.030235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:28.030779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:28.031321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:28.055445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.082201 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:28.085735 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:28.085735 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempt 8 to bind port ff276963-80d3-402f-9853-945589bb6d50 Sep 25 01:09:28.096654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:28.097053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:28.097421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:28.114793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.121564 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:28.125319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.143743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:28.148801 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:28.148801 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempt 9 to bind port ff276963-80d3-402f-9853-945589bb6d50 Sep 25 01:09:28.160122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:28.160751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:28.161360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:28.196424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:28.198440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.233149 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:28.239512 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:28.239512 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempt 10 to bind port ff276963-80d3-402f-9853-945589bb6d50 Sep 25 01:09:28.256378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:28.256754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:28.257125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:28.274229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.291900 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:28.295516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempting to bind port ff276963-80d3-402f-9853-945589bb6d50 on network 9c164192-986e-4a8a-a9e2-17e2a572db11 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:28.297132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0cbd3f2a-678b-449c-ad16-1429c77e0e48 could not be found. Sep 25 01:09:28.326142 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:28.330265 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Failed to bind port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9c164192-986e-4a8a-a9e2-17e2a572db11'}] Sep 25 01:09:28.330265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ff276963-80d3-402f-9853-945589bb6d50), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:28.343423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (9c164192-986e-4a8a-a9e2-17e2a572db11), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:28.344426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:09:28.357112 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4d9bebc4-46c2-4f8d-ad19-c1ea026c8138 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/b701ba96-5f7b-4e63-8c6b-e6d71b05f830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1880403 Sep 25 01:09:28.359513 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] Sync routers for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:09:28.361078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58470) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:28.372464 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:28.373704 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:28.428511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:28.433846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] For port ff276963-80d3-402f-9853-945589bb6d50, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:28.434858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Attempted to set empty binding levels {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:09:28.441850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ff276963-80d3-402f-9853-945589bb6d50), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:28.489918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting port ff276963-80d3-402f-9853-945589bb6d50 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:28.490557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ff276963-80d3-402f-9853-945589bb6d50), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:28.506433 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:28.523648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a341b62-0c52-4b4f-8757-0a574a5efe05 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting subnet 61fa0b36-d024-4ad4-bb5d-7b711be1a641 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:09:28.526809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde0545-f3eb-4e7a-8d0b-0fecb6a9142b None None] Pushing event updated for resources: {'Port': ['ID=ff276963-80d3-402f-9853-945589bb6d50,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:28.566754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-339f3a81-02ca-401e-a7f6-a8f2d1885ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:28.568108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a341b62-0c52-4b4f-8757-0a574a5efe05 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (61fa0b36-d024-4ad4-bb5d-7b711be1a641), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:28.587563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722f2a6d-f895-460a-815d-f999c980cc2f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:09:28.605570 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637 resource provider aggregate not found Sep 25 01:09:28.627121 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=3,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:28.661584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] For port ff276963-80d3-402f-9853-945589bb6d50, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:28.662159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ff276963-80d3-402f-9853-945589bb6d50), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:28.668452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a341b62-0c52-4b4f-8757-0a574a5efe05 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (61fa0b36-d024-4ad4-bb5d-7b711be1a641), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:28.670242 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:28.673677 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637 found for delete ", "request_id": "req-cd4fa446-3837-4766-a5ee-17df4c8d9314"}]} Sep 25 01:09:28.710954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:28.722893 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:09:27Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:28.723278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Calling delete_port for ff276963-80d3-402f-9853-945589bb6d50 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:28.752778 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] Checking router: b701ba96-5f7b-4e63-8c6b-e6d71b05f830 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:09:28.763868 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] Routers {'b701ba96-5f7b-4e63-8c6b-e6d71b05f830'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:28.764895 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:28.766077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f2a6d-f895-460a-815d-f999c980cc2f None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:09:28.870154 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:28.877987 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a341b62-0c52-4b4f-8757-0a574a5efe05 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (61fa0b36-d024-4ad4-bb5d-7b711be1a641), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:28.951392 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] Set router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:28.997715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ff276963-80d3-402f-9853-945589bb6d50), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.044832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Port': ['ID=ff276963-80d3-402f-9853-945589bb6d50,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:29.050240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebfef78-9650-40a4-882e-f2caaab6bd8b None None] Network 9c164192-986e-4a8a-a9e2-17e2a572db11 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:29.053446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No DVR routers for this DVR port ff276963-80d3-402f-9853-945589bb6d50 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:29.096230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb536a3-e823-4de5-8e10-b3532b1b1283 req-0ad34c04-5ed2-41ed-9e28-04c40abd9356 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:29.097984 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fcb536a3-e823-4de5-8e10-b3532b1b1283 req-0ad34c04-5ed2-41ed-9e28-04c40abd9356 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.1495686 Sep 25 01:09:29.179713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a341b62-0c52-4b4f-8757-0a574a5efe05 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (61fa0b36-d024-4ad4-bb5d-7b711be1a641), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.224802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (9c164192-986e-4a8a-a9e2-17e2a572db11), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.279942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a341b62-0c52-4b4f-8757-0a574a5efe05 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Subnet': ['ID=61fa0b36-d024-4ad4-bb5d-7b711be1a641,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:29.305118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1a341b62-0c52-4b4f-8757-0a574a5efe05 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.313448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27859cf9-4507-44df-ae05-a1500c9fd8cd None None] Network cb3c671b-1792-47f2-88a7-c4475412dd1c requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:29.313754 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1a341b62-0c52-4b4f-8757-0a574a5efe05 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/61fa0b36-d024-4ad4-bb5d-7b711be1a641 HTTP/1.1" status: 204 len: 168 time: 0.9474928 Sep 25 01:09:29.314781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58478) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:29.343693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c164192-986e-4a8a-a9e2-17e2a572db11']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:29.388119 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fcb536a3-e823-4de5-8e10-b3532b1b1283 req-763eb7f7-09ae-49c0-ada3-89bdf59c01a2 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666516 Sep 25 01:09:29.388119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:29.388119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:29.410041 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:09:27Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:29.412451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.455725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.476883 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999ac2e-5fd6-4ae4-a0c9-c9a669c0c11c None None] The sync data for ids ['b701ba96-5f7b-4e63-8c6b-e6d71b05f830'] in dv-neutron-master-2-hyperv is: [{'id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'name': 'tempest-TestNetworkBasicOps-router-1001359932', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:05:52Z', 'updated_at': '2022-09-25T01:09:27Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a28dc3f7-be18-40cf-a949-0984f0fbff28', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b701ba96-5f7b-4e63-8c6b-e6d71b05f830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:05:53Z', 'updated_at': '2022-09-25T01:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:09:29.484865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:29.485639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.524725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.610287 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (9c164192-986e-4a8a-a9e2-17e2a572db11), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.623073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.629829 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9c164192-986e-4a8a-a9e2-17e2a572db11 HTTP/1.1" status: 204 len: 168 time: 2.7321043 Sep 25 01:09:29.637463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58480) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:29.645366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205703580'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:29.658760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5db6ea-7ae1-4054-b40f-1c75092cad5d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=9c164192-986e-4a8a-a9e2-17e2a572db11,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:29.682728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.687869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:29.692037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.750161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:29.758894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port a28dc3f7-be18-40cf-a949-0984f0fbff28 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:29.759228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.776120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7319de79-3e4a-442b-97c1-be3f97d85516), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:29.776500 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment 7319de79-3e4a-442b-97c1-be3f97d85516 of type vlan for network b65b8c4b-ec4b-416d-be9a-e975599e0b45 Sep 25 01:09:29.885565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d0e1d2-66e2-45ab-8b7b-ab73ea0d98f6 None None] DHCP port deletion for cb3c671b-1792-47f2-88a7-c4475412dd1c request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:09:30.187189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-44d0e1d2-66e2-45ab-8b7b-ab73ea0d98f6 None None] Deleting port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:30.187830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44d0e1d2-66e2-45ab-8b7b-ab73ea0d98f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.198192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (b65b8c4b-ec4b-416d-be9a-e975599e0b45), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.253527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port a28dc3f7-be18-40cf-a949-0984f0fbff28, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a28dc3f7-be18-40cf-a949-0984f0fbff28,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:30.253882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.263759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (b65b8c4b-ec4b-416d-be9a-e975599e0b45), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.269540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:30.270239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.273464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-44d0e1d2-66e2-45ab-8b7b-ab73ea0d98f6 None None] For port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a378ba6-1e09-4ecf-bc89-4ee368624a6b,segment=NetworkSegment(ac51812a-fb7a-4740-8e41-91ff5c4bc332),segment_id=ac51812a-fb7a-4740-8e41-91ff5c4bc332)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:30.273968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44d0e1d2-66e2-45ab-8b7b-ab73ea0d98f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.296545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for a28dc3f7-be18-40cf-a949-0984f0fbff28 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:30.303298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-44d0e1d2-66e2-45ab-8b7b-ab73ea0d98f6 None None] Calling delete_port for 3a378ba6-1e09-4ecf-bc89-4ee368624a6b owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:30.377937 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7336702 Sep 25 01:09:30.378880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58482) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:30.385916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:30.406937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=b65b8c4b-ec4b-416d-be9a-e975599e0b45,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:30.419331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-44d0e1d2-66e2-45ab-8b7b-ab73ea0d98f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (3a378ba6-1e09-4ecf-bc89-4ee368624a6b), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.422122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.422532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.422910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.423215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.423793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.424200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.424536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.424879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.425226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.425604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.425968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.426316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.426853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.427466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.427749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6600ef99-db49-4825-bcde-5df2a89985c0 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:30.433698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:30.451550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network b65b8c4b-ec4b-416d-be9a-e975599e0b45 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:30.470517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0e1d2-66e2-45ab-8b7b-ab73ea0d98f6 None None] Pushing event deleted for resources: {'Port': ['ID=3a378ba6-1e09-4ecf-bc89-4ee368624a6b,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:30.501979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0e1d2-66e2-45ab-8b7b-ab73ea0d98f6 None None] No DVR routers for this DVR port 3a378ba6-1e09-4ecf-bc89-4ee368624a6b on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:30.612871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:30.621810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.671614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987962bc-94ec-463c-9022-f70b8e918789 req-65423dd1-af63-405c-8b40-2c39e17782d8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:30.673404 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-987962bc-94ec-463c-9022-f70b8e918789 req-65423dd1-af63-405c-8b40-2c39e17782d8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.1068830 Sep 25 01:09:30.704042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=10,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:30.719154 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637 resource provider aggregate not found Sep 25 01:09:30.730376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a28dc3f7-be18-40cf-a949-0984f0fbff28), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.765007 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ee6d9d8-fb6f-4606-9cbd-4f5a06b32637 found for delete ", "request_id": "req-7251cbf3-a4ad-4fe5-b9ef-d1655c7298b1"}]} Sep 25 01:09:30.807679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:30.817138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=a28dc3f7-be18-40cf-a949-0984f0fbff28,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:30.830185 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-987962bc-94ec-463c-9022-f70b8e918789 req-ad7340c2-bd60-47a7-92b2-48d8184d9eab tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442699 Sep 25 01:09:30.906615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:30.921294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (98455969-a202-4956-a3cb-1b1fa3b737e2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.041810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.047249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.052907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=98455969-a202-4956-a3cb-1b1fa3b737e2,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:31.075430 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.076032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.076559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.077102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.077637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.078185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.078686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.079225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.079790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.080399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.080986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.081543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.082116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.082710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.083286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:31.090424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:31.090983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: b65b8c4b-ec4b-416d-be9a-e975599e0b45, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:31.097256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:31.111622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (b701ba96-5f7b-4e63-8c6b-e6d71b05f830), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.112274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Fanout notify agent at l3_agent the message router_deleted on router b701ba96-5f7b-4e63-8c6b-e6d71b05f830 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:09:31.123633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.126917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58490) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:31.127225 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c80930f2-5cae-4b49-80e3-4aeb85585713 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/routers/b701ba96-5f7b-4e63-8c6b-e6d71b05f830 HTTP/1.1" status: 204 len: 168 time: 1.8093777 Sep 25 01:09:31.146349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network b65b8c4b-ec4b-416d-be9a-e975599e0b45 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:31.180204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b65b8c4b-ec4b-416d-be9a-e975599e0b45) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:31.193164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62752a5-6b7e-4675-bad1-0ec65e336272 None None] Network b65b8c4b-ec4b-416d-be9a-e975599e0b45 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:31.227175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:31.228440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.304185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58492) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:31.304891 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-21b9cfb3-d283-4d6d-9f39-399038e44703 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9242983 Sep 25 01:09:31.312908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (cb3c671b-1792-47f2-88a7-c4475412dd1c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.338407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:31.341130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:31.432426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b65b8c4b-ec4b-416d-be9a-e975599e0b45', 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': '98455969-a202-4956-a3cb-1b1fa3b737e2'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:31.439517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.501541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-130632f9-35d2-4be1-ba6f-338607e3df13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.514039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (cb3c671b-1792-47f2-88a7-c4475412dd1c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.517343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (b65b8c4b-ec4b-416d-be9a-e975599e0b45), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.545061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3c671b-1792-47f2-88a7-c4475412dd1c']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:31.558886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac51812a-fb7a-4740-8e41-91ff5c4bc332') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:31.559255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac51812a-fb7a-4740-8e41-91ff5c4bc332') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:31.572678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (ac51812a-fb7a-4740-8e41-91ff5c4bc332), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.595151 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ac51812a-fb7a-4740-8e41-91ff5c4bc332), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.611374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:31.612087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (ac51812a-fb7a-4740-8e41-91ff5c4bc332), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.647229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (98455969-a202-4956-a3cb-1b1fa3b737e2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.682358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Allocated IP 172.20.0.1 (b65b8c4b-ec4b-416d-be9a-e975599e0b45/98455969-a202-4956-a3cb-1b1fa3b737e2/250edbff-22eb-43fb-a16d-609e9a78b487) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:31.729813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (cb3c671b-1792-47f2-88a7-c4475412dd1c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.746003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.755409 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/networks/cb3c671b-1792-47f2-88a7-c4475412dd1c HTTP/1.1" status: 204 len: 168 time: 0.6221852 Sep 25 01:09:31.783617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58494) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:31.787611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00f844-3210-4729-896c-0a39015e3659 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Network': ['ID=cb3c671b-1792-47f2-88a7-c4475412dd1c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:31.791718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'network': {'name': 'tempest-network-smoke--1035918581', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'port_security_enabled': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:31.836230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:31.843563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.849349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a378ba6-1e09-4ecf-bc89-4ee368624a6b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:31.892139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 3a378ba6-1e09-4ecf-bc89-4ee368624a6b {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:31.892139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a378ba6-1e09-4ecf-bc89-4ee368624a6b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:31.892613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:31.909415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:31.932228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:31.932693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1b49f5ee-7cc3-45fe-8a00-efcf0264fe62 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:31.936683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:31.937169 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Added segment e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e of type vlan for network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d Sep 25 01:09:32.031232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (3ed60ed8-3013-4d8a-a275-f90fa0889f0d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.043877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3194b21-0048-46f6-b468-9939a9ccaafe req-d6f9d6a8-b7ce-4f9d-83c6-cad4bdb4d147 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:32.046193 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b3194b21-0048-46f6-b468-9939a9ccaafe req-d6f9d6a8-b7ce-4f9d-83c6-cad4bdb4d147 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.0751262 Sep 25 01:09:32.097487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (3ed60ed8-3013-4d8a-a275-f90fa0889f0d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.103350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Publish callbacks [] for port (250edbff-22eb-43fb-a16d-609e9a78b487), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.115775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (250edbff-22eb-43fb-a16d-609e9a78b487), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.116350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:32.117929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.130949 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b3194b21-0048-46f6-b468-9939a9ccaafe req-2ab1d5da-a3b1-4b82-874e-17355092019f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747614 Sep 25 01:09:32.174749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Network b65b8c4b-ec4b-416d-be9a-e975599e0b45 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:32.184958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:32.190562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:32.206198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Pushing event updated for resources: {'Port': ['ID=250edbff-22eb-43fb-a16d-609e9a78b487,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:32.268884 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4838276 Sep 25 01:09:32.272951 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58498) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:32.273701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (98455969-a202-4956-a3cb-1b1fa3b737e2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.280472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-868916050', 'admin_state_up': True, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:32.286199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f864d-7d8b-4754-8388-aa78d74a318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Network': ['ID=3ed60ed8-3013-4d8a-a275-f90fa0889f0d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:32.327623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (55677a6e-63ef-4595-a671-01dabebd874b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.328716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (55677a6e-63ef-4595-a671-01dabebd874b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.333338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=98455969-a202-4956-a3cb-1b1fa3b737e2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:32.361898 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:32.406020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:32.406492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:32.406753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:32.437545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (55677a6e-63ef-4595-a671-01dabebd874b), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.452528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (b65b8c4b-ec4b-416d-be9a-e975599e0b45), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.472626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.490820 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:32.502465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:32.511907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65b8c4b-ec4b-416d-be9a-e975599e0b45']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:32.539510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7319de79-3e4a-442b-97c1-be3f97d85516') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:32.540549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7319de79-3e4a-442b-97c1-be3f97d85516') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.543484 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:32.550658 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:32.552188 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempt 2 to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 Sep 25 01:09:32.562328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (7319de79-3e4a-442b-97c1-be3f97d85516), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.587762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:32.587762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:32.587762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:32.590007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7319de79-3e4a-442b-97c1-be3f97d85516), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.611204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:32.611813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (7319de79-3e4a-442b-97c1-be3f97d85516), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.644319 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:32.660571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:32.722869 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempt 3 to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 Sep 25 01:09:32.731223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:32.735715 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7319de79-3e4a-442b-97c1-be3f97d85516 resource provider aggregate not found Sep 25 01:09:32.744554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.api [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:09:32.744554 dv-neutron-master-2-hyperv neutron-server[107187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:09:32.744554 dv-neutron-master-2-hyperv neutron-server[107187]: [parameters: {'id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:32.744554 dv-neutron-master-2-hyperv neutron-server[107187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:09:32.745830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG oslo_db.api [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:09:32.753698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:32.754389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:32.755230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:32.777388 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7319de79-3e4a-442b-97c1-be3f97d85516 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7319de79-3e4a-442b-97c1-be3f97d85516 found for delete ", "request_id": "req-4dd4c52a-c5c3-453f-860e-f2e05a166e5c"}]} Sep 25 01:09:32.796316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (55677a6e-63ef-4595-a671-01dabebd874b), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.808133 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:32.814379 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment ac51812a-fb7a-4740-8e41-91ff5c4bc332 resource provider aggregate not found Sep 25 01:09:32.814504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.838698 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:32.844595 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:32.844595 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempt 4 to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 Sep 25 01:09:32.848193 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment ac51812a-fb7a-4740-8e41-91ff5c4bc332 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac51812a-fb7a-4740-8e41-91ff5c4bc332 found for delete ", "request_id": "req-15624a78-b7d5-4fff-9c5a-88eea3e3e625"}]} Sep 25 01:09:32.861532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:32.862066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:32.862831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.903586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:32.910699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:32.933135 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:32.940643 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:32.940643 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempt 5 to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 Sep 25 01:09:32.963199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:32.963199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:32.963564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.002178 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.011608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.036857 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.043538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:33.043737 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:33.043737 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempt 6 to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 Sep 25 01:09:33.066627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:33.067419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:33.068418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.113810 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.120216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.159267 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.165880 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:33.165880 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempt 7 to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 Sep 25 01:09:33.167773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (55677a6e-63ef-4595-a671-01dabebd874b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.172862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a28dc3f7-be18-40cf-a949-0984f0fbff28 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:33.212022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: a28dc3f7-be18-40cf-a949-0984f0fbff28 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:33.213156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a28dc3f7-be18-40cf-a949-0984f0fbff28 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:33.215623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:33.216338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:33.216509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.221877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.247373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.254660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (b65b8c4b-ec4b-416d-be9a-e975599e0b45), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.256088 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.288697 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.294843 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:33.295788 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempt 8 to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 Sep 25 01:09:33.321095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:33.321874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:33.322524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.325032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.361777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.369996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.377697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting port 250edbff-22eb-43fb-a16d-609e9a78b487 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:33.378165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (250edbff-22eb-43fb-a16d-609e9a78b487), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.409743 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.414597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:33.414780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:33.414780 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempt 9 to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 Sep 25 01:09:33.415009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264f810-a7e3-451b-8241-1e904f94e69e req-2b2c91e1-b155-429e-badc-1e8ae3698dd4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:33.415716 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d264f810-a7e3-451b-8241-1e904f94e69e req-2b2c91e1-b155-429e-badc-1e8ae3698dd4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.1440935 Sep 25 01:09:33.438841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.62 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d83c81eb-b430-4877-ae6d-3e00d6938bf4) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:33.442316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:33.442978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:33.443534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.479411 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.486622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.523570 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.527356 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:33.527356 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempt 10 to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 Sep 25 01:09:33.528159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] For port 250edbff-22eb-43fb-a16d-609e9a78b487, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:33.528759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (250edbff-22eb-43fb-a16d-609e9a78b487), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.549495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:33.550119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:33.550637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.559381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Calling delete_port for 250edbff-22eb-43fb-a16d-609e9a78b487 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:33.567827 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d264f810-a7e3-451b-8241-1e904f94e69e req-492cb11b-b23b-4ebb-a4e5-33028b39b0d0 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128328 Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.578657 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.594334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempting to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on network b65b8c4b-ec4b-416d-be9a-e975599e0b45 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 98455969-a202-4956-a3cb-1b1fa3b737e2 could not be found. Sep 25 01:09:33.611528 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:33.620684 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Failed to bind port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '7319de79-3e4a-442b-97c1-be3f97d85516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b65b8c4b-ec4b-416d-be9a-e975599e0b45'}] Sep 25 01:09:33.620684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (250edbff-22eb-43fb-a16d-609e9a78b487), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.654625 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.662696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:33.687715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] For port 250edbff-22eb-43fb-a16d-609e9a78b487, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:33.688036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Attempted to set empty binding levels {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:09:33.694113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (250edbff-22eb-43fb-a16d-609e9a78b487), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.712172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.720616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (250edbff-22eb-43fb-a16d-609e9a78b487), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.770770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Port': ['ID=250edbff-22eb-43fb-a16d-609e9a78b487,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:33.777039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No DVR routers for this DVR port 250edbff-22eb-43fb-a16d-609e9a78b487 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server [None req-9bee2854-bf28-4888-9d65-4d137b1a4914 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 250edbff-22eb-43fb-a16d-609e9a78b487 could not be found. Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2869, in one Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1476, in one Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 562, in _only_one_row Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 340, in get_dhcp_port Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1560, in get_port Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 295, in _get_port Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 250edbff-22eb-43fb-a16d-609e9a78b487 could not be found. Sep 25 01:09:33.803363 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Sep 25 01:09:33.826667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:33.826667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:33.826667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:33.838665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bee222-dde3-4451-aeea-de6281cf1e67 None None] Pushing event updated for resources: {'Port': ['ID=250edbff-22eb-43fb-a16d-609e9a78b487,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:33.843241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.855033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ffc727-d696-44e7-88af-ad9bafca3a65 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:09:33.866576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=d83c81eb-b430-4877-ae6d-3e00d6938bf4,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:33.889064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (b65b8c4b-ec4b-416d-be9a-e975599e0b45), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.916252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65b8c4b-ec4b-416d-be9a-e975599e0b45']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:33.929703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7319de79-3e4a-442b-97c1-be3f97d85516') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:33.929703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7319de79-3e4a-442b-97c1-be3f97d85516') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:33.943523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (7319de79-3e4a-442b-97c1-be3f97d85516), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.961947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (7319de79-3e4a-442b-97c1-be3f97d85516), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.971856 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:33.972956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (7319de79-3e4a-442b-97c1-be3f97d85516), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:33.994189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ffc727-d696-44e7-88af-ad9bafca3a65 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:09:34.060970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (b65b8c4b-ec4b-416d-be9a-e975599e0b45), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.076434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.085667 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/b65b8c4b-ec4b-416d-be9a-e975599e0b45 HTTP/1.1" status: 204 len: 168 time: 2.7797022 Sep 25 01:09:34.096774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58510) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:34.103243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759585680'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:34.111273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427e52b-c552-4249-bcdc-2f7097efb87a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=b65b8c4b-ec4b-416d-be9a-e975599e0b45,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:34.133557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:34.138163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.165906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:34.187509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (80678440-f39b-4da3-a0a3-34b1c5a5659f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.187883 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment 80678440-f39b-4da3-a0a3-34b1c5a5659f of type vlan for network a4196d5e-661d-4eda-8842-22cf15f887ef Sep 25 01:09:34.215114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (55677a6e-63ef-4595-a671-01dabebd874b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.232801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf8700-fcb9-4797-9971-9c79c24e02ee None None] Network b65b8c4b-ec4b-416d-be9a-e975599e0b45 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:34.246960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf8700-fcb9-4797-9971-9c79c24e02ee None None] Network b65b8c4b-ec4b-416d-be9a-e975599e0b45 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:09:34.253084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (a4196d5e-661d-4eda-8842-22cf15f887ef), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.292318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (a4196d5e-661d-4eda-8842-22cf15f887ef), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.297575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:34.298146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.303494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:34.371376 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2733979 Sep 25 01:09:34.379995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58512) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:34.389499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a8b72aef-b56b-4831-8000-7463cfbdc65e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'New_network'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:34.410767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ae971-1f79-4965-b857-387b2b3dcdea tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=a4196d5e-661d-4eda-8842-22cf15f887ef,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:34.425069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network a4196d5e-661d-4eda-8842-22cf15f887ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:34.551730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:34.610555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a8b72aef-b56b-4831-8000-7463cfbdc65e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (a4196d5e-661d-4eda-8842-22cf15f887ef), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.635323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a8b72aef-b56b-4831-8000-7463cfbdc65e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (a4196d5e-661d-4eda-8842-22cf15f887ef), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.676587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8b72aef-b56b-4831-8000-7463cfbdc65e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network a4196d5e-661d-4eda-8842-22cf15f887ef is not hosted by any dhcp agent {{(pid=107187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:09:34.682874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b72aef-b56b-4831-8000-7463cfbdc65e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:34.683837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a8b72aef-b56b-4831-8000-7463cfbdc65e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.689768 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a8b72aef-b56b-4831-8000-7463cfbdc65e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "PUT /networking/v2.0/networks/a4196d5e-661d-4eda-8842-22cf15f887ef HTTP/1.1" status: 200 len: 723 time: 0.3045926 Sep 25 01:09:34.691939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58516) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:34.697516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:34.815075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:34.819910 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7319de79-3e4a-442b-97c1-be3f97d85516 resource provider aggregate not found Sep 25 01:09:34.824387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b72aef-b56b-4831-8000-7463cfbdc65e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=a4196d5e-661d-4eda-8842-22cf15f887ef,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:34.839066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network a4196d5e-661d-4eda-8842-22cf15f887ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:34.842132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a33d6b-1384-4880-898d-9792456c6716 req-e119f66c-655d-4c94-b186-62ec41c3aab4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:34.851779 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-63a33d6b-1384-4880-898d-9792456c6716 req-e119f66c-655d-4c94-b186-62ec41c3aab4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.1187091 Sep 25 01:09:34.854384 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 7319de79-3e4a-442b-97c1-be3f97d85516 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7319de79-3e4a-442b-97c1-be3f97d85516 found for delete ", "request_id": "req-62c9ff85-8058-4f8d-9c04-25e8f9f695a3"}]} Sep 25 01:09:34.855409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (55677a6e-63ef-4595-a671-01dabebd874b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.872496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:34.876877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:34.984776 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-63a33d6b-1384-4880-898d-9792456c6716 req-4da9bcd2-95f2-4d80-af0c-14ae67db0b56 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320391 Sep 25 01:09:35.049140 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 55677a6e-63ef-4595-a671-01dabebd874b is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:09:35.061407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:35.109737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (3d52b649-19c5-40c0-baeb-e6c8f8425d92), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:35.199421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:09:35.204777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=3d52b649-19c5-40c0-baeb-e6c8f8425d92,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:35.212281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Sync routers for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:09:35.223612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:35.224012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:35.224297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:35.224501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:35.224925 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6ce7feed-c2a5-492d-981f-a0a2b63c355d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9517791 Sep 25 01:09:35.225203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: a4196d5e-661d-4eda-8842-22cf15f887ef, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:35.229744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58522) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:35.260807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network a4196d5e-661d-4eda-8842-22cf15f887ef is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:35.265563 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a4a4144e-5ffa-4367-81a3-ac0130daa9f7 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343719 Sep 25 01:09:35.268413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58524) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:35.279263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a4196d5e-661d-4eda-8842-22cf15f887ef) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:35.291235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:35.292409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:35.307846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9052f890-a15b-4878-9066-c219553213c1 None None] Network a4196d5e-661d-4eda-8842-22cf15f887ef requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:35.328582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fe9fa24d-3ad1-4b91-9bc4-890ec813987d tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6352682 Sep 25 01:09:35.329294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58526) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:35.335112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e1f68c41-d4b9-4608-b7a7-27303bd655e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:35.426581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:35.480077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07946e1f-8814-4272-a1ff-5e7bc1416195 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:35.484259 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-07946e1f-8814-4272-a1ff-5e7bc1416195 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2121055 Sep 25 01:09:35.484915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58528) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:35.491994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:35.498250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1f68c41-d4b9-4608-b7a7-27303bd655e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5583375'] for subnet (3d52b649-19c5-40c0-baeb-e6c8f8425d92), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:35.542934 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-13d14151-26f3-417d-bc69-6e056e585451 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565684 Sep 25 01:09:35.547464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58530) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:35.555837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-955394208', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:35.587248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a4196d5e-661d-4eda-8842-22cf15f887ef', 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': '3d52b649-19c5-40c0-baeb-e6c8f8425d92'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:35.588242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:35.724611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:35.756367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:35.786349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:35.790981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:35.878476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1f68c41-d4b9-4608-b7a7-27303bd655e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745228993172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5618367'] for subnet (3d52b649-19c5-40c0-baeb-e6c8f8425d92), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:35.940459 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f68c41-d4b9-4608-b7a7-27303bd655e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:35.941183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e1f68c41-d4b9-4608-b7a7-27303bd655e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:35.946855 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e1f68c41-d4b9-4608-b7a7-27303bd655e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "PUT /networking/v2.0/subnets/3d52b649-19c5-40c0-baeb-e6c8f8425d92 HTTP/1.1" status: 200 len: 806 time: 0.6121655 Sep 25 01:09:35.947571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58532) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:35.950416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:34Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:35.961002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:35.962604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:35.996785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Checking router: 55677a6e-63ef-4595-a671-01dabebd874b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:09:35.997659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Updating router 55677a6e-63ef-4595-a671-01dabebd874b port d83c81eb-b430-4877-ae6d-3e00d6938bf4 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:09:36.040951 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f68c41-d4b9-4608-b7a7-27303bd655e4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=3d52b649-19c5-40c0-baeb-e6c8f8425d92,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:36.063230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.094364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Allocated IP 172.20.0.2 (a4196d5e-661d-4eda-8842-22cf15f887ef/3d52b649-19c5-40c0-baeb-e6c8f8425d92/618488a4-4deb-4b37-a6eb-7f5036743e0a) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:36.170195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (a4196d5e-661d-4eda-8842-22cf15f887ef), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.241876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (c56315cb-b1f0-42d5-8444-c8f7d17a2d84), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.307781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f341b6b-471c-4505-8407-66bd4ecc7ef6 req-2d0e1e63-e817-4062-a81f-46c908a21f93 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:36.309387 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3f341b6b-471c-4505-8407-66bd4ecc7ef6 req-2d0e1e63-e817-4062-a81f-46c908a21f93 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.1681330 Sep 25 01:09:36.395983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (3d52b649-19c5-40c0-baeb-e6c8f8425d92), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.411225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=c56315cb-b1f0-42d5-8444-c8f7d17a2d84,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:36.453871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Publish callbacks [] for port (618488a4-4deb-4b37-a6eb-7f5036743e0a), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.465984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Checking segment: {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:36.466383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network hostable DHCP agents. Network: 3ed60ed8-3013-4d8a-a275-f90fa0889f0d, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:36.470093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (618488a4-4deb-4b37-a6eb-7f5036743e0a), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.488224 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3f341b6b-471c-4505-8407-66bd4ecc7ef6 req-ad9a5643-83c6-4509-8f52-91cf156afa6e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664283 Sep 25 01:09:36.519980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.526777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:36.533136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (3d52b649-19c5-40c0-baeb-e6c8f8425d92), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.577735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3ed60ed8-3013-4d8a-a275-f90fa0889f0d) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:36.582715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=3d52b649-19c5-40c0-baeb-e6c8f8425d92,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:36.589558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Network a4196d5e-661d-4eda-8842-22cf15f887ef is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:36.595220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:36.595833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.598565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db355853-050a-49ba-b38a-7f4c3538b7a7 None None] Network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:36.620274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:36.657387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:36.662493 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b2372777-09b3-4e93-a5c7-463ed0c82f81 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1135466 Sep 25 01:09:36.665794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:36.667640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58536) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:36.670612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:36.681162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Publish callbacks [] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.681586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (a4196d5e-661d-4eda-8842-22cf15f887ef), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.684397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Pushing event updated for resources: {'Port': ['ID=618488a4-4deb-4b37-a6eb-7f5036743e0a,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:36.706349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.706711 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.707032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.707375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.707716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.708153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.708421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.708758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.709095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.709437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.712178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.712178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.712178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.712178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.712178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:36.714614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.719461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2b37280e-285c-44fa-a84b-ebe3e757f2f3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:09:36.732325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4196d5e-661d-4eda-8842-22cf15f887ef']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:36.758383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80678440-f39b-4da3-a0a3-34b1c5a5659f') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:36.758891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80678440-f39b-4da3-a0a3-34b1c5a5659f') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:36.778011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (80678440-f39b-4da3-a0a3-34b1c5a5659f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.807805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (80678440-f39b-4da3-a0a3-34b1c5a5659f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.823382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:36.823997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (80678440-f39b-4da3-a0a3-34b1c5a5659f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:36.828307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Attempting to bind port d83c81eb-b430-4877-ae6d-3e00d6938bf4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:36.828617 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Attempting to bind port d83c81eb-b430-4877-ae6d-3e00d6938bf4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:36.828978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Attempting to bind port d83c81eb-b430-4877-ae6d-3e00d6938bf4 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:36.869702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:36.921323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32968a-8f53-4a23-a16e-010c5c645f0d None None] Pushing event updated for resources: {'Port': ['ID=d83c81eb-b430-4877-ae6d-3e00d6938bf4,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:36.938163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:36.938547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:36.938924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:36.974587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:36.999812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:37.001012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.001463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.db.api [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:09:37.001463 dv-neutron-master-2-hyperv neutron-server[107187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:09:37.001463 dv-neutron-master-2-hyperv neutron-server[107187]: [parameters: {'id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] Sep 25 01:09:37.001463 dv-neutron-master-2-hyperv neutron-server[107187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:09:37.002361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG oslo_db.api [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.010046 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:37.013677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:37.057582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 80678440-f39b-4da3-a0a3-34b1c5a5659f resource provider aggregate not found Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.061827 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:37.068148 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] Sep 25 01:09:37.068148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:09:37.068148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:37.068148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.068148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:09:37.068148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Bound port: d83c81eb-b430-4877-ae6d-3e00d6938bf4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:09:37.068148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.071550 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempt 2 to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a Sep 25 01:09:37.089569 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 80678440-f39b-4da3-a0a3-34b1c5a5659f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80678440-f39b-4da3-a0a3-34b1c5a5659f found for delete ", "request_id": "req-a0f42360-f005-4a5f-bc32-7a9921904053"}]} Sep 25 01:09:37.132541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:37.132909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:37.133284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.233373 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:37.240172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:37.249551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 2b37280e-285c-44fa-a84b-ebe3e757f2f3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2b37280e-285c-44fa-a84b-ebe3e757f2f3,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.294866 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:37.301854 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] Sep 25 01:09:37.301854 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempt 3 to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a Sep 25 01:09:37.308257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'port_id': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'mac_address': 'fa:16:3e:5d:12:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:09:37.321693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] For port d83c81eb-b430-4877-ae6d-3e00d6938bf4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:37.361688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:37.361967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:37.362339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:37.370222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.370814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] For port d83c81eb-b430-4877-ae6d-3e00d6938bf4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d83c81eb-b430-4877-ae6d-3e00d6938bf4,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.421468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:37.430384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:37.432186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.494566 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:37.503560 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] Sep 25 01:09:37.503560 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempt 4 to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a Sep 25 01:09:37.507943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (a4196d5e-661d-4eda-8842-22cf15f887ef), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.508258 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:37.509588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:37.510016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.519548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Allocated IP 172.20.0.2 (3ed60ed8-3013-4d8a-a275-f90fa0889f0d/c56315cb-b1f0-42d5-8444-c8f7d17a2d84/d0e49a9e-e5d4-4410-b898-3e0d4009518a) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:37.565494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:37.568650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:37.592172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting port 618488a4-4deb-4b37-a6eb-7f5036743e0a {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:37.592919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (618488a4-4deb-4b37-a6eb-7f5036743e0a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.596912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b37280e-285c-44fa-a84b-ebe3e757f2f3 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:09:37.655535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:37.655937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:37.656487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:37.666021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:37.694172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] For port 618488a4-4deb-4b37-a6eb-7f5036743e0a, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:37.694817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (618488a4-4deb-4b37-a6eb-7f5036743e0a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:37.709780 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:37.718776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:37.718776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32968a-8f53-4a23-a16e-010c5c645f0d None None] Pushing event updated for resources: {'Port': ['ID=d83c81eb-b430-4877-ae6d-3e00d6938bf4,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:37.740558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Calling delete_port for 618488a4-4deb-4b37-a6eb-7f5036743e0a owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:37.777239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0786a-d6dd-4b1a-b794-c5d02d9ce9eb req-51b53696-4d7a-4c8c-89c5-1a4abb342a8c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:37.789428 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a7d0786a-d6dd-4b1a-b794-c5d02d9ce9eb req-51b53696-4d7a-4c8c-89c5-1a4abb342a8c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 944 time: 0.1551144 Sep 25 01:09:37.844505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:37.858105 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a7d0786a-d6dd-4b1a-b794-c5d02d9ce9eb req-9c8fd146-d426-4fa8-8a65-7a1418b883b6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671880 Sep 25 01:09:37.887556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (618488a4-4deb-4b37-a6eb-7f5036743e0a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.918539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Port': ['ID=618488a4-4deb-4b37-a6eb-7f5036743e0a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:37.925660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No DVR routers for this DVR port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:37.997585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 2b37280e-285c-44fa-a84b-ebe3e757f2f3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2b37280e-285c-44fa-a84b-ebe3e757f2f3,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:38.004902 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] Sep 25 01:09:38.009364 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempt 5 to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a Sep 25 01:09:38.024879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (a4196d5e-661d-4eda-8842-22cf15f887ef), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.041339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.050955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4196d5e-661d-4eda-8842-22cf15f887ef']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:38.054467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:38.065284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80678440-f39b-4da3-a0a3-34b1c5a5659f') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:38.065736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80678440-f39b-4da3-a0a3-34b1c5a5659f') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:38.080098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (80678440-f39b-4da3-a0a3-34b1c5a5659f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.098276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (80678440-f39b-4da3-a0a3-34b1c5a5659f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.107525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:38.108173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (80678440-f39b-4da3-a0a3-34b1c5a5659f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.110503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:38.110941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:38.111362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.181329 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:38.187692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:38.187926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (a4196d5e-661d-4eda-8842-22cf15f887ef), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.192239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.196490 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a4196d5e-661d-4eda-8842-22cf15f887ef HTTP/1.1" status: 204 len: 168 time: 2.2475803 Sep 25 01:09:38.201656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58546) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:38.202304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:38.210860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b193a-77ad-4c97-b59b-26ef8ce87479 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=a4196d5e-661d-4eda-8842-22cf15f887ef,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:38.231545 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-80258065-cd4a-4b6f-a318-b0ea976e4b63 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:38.232110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80258065-cd4a-4b6f-a318-b0ea976e4b63 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:38.235299 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-80258065-cd4a-4b6f-a318-b0ea976e4b63 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a4196d5e-661d-4eda-8842-22cf15f887ef HTTP/1.1" status: 404 len: 339 time: 0.0317352 Sep 25 01:09:38.240220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58548) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:38.246024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1042796912', 'description': 'd1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:38.271560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:38.278813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.324859 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:38.332510 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '80678440-f39b-4da3-a0a3-34b1c5a5659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a4196d5e-661d-4eda-8842-22cf15f887ef'}] Sep 25 01:09:38.332766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:38.335909 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempt 6 to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a Sep 25 01:09:38.348448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (83548d2b-934b-4ba7-8964-a09fc488cb3f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.348848 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment 83548d2b-934b-4ba7-8964-a09fc488cb3f of type vlan for network c83e9d44-70fd-49d0-9a1b-047b491cf899 Sep 25 01:09:38.372376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=2b37280e-285c-44fa-a84b-ebe3e757f2f3,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:38.396158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:38.396517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:38.397105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:38.427560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (c83e9d44-70fd-49d0-9a1b-047b491cf899), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.468765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (c83e9d44-70fd-49d0-9a1b-047b491cf899), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.473798 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:38.478492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:38.478640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:38.478640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.481720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['2b37280e-285c-44fa-a84b-ebe3e757f2f3'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:09:38.552010 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3092034 Sep 25 01:09:38.552362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Publish callbacks [] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.555989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58550) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.557630 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:38.562474 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Sep 25 01:09:38.565586 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempt 7 to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a Sep 25 01:09:38.583732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.599703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:38.601177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:38.601587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:38.646680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e8aee-1a59-4bfc-a569-768b9f2b20dc tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=c83e9d44-70fd-49d0-9a1b-047b491cf899,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:38.665477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network c83e9d44-70fd-49d0-9a1b-047b491cf899 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.683368 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:38.687703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:38.705614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.1 (3ed60ed8-3013-4d8a-a275-f90fa0889f0d/c56315cb-b1f0-42d5-8444-c8f7d17a2d84/fc04faaf-0d50-4d28-97e4-28b720127fcb) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:38.717529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a52aa64-158f-4b28-8e45-19e06ca91a58 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:38.719346 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0a52aa64-158f-4b28-8e45-19e06ca91a58 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/networks?id=c83e9d44-70fd-49d0-9a1b-047b491cf899 HTTP/1.1" status: 200 len: 761 time: 0.1628797 Sep 25 01:09:38.723499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58552) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:38.733822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-65e39407-bc99-4699-a8f9-083ca11d1e36 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'description': 'd2'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:38.739549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.783140 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:38.786324 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Sep 25 01:09:38.814399 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempt 8 to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a Sep 25 01:09:38.817645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Pushing event updated for resources: {'Port': ['ID=d0e49a9e-e5d4-4410-b898-3e0d4009518a,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:38.820777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:38.845102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:38.863562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:38.863936 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:38.864322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:38.872953 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.929668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.930602 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:34Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:38.940163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65e39407-bc99-4699-a8f9-083ca11d1e36 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (c83e9d44-70fd-49d0-9a1b-047b491cf899), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:38.952072 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:38.955508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:38.968515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65e39407-bc99-4699-a8f9-083ca11d1e36 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (c83e9d44-70fd-49d0-9a1b-047b491cf899), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.011276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:39.013309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:39.021243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=fc04faaf-0d50-4d28-97e4-28b720127fcb,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:39.022051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65e39407-bc99-4699-a8f9-083ca11d1e36 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network c83e9d44-70fd-49d0-9a1b-047b491cf899 is not hosted by any dhcp agent {{(pid=107187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:09:39.022229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc24770b-43ad-441c-ae0a-4c463fc3d090 None None] The sync data for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv is: [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:34Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:09:39.024423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:39.028577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e39407-bc99-4699-a8f9-083ca11d1e36 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:39.029544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65e39407-bc99-4699-a8f9-083ca11d1e36 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.031145 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-65e39407-bc99-4699-a8f9-083ca11d1e36 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "PUT /networking/v2.0/networks/c83e9d44-70fd-49d0-9a1b-047b491cf899 HTTP/1.1" status: 200 len: 758 time: 0.3064153 Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.040586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:39.043649 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Sep 25 01:09:39.043649 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempt 9 to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a Sep 25 01:09:39.074214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58556) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:39.079793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:39.080290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:39.080650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.114432 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:39.118787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:39.120370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Attempting to bind port d0e49a9e-e5d4-4410-b898-3e0d4009518a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:39.120752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Attempting to bind port d0e49a9e-e5d4-4410-b898-3e0d4009518a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:39.121127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Attempting to bind port d0e49a9e-e5d4-4410-b898-3e0d4009518a on network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:39.166123 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 80678440-f39b-4da3-a0a3-34b1c5a5659f resource provider aggregate not found Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.191357 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:39.195457 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Sep 25 01:09:39.198475 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempt 10 to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a Sep 25 01:09:39.221010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:39.221554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:39.222111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:39.257931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:39.263218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6c217-bb5c-4253-8156-a1ce2739c1db req-6512cc19-bc6f-4fbf-b130-89baf89363b0 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:39.264868 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-84e6c217-bb5c-4253-8156-a1ce2739c1db req-6512cc19-bc6f-4fbf-b130-89baf89363b0 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 945 time: 0.2892525 Sep 25 01:09:39.265723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e39407-bc99-4699-a8f9-083ca11d1e36 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=c83e9d44-70fd-49d0-9a1b-047b491cf899,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:39.284249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network c83e9d44-70fd-49d0-9a1b-047b491cf899 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:39.291879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.293878 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:39.299505 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 80678440-f39b-4da3-a0a3-34b1c5a5659f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80678440-f39b-4da3-a0a3-34b1c5a5659f found for delete ", "request_id": "req-5f017751-752d-495b-821f-756cfe094c7c"}]} Sep 25 01:09:39.300235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Attempting to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on network a4196d5e-661d-4eda-8842-22cf15f887ef {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:39.315600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6829ce-7470-4eae-a146-c29031f65537 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:39.328711 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7f6829ce-7470-4eae-a146-c29031f65537 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/networks?id=c83e9d44-70fd-49d0-9a1b-047b491cf899 HTTP/1.1" status: 200 len: 761 time: 0.2503061 Sep 25 01:09:39.329678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58562) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:39.363742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1167119996'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:39.389032 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=18 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:39.417799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:09:39.422705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Checking segment: {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:39.423567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.423799 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=40 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:39.424385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Bound using segment: {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:09:39.424928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Bound port: d0e49a9e-e5d4-4410-b898-3e0d4009518a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:09:39.425530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.429584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3d52b649-19c5-40c0-baeb-e6c8f8425d92 could not be found. Sep 25 01:09:39.435587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:39.438772 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Failed to bind port 618488a4-4deb-4b37-a6eb-7f5036743e0a on host dv-neutron-master-2-hyperv for vnic_type normal using segments [] Sep 25 01:09:39.438772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (618488a4-4deb-4b37-a6eb-7f5036743e0a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.455277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:39.477366 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-84e6c217-bb5c-4253-8156-a1ce2739c1db req-a0a83070-c499-44af-9939-763a1a2c9d42 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993818 Sep 25 01:09:39.495533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:39.500597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.509273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:39.529765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (55677a6e-63ef-4595-a671-01dabebd874b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.547339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:39.559979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0b876e42-4a3a-4091-9a83-82d317096e0c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.560336 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment 0b876e42-4a3a-4091-9a83-82d317096e0c of type vlan for network 42d28679-7f9d-496f-9455-6d7b779051a0 Sep 25 01:09:39.581556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f1f20d7d-a1b8-4a25-b8c8-92fc40e81fc7 None None] Port 618488a4-4deb-4b37-a6eb-7f5036743e0a has been deleted concurrently {{(pid=107189) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:694}} Sep 25 01:09:39.645719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (42d28679-7f9d-496f-9455-6d7b779051a0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.687716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] For port d0e49a9e-e5d4-4410-b898-3e0d4009518a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:39.693509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] For port d0e49a9e-e5d4-4410-b898-3e0d4009518a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d0e49a9e-e5d4-4410-b898-3e0d4009518a,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:09:39.695095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (42d28679-7f9d-496f-9455-6d7b779051a0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.705463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:39.706122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.709227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.809158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:39.817477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac5f52-1f6e-4771-88a7-f66cd0ceb284 None None] Pushing event updated for resources: {'Port': ['ID=d0e49a9e-e5d4-4410-b898-3e0d4009518a,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:39.837123 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4798272 Sep 25 01:09:39.847697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58564) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:39.867775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff774f-d853-41d9-8760-dda0a0062b7c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=42d28679-7f9d-496f-9455-6d7b779051a0,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:39.882506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:39.885186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 42d28679-7f9d-496f-9455-6d7b779051a0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:39.891197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:40.215498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:40.219667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:40.534548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:40.544114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:40.568903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:40.651091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (44282d7f-dc62-4459-aeee-87211825c9e8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:40.677108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:40.722434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2b37280e-285c-44fa-a84b-ebe3e757f2f3 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:40.733260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (55677a6e-63ef-4595-a671-01dabebd874b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:40.751290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f17ba-5457-4ba0-8240-034904d10da7 req-c4086a52-b74e-43d9-8559-451c2d6415d5 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:40.752968 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c34f17ba-5457-4ba0-8240-034904d10da7 req-c4086a52-b74e-43d9-8559-451c2d6415d5 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 945 time: 0.1636407 Sep 25 01:09:40.753632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=fc04faaf-0d50-4d28-97e4-28b720127fcb,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:40.780696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:09:40.789563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:40.790480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:40.790762 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 Sep 25 01:09:40.818557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=44282d7f-dc62-4459-aeee-87211825c9e8,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:40.898100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:40.898805 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: 42d28679-7f9d-496f-9455-6d7b779051a0, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:40.899641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:40.900241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:40.928598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79367982-0236-4eab-9298-5664a43d62ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b37280e-285c-44fa-a84b-ebe3e757f2f3'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:40.931002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad7a45-a6a3-4aca-abef-c1e911ed7e3f" -d '{"events": [{"server_uuid": "79367982-0236-4eab-9298-5664a43d62ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b37280e-285c-44fa-a84b-ebe3e757f2f3"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:40.933472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:40.942023 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c34f17ba-5457-4ba0-8240-034904d10da7 req-2862b7b0-6865-4759-908f-f993b43e68c4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651759 Sep 25 01:09:40.945577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 2b37280e-285c-44fa-a84b-ebe3e757f2f3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2b37280e-285c-44fa-a84b-ebe3e757f2f3,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:40.950757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:40.978945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network 42d28679-7f9d-496f-9455-6d7b779051a0 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:40.983017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:40.989545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:41.016245 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 42d28679-7f9d-496f-9455-6d7b779051a0) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:41.016534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5813fddd-8bf2-438b-a683-9fdd2c2bb04f x-openstack-request-id: req-5813fddd-8bf2-438b-a683-9fdd2c2bb04f {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:41.017101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79367982-0236-4eab-9298-5664a43d62ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b37280e-285c-44fa-a84b-ebe3e757f2f3", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:41.017361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5813fddd-8bf2-438b-a683-9fdd2c2bb04f {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:41.017769 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5813fddd-8bf2-438b-a683-9fdd2c2bb04f'] response: {'server_uuid': '79367982-0236-4eab-9298-5664a43d62ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'code': 200} Sep 25 01:09:41.024023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=2b37280e-285c-44fa-a84b-ebe3e757f2f3,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:41.026593 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:41.027218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:41.028336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48b9a8-4be5-456e-98f3-0f6bcc2c51f4 None None] Network 42d28679-7f9d-496f-9455-6d7b779051a0 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:41.104645 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-74ee155e-a873-423b-8ac3-7e8dc1397cf8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2246706 Sep 25 01:09:41.105045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58570) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:41.187614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:41.329308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 55677a6e-63ef-4595-a671-01dabebd874b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:09:41.365586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (42d28679-7f9d-496f-9455-6d7b779051a0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:41.439901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-9431cbe2-7bc3-45f8-907c-ce3172a84cf5 None None] Could not find standard attr ID for object 618488a4-4deb-4b37-a6eb-7f5036743e0a. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:09:41.441912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b1a5e8-cb3f-4608-a86f-38709bbaf274 None None] DHCP port deletion for a4196d5e-661d-4eda-8842-22cf15f887ef request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:09:41.445572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d0e49a9e-e5d4-4410-b898-3e0d4009518a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:41.506124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-42d28679-7f9d-496f-9455-6d7b779051a0', 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': '44282d7f-dc62-4459-aeee-87211825c9e8'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:41.507165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:41.534046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e1561-3ece-4e07-a8e6-11b14a26e3f3 None None] Network a4196d5e-661d-4eda-8842-22cf15f887ef requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:41.554780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e1561-3ece-4e07-a8e6-11b14a26e3f3 None None] Network a4196d5e-661d-4eda-8842-22cf15f887ef could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:09:41.570325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0100d24c-52e9-4957-b52e-c0293ab2e02d None None] Network a4196d5e-661d-4eda-8842-22cf15f887ef requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:41.588434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0100d24c-52e9-4957-b52e-c0293ab2e02d None None] Network a4196d5e-661d-4eda-8842-22cf15f887ef could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:09:41.608915 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (44282d7f-dc62-4459-aeee-87211825c9e8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:41.616885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:09:41.630894 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-007804a9-e199-4a84-84bc-3a9712d7c0a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/55677a6e-63ef-4595-a671-01dabebd874b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9606268 Sep 25 01:09:41.631897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58572) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:41.645386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d0e49a9e-e5d4-4410-b898-3e0d4009518a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:41.645875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:41.646125 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d0e49a9e-e5d4-4410-b898-3e0d4009518a Sep 25 01:09:41.651769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:41.797553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Allocated IP 172.20.0.2 (42d28679-7f9d-496f-9455-6d7b779051a0/44282d7f-dc62-4459-aeee-87211825c9e8/7d58df3f-c071-4367-9e30-f81924de68f4) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:41.809578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d0e49a9e-e5d4-4410-b898-3e0d4009518a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:41.809985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:41.839274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9b737-eb4e-4359-81c4-b22cd03714a7 req-b7a5484d-98f7-4cfa-a602-37dc72f7541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:41.842092 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-03b9b737-eb4e-4359-81c4-b22cd03714a7 req-b7a5484d-98f7-4cfa-a602-37dc72f7541e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 1130 time: 0.6169178 Sep 25 01:09:41.904148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port d0e49a9e-e5d4-4410-b898-3e0d4009518a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d0e49a9e-e5d4-4410-b898-3e0d4009518a,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:41.911608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:41.912706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d83c81eb-b430-4877-ae6d-3e00d6938bf4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:41.958174 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-03b9b737-eb4e-4359-81c4-b22cd03714a7 req-f199cca3-d305-4fe0-8f87-f3f448e4e3a6 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084933 Sep 25 01:09:42.023037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.023676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.024029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.025240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.025721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.026461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.026930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.027584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.028121 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.030457 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8a189451-5702-4a49-948f-ef66b4216e49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 6330 time: 0.3625593 Sep 25 01:09:42.034339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58576) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:42.040698 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Sync routers for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:09:42.059212 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:42.060274 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:42.061602 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=d0e49a9e-e5d4-4410-b898-3e0d4009518a,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:42.144175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20dc06-6e54-4d3c-953f-9a25419c4033 req-9d6ff1f4-2a52-4cf9-b3cc-15666dd9515f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.145298 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4e20dc06-6e54-4d3c-953f-9a25419c4033 req-9d6ff1f4-2a52-4cf9-b3cc-15666dd9515f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 946 time: 0.0743570 Sep 25 01:09:42.161273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d83c81eb-b430-4877-ae6d-3e00d6938bf4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:42.161731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.162144 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d83c81eb-b430-4877-ae6d-3e00d6938bf4 Sep 25 01:09:42.198808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Publish callbacks [] for port (7d58df3f-c071-4367-9e30-f81924de68f4), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.208513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:42.214535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (7d58df3f-c071-4367-9e30-f81924de68f4), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.219761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c22076-9950-45e3-b1ca-8ace634fbef6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.220735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c22076-9950-45e3-b1ca-8ace634fbef6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.221525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c22076-9950-45e3-b1ca-8ace634fbef6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.222149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c22076-9950-45e3-b1ca-8ace634fbef6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.222325 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:42.222961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c22076-9950-45e3-b1ca-8ace634fbef6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.223791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c22076-9950-45e3-b1ca-8ace634fbef6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.224479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c22076-9950-45e3-b1ca-8ace634fbef6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.225303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c22076-9950-45e3-b1ca-8ace634fbef6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:42.231508 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-29c22076-9950-45e3-b1ca-8ace634fbef6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5203 time: 0.1959040 Sep 25 01:09:42.234241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58578) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:42.240028 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (44282d7f-dc62-4459-aeee-87211825c9e8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.302213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Network 42d28679-7f9d-496f-9455-6d7b779051a0 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:42.307503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=44282d7f-dc62-4459-aeee-87211825c9e8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:42.332570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:42.343610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:42.364962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Pushing event updated for resources: {'Port': ['ID=7d58df3f-c071-4367-9e30-f81924de68f4,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:42.414718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:42.437538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (42d28679-7f9d-496f-9455-6d7b779051a0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.465305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d28679-7f9d-496f-9455-6d7b779051a0']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:42.474032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d00b933-a0bb-4167-954b-b84e5a350858 None None] Network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:42.479573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b876e42-4a3a-4091-9a83-82d317096e0c') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:42.480037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b876e42-4a3a-4091-9a83-82d317096e0c') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:42.482952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:42.496901 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4e20dc06-6e54-4d3c-953f-9a25419c4033 req-2d4c8090-6172-45c4-b4fd-13a1d09f18ca tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419690 Sep 25 01:09:42.503305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (0b876e42-4a3a-4091-9a83-82d317096e0c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.541071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0b876e42-4a3a-4091-9a83-82d317096e0c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.562755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:42.563704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (0b876e42-4a3a-4091-9a83-82d317096e0c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.577595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d83c81eb-b430-4877-ae6d-3e00d6938bf4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:42.578266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.580635 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6ca8275d-603e-4eb5-ba92-74f68be9e937 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3449390 Sep 25 01:09:42.599279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:42.600134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:42.601311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:42.610702 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:39Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc04faaf-0d50-4d28-97e4-28b720127fcb', 'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f7:15:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:37Z', 'updated_at': '2022-09-25T01:09:40Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:42.637789 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0b876e42-4a3a-4091-9a83-82d317096e0c resource provider aggregate not found Sep 25 01:09:42.638359 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Checking router: 55677a6e-63ef-4595-a671-01dabebd874b for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:09:42.638717 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Updating router 55677a6e-63ef-4595-a671-01dabebd874b port fc04faaf-0d50-4d28-97e4-28b720127fcb binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:09:42.644397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d6e9ab9a-16e4-4339-918e-b1bf16bf954e None None] Provisioning complete for port d0e49a9e-e5d4-4410-b898-3e0d4009518a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:42.645177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ab9a-16e4-4339-918e-b1bf16bf954e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.645772 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d6e9ab9a-16e4-4339-918e-b1bf16bf954e None None] Attempt 1 to provision port d0e49a9e-e5d4-4410-b898-3e0d4009518a Sep 25 01:09:42.655245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port d83c81eb-b430-4877-ae6d-3e00d6938bf4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d83c81eb-b430-4877-ae6d-3e00d6938bf4,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.659587 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:42.662787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:42.669431 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0b876e42-4a3a-4091-9a83-82d317096e0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b876e42-4a3a-4091-9a83-82d317096e0c found for delete ", "request_id": "req-b8b44cd5-104f-4550-a408-25702007f42b"}]} Sep 25 01:09:42.676007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58586) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:42.677543 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.682112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-926ac3c8-94f5-4c2a-ba12-fbdda3da6001 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930704017', 'description': 'tempest-secgroup-smoke-930704017 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:42.686011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.api [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:09:42.686011 dv-neutron-master-2-hyperv neutron-server[107188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:09:42.686011 dv-neutron-master-2-hyperv neutron-server[107188]: [parameters: {'id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:42.686011 dv-neutron-master-2-hyperv neutron-server[107188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:09:42.687300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG oslo_db.api [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:09:42.701110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.713450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-926ac3c8-94f5-4c2a-ba12-fbdda3da6001 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.731280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.758927 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:42.762315 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:42.764818 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempt 2 to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 Sep 25 01:09:42.796962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-926ac3c8-94f5-4c2a-ba12-fbdda3da6001 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (892e85ec-ee77-4ab4-92da-0fb89faadbc8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.801966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-926ac3c8-94f5-4c2a-ba12-fbdda3da6001 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (892e85ec-ee77-4ab4-92da-0fb89faadbc8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.814506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:42.815111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:42.815491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:42.837416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-926ac3c8-94f5-4c2a-ba12-fbdda3da6001 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.840168 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-926ac3c8-94f5-4c2a-ba12-fbdda3da6001 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1608386 Sep 25 01:09:42.841725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58588) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:42.842466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ac3c8-94f5-4c2a-ba12-fbdda3da6001 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892e85ec-ee77-4ab4-92da-0fb89faadbc8,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:42.847066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d691ccf9-c897-4cb8-a55c-6bb91f019cdc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '892e85ec-ee77-4ab4-92da-0fb89faadbc8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.853015 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:42.856683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:42.881218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d691ccf9-c897-4cb8-a55c-6bb91f019cdc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ffa7fc92-0a8b-4ef4-b113-3570cb2a7039), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.886387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=d83c81eb-b430-4877-ae6d-3e00d6938bf4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.892993 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:42.897194 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:42.897194 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempt 3 to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 Sep 25 01:09:42.939832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:42.940238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:42.940606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:42.977489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9ab9a-16e4-4339-918e-b1bf16bf954e None None] Current status of the port d0e49a9e-e5d4-4410-b898-3e0d4009518a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:42.982055 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:42.987180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:42.988070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d691ccf9-c897-4cb8-a55c-6bb91f019cdc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ffa7fc92-0a8b-4ef4-b113-3570cb2a7039), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:42.995413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d691ccf9-c897-4cb8-a55c-6bb91f019cdc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ffa7fc92-0a8b-4ef4-b113-3570cb2a7039), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.010655 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.013715 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:43.013715 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempt 4 to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 Sep 25 01:09:43.025103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691ccf9-c897-4cb8-a55c-6bb91f019cdc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa7fc92-0a8b-4ef4-b113-3570cb2a7039,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:43.045936 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:43.046388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:43.047134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.048707 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Publish callbacks [] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.054761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d691ccf9-c897-4cb8-a55c-6bb91f019cdc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.056017 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.056964 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d691ccf9-c897-4cb8-a55c-6bb91f019cdc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2140827 Sep 25 01:09:43.059994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58590) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:43.066195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4f07c069-a95a-41ee-9885-2338b3a89f9e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '892e85ec-ee77-4ab4-92da-0fb89faadbc8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.078619 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.082153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.106287 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.109942 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:43.109942 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempt 5 to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 Sep 25 01:09:43.111465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f07c069-a95a-41ee-9885-2338b3a89f9e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (5927496e-b667-4dc7-8acf-ad1e742723da), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.124261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:43.124635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:43.125004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.156492 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.159651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.160871 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Attempting to bind port fc04faaf-0d50-4d28-97e4-28b720127fcb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:43.161246 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Attempting to bind port fc04faaf-0d50-4d28-97e4-28b720127fcb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:43.161659 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Attempting to bind port fc04faaf-0d50-4d28-97e4-28b720127fcb on network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.180309 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.183208 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:43.183208 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempt 6 to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 Sep 25 01:09:43.189609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (42d28679-7f9d-496f-9455-6d7b779051a0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.207656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Provisioning complete for port d0e49a9e-e5d4-4410-b898-3e0d4009518a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:43.208232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.208700 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Attempt 1 to provision port d0e49a9e-e5d4-4410-b898-3e0d4009518a Sep 25 01:09:43.215519 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:09:43.216031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:43.216420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:43.216795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.217214 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Checking segment: {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:43.217951 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.218648 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Bound using segment: {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:09:43.219980 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Bound port: fc04faaf-0d50-4d28-97e4-28b720127fcb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:09:43.220722 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.236839 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Pushing event updated for resources: {'Port': ['ID=fc04faaf-0d50-4d28-97e4-28b720127fcb,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:43.262550 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:09:43.269381 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.269876 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.270214 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.270619 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.271035 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.271431 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.271822 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.272677 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.278452 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.278617 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.278777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.278777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.278777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.278777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.278777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.278777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.278777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:43.280916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f07c069-a95a-41ee-9885-2338b3a89f9e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (5927496e-b667-4dc7-8acf-ad1e742723da), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.293627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f07c069-a95a-41ee-9885-2338b3a89f9e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5927496e-b667-4dc7-8acf-ad1e742723da), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.314840 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.318338 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:43.318338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d0e49a9e-e5d4-4410-b898-3e0d4009518a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:43.337880 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:43.340487 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] For port fc04faaf-0d50-4d28-97e4-28b720127fcb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:43.346085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07c069-a95a-41ee-9885-2338b3a89f9e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5927496e-b667-4dc7-8acf-ad1e742723da,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:43.347333 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] For port fc04faaf-0d50-4d28-97e4-28b720127fcb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc04faaf-0d50-4d28-97e4-28b720127fcb,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:09:43.353601 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f07c069-a95a-41ee-9885-2338b3a89f9e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.355381 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4f07c069-a95a-41ee-9885-2338b3a89f9e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2934809 Sep 25 01:09:43.357816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58592) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:43.364750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6bbcf29d-66e7-401c-8867-21bf9ae8a283 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '892e85ec-ee77-4ab4-92da-0fb89faadbc8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:43.369712 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempt 7 to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 Sep 25 01:09:43.371637 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.374280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting port 7d58df3f-c071-4367-9e30-f81924de68f4 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:43.374640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7d58df3f-c071-4367-9e30-f81924de68f4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.401775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d0e49a9e-e5d4-4410-b898-3e0d4009518a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:43.402535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.403092 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d0e49a9e-e5d4-4410-b898-3e0d4009518a Sep 25 01:09:43.427821 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:43.432874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf29d-66e7-401c-8867-21bf9ae8a283 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (58e7eee7-f5d2-4838-88e0-ebc4f980fd96), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.460757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:43.461148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:43.461661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.479867 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:43.480216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] For port 7d58df3f-c071-4367-9e30-f81924de68f4, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:43.480537 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:43.481440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7d58df3f-c071-4367-9e30-f81924de68f4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.494707 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.499834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.503859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Calling delete_port for 7d58df3f-c071-4367-9e30-f81924de68f4 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.544893 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.548305 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:43.550954 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempt 8 to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 Sep 25 01:09:43.568537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:43.573886 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffea45-bc2b-41e5-b045-3018402984c5 None None] Pushing event updated for resources: {'Port': ['ID=fc04faaf-0d50-4d28-97e4-28b720127fcb,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:43.638289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf29d-66e7-401c-8867-21bf9ae8a283 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (58e7eee7-f5d2-4838-88e0-ebc4f980fd96), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.642898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:43.648190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf29d-66e7-401c-8867-21bf9ae8a283 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (58e7eee7-f5d2-4838-88e0-ebc4f980fd96), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.649654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (7d58df3f-c071-4367-9e30-f81924de68f4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.671844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d0e49a9e-e5d4-4410-b898-3e0d4009518a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:43.673694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d83c81eb-b430-4877-ae6d-3e00d6938bf4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:43.704431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf29d-66e7-401c-8867-21bf9ae8a283 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.711038 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6bbcf29d-66e7-401c-8867-21bf9ae8a283 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3492196 Sep 25 01:09:43.712711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58596) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:43.724527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ce1a4761-bbc6-404b-8db6-29f297128c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '892e85ec-ee77-4ab4-92da-0fb89faadbc8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:43.732911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:43.733664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:43.734896 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.740765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Port': ['ID=7d58df3f-c071-4367-9e30-f81924de68f4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:43.759119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcf29d-66e7-401c-8867-21bf9ae8a283 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e7eee7-f5d2-4838-88e0-ebc4f980fd96,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:43.768256 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:43.810774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4761-bbc6-404b-8db6-29f297128c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (5fe9227b-d9bf-42bb-8d52-46dc990aba9e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.820867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Current status of the port d0e49a9e-e5d4-4410-b898-3e0d4009518a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:43.823179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No DVR routers for this DVR port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:43.875648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Provisioning complete for port fc04faaf-0d50-4d28-97e4-28b720127fcb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:43.876574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.876821 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Attempt 1 to provision port fc04faaf-0d50-4d28-97e4-28b720127fcb Sep 25 01:09:43.904382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4761-bbc6-404b-8db6-29f297128c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (5fe9227b-d9bf-42bb-8d52-46dc990aba9e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.905727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:43.910934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4761-bbc6-404b-8db6-29f297128c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5fe9227b-d9bf-42bb-8d52-46dc990aba9e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.934454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a4761-bbc6-404b-8db6-29f297128c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe9227b-d9bf-42bb-8d52-46dc990aba9e,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:43.945120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:43.953233 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:43.957689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:43.972701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4761-bbc6-404b-8db6-29f297128c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.974756 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ce1a4761-bbc6-404b-8db6-29f297128c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2557993 Sep 25 01:09:43.981320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58598) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:43.991891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267722f4-02c3-4a2f-84a3-49f6e1bfae19 req-d8e79df5-b7f5-49b5-82e9-7a8f7af2d83a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:43.993833 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-267722f4-02c3-4a2f-84a3-49f6e1bfae19 req-d8e79df5-b7f5-49b5-82e9-7a8f7af2d83a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 946 time: 0.2784514 Sep 25 01:09:43.993979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1e418293-5aea-4885-af79-72dfb12cabb7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '892e85ec-ee77-4ab4-92da-0fb89faadbc8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:44.021523 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-1e418293-5aea-4885-af79-72dfb12cabb7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.029240 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:44.032248 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:44.032341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e418293-5aea-4885-af79-72dfb12cabb7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (c771702f-2da1-45ba-8769-a7dcc44f7647), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.034866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (42d28679-7f9d-496f-9455-6d7b779051a0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.038086 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempt 9 to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 Sep 25 01:09:44.078164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d28679-7f9d-496f-9455-6d7b779051a0']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:44.090552 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-267722f4-02c3-4a2f-84a3-49f6e1bfae19 req-cfe36757-0acf-4887-ab7c-f966dd1beacf tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846617 Sep 25 01:09:44.094232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b876e42-4a3a-4091-9a83-82d317096e0c') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:44.094774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b876e42-4a3a-4091-9a83-82d317096e0c') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:44.098030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:44.099649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:44.100086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:44.107371 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Current status of the port fc04faaf-0d50-4d28-97e4-28b720127fcb is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:44.107996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.116777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e418293-5aea-4885-af79-72dfb12cabb7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (c771702f-2da1-45ba-8769-a7dcc44f7647), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.117056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (0b876e42-4a3a-4091-9a83-82d317096e0c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.123385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e418293-5aea-4885-af79-72dfb12cabb7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (c771702f-2da1-45ba-8769-a7dcc44f7647), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.124450 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:39Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc04faaf-0d50-4d28-97e4-28b720127fcb', 'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f7:15:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:37Z', 'updated_at': '2022-09-25T01:09:43Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:44.132168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d83c81eb-b430-4877-ae6d-3e00d6938bf4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:44.135025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.135025 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d83c81eb-b430-4877-ae6d-3e00d6938bf4 Sep 25 01:09:44.136701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0b876e42-4a3a-4091-9a83-82d317096e0c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.147637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:44.148160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (0b876e42-4a3a-4091-9a83-82d317096e0c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.155737 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3e5c5-62c6-4ab7-968d-692f0d7a0093 None None] The sync data for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv is: [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:39Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc04faaf-0d50-4d28-97e4-28b720127fcb', 'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f7:15:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:37Z', 'updated_at': '2022-09-25T01:09:43Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:09:44.159850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e418293-5aea-4885-af79-72dfb12cabb7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c771702f-2da1-45ba-8769-a7dcc44f7647,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:44.170194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1e418293-5aea-4885-af79-72dfb12cabb7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.171459 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1e418293-5aea-4885-af79-72dfb12cabb7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1826293 Sep 25 01:09:44.174109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:44.174394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58600) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:44.179389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ca939b2a-bbb4-4966-85e3-35778615b816 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '892e85ec-ee77-4ab4-92da-0fb89faadbc8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.182143 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:44.187620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:44.219383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-ca939b2a-bbb4-4966-85e3-35778615b816 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:09:44.258254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ca939b2a-bbb4-4966-85e3-35778615b816 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (16c850e7-97db-4f15-b2a6-e79068fb819b), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.274667 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:44.280673 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:44.280673 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempt 10 to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 Sep 25 01:09:44.312348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] For port fc04faaf-0d50-4d28-97e4-28b720127fcb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc04faaf-0d50-4d28-97e4-28b720127fcb,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:44.331752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:44.332281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:44.332663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:44.340137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.392608 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:44.395787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Attempting to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on network 42d28679-7f9d-496f-9455-6d7b779051a0 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:44.402220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ca939b2a-bbb4-4966-85e3-35778615b816 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (16c850e7-97db-4f15-b2a6-e79068fb819b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.407346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ca939b2a-bbb4-4966-85e3-35778615b816 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (16c850e7-97db-4f15-b2a6-e79068fb819b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.431327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca939b2a-bbb4-4966-85e3-35778615b816 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c850e7-97db-4f15-b2a6-e79068fb819b,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 44282d7f-dc62-4459-aeee-87211825c9e8 could not be found. Sep 25 01:09:44.447891 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:44.451403 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Failed to bind port 7d58df3f-c071-4367-9e30-f81924de68f4 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': '0b876e42-4a3a-4091-9a83-82d317096e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42d28679-7f9d-496f-9455-6d7b779051a0'}] Sep 25 01:09:44.451403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d58df3f-c071-4367-9e30-f81924de68f4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.455720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ca939b2a-bbb4-4966-85e3-35778615b816 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.473756 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ca939b2a-bbb4-4966-85e3-35778615b816 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2922921 Sep 25 01:09:44.528532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d83c81eb-b430-4877-ae6d-3e00d6938bf4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:44.555339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fe59cb85-9b0f-49e5-a286-f6624f243bed None None] Port 7d58df3f-c071-4367-9e30-f81924de68f4 has been deleted concurrently {{(pid=107189) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:694}} Sep 25 01:09:44.557687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c339c-4696-47b4-871e-856e8b31f221 None None] Pushing event updated for resources: {'Port': ['ID=fc04faaf-0d50-4d28-97e4-28b720127fcb,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:44.564092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-bc0061ff-0bd5-43e0-9280-3688ddfee54a None None] Provisioning complete for port fc04faaf-0d50-4d28-97e4-28b720127fcb triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:44.564615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc0061ff-0bd5-43e0-9280-3688ddfee54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.565140 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bc0061ff-0bd5-43e0-9280-3688ddfee54a None None] Attempt 1 to provision port fc04faaf-0d50-4d28-97e4-28b720127fcb Sep 25 01:09:44.612784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 618488a4-4deb-4b37-a6eb-7f5036743e0a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:44.643540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (42d28679-7f9d-496f-9455-6d7b779051a0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.652460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 618488a4-4deb-4b37-a6eb-7f5036743e0a {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:44.652886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 618488a4-4deb-4b37-a6eb-7f5036743e0a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:44.654558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.665767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58608) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:44.678153 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/42d28679-7f9d-496f-9455-6d7b779051a0 HTTP/1.1" status: 204 len: 168 time: 3.5719981 Sep 25 01:09:44.711850 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-905246f1-5dc2-4492-91aa-c387432aec4b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] GET failed (client error): The resource could not be found. Sep 25 01:09:44.713646 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-905246f1-5dc2-4492-91aa-c387432aec4b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/subnets/44282d7f-dc62-4459-aeee-87211825c9e8 HTTP/1.1" status: 404 len: 337 time: 0.0460937 Sep 25 01:09:44.716467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58618) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:44.724473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180554e-54c1-4a99-b1a9-5c8f6efb170c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=42d28679-7f9d-496f-9455-6d7b779051a0,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:44.732613 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0b876e42-4a3a-4091-9a83-82d317096e0c resource provider aggregate not found Sep 25 01:09:44.764122 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0b876e42-4a3a-4091-9a83-82d317096e0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b876e42-4a3a-4091-9a83-82d317096e0c found for delete ", "request_id": "req-5f1aab86-755b-4e42-b822-32090184358f"}]} Sep 25 01:09:44.769123 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b937343-d7d0-4b80-b652-20588a287356 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:44.769708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b937343-d7d0-4b80-b652-20588a287356 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:44.776864 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6b937343-d7d0-4b80-b652-20588a287356 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/42d28679-7f9d-496f-9455-6d7b779051a0 HTTP/1.1" status: 404 len: 339 time: 0.0552943 Sep 25 01:09:44.777489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58622) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:44.882073 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-6d08b910-3ef8-4032-95aa-f10e31f16ab6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-930704017&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.1458778 Sep 25 01:09:44.969311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bc0061ff-0bd5-43e0-9280-3688ddfee54a None None] Current status of the port fc04faaf-0d50-4d28-97e4-28b720127fcb is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:45.034722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:45.120729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0ecf5-bd52-4d17-8676-e69af5a2c396 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.122425 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8ab0ecf5-bd52-4d17-8676-e69af5a2c396 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3439677 Sep 25 01:09:45.128706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58626) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:45.188690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-6a7419ba-a1a9-4b1d-9cb5-c477acea7964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.200611 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-6a7419ba-a1a9-4b1d-9cb5-c477acea7964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3ed60ed8-3013-4d8a-a275-f90fa0889f0d HTTP/1.1" status: 200 len: 797 time: 0.2947164 Sep 25 01:09:45.218660 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-28646cf7-335a-4461-b88a-d68e41ba151a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 207 time: 0.0885580 Sep 25 01:09:45.219306 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58628) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:45.233813 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-9315b695-fd67-4e32-a364-7230a12596f2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0319610 Sep 25 01:09:45.287746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fc04faaf-0d50-4d28-97e4-28b720127fcb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:45.320993 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-0fcf3c64-a291-425e-ba53-cd1ae66ee78a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857592 Sep 25 01:09:45.372646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port fc04faaf-0d50-4d28-97e4-28b720127fcb triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:45.373852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:45.374553 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port fc04faaf-0d50-4d28-97e4-28b720127fcb Sep 25 01:09:45.459177 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-99170250-1918-4725-9113-9014f9e8d1f8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352832 Sep 25 01:09:45.484211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port fc04faaf-0d50-4d28-97e4-28b720127fcb is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:45.484478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a78942-14b9-46aa-a0f8-8d844eb49963 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.493489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a78942-14b9-46aa-a0f8-8d844eb49963 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.499807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a78942-14b9-46aa-a0f8-8d844eb49963 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.505414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a78942-14b9-46aa-a0f8-8d844eb49963 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.507475 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-84a78942-14b9-46aa-a0f8-8d844eb49963 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2870271 Sep 25 01:09:45.512462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58630) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:45.552999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f71fac-d492-4bcf-b65c-4cbc928c63b7 req-e9cc753d-28ec-47dd-b0da-8ee7b6a5904c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.554728 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f3f71fac-d492-4bcf-b65c-4cbc928c63b7 req-e9cc753d-28ec-47dd-b0da-8ee7b6a5904c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 946 time: 0.3102160 Sep 25 01:09:45.579729 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-5be7d81b-5d9f-46c6-93ac-e4593bddd7ff service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168699 Sep 25 01:09:45.685996 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f3f71fac-d492-4bcf-b65c-4cbc928c63b7 req-696be750-680c-4b29-bf13-367667b26c95 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996170 Sep 25 01:09:45.719211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58632) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:45.719477 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4a2c8dbc-34c5-46d0-b6b8-7b1c4e42047c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2035999 Sep 25 01:09:45.864241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:45.879699 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ab2d2b9-9e2d-40a6-a257-4fb75500206e req-d0856b9e-83cc-4926-9304-a3b9278a019f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 210 time: 0.0665507 Sep 25 01:09:45.912441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff1b2-9d2c-4e00-9d2c-a0145b466d08 req-44aca31d-08f5-489d-be9d-862554671067 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.924613 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0d5ff1b2-9d2c-4e00-9d2c-a0145b466d08 req-44aca31d-08f5-489d-be9d-862554671067 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 946 time: 0.1053817 Sep 25 01:09:45.925208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f5441-c519-4a2f-92c4-2c0110d49600 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.930188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f5441-c519-4a2f-92c4-2c0110d49600 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.932071 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f88f5441-c519-4a2f-92c4-2c0110d49600 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2111630 Sep 25 01:09:45.938993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58640) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:46.015119 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0d5ff1b2-9d2c-4e00-9d2c-a0145b466d08 req-a07ef959-14d5-46db-bc61-45a015345ed4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887012 Sep 25 01:09:46.030319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5735d5d-b58c-4f02-9faf-a1eec574eba7 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['shared'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.033050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5735d5d-b58c-4f02-9faf-a1eec574eba7 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['shared'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.035068 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e5735d5d-b58c-4f02-9faf-a1eec574eba7 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0949552 Sep 25 01:09:46.038706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58646) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:46.052888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58648) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:46.174235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:46.194497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-16a931b7-1f82-4f6d-95fb-34ad3c2579a5 None None] Could not find standard attr ID for object 7d58df3f-c071-4367-9e30-f81924de68f4. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:09:46.217948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b9073-c9aa-406b-93d4-8d86a455ff57 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.218974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d70234-bd07-4748-aa69-54da52ace7e4 None None] DHCP port deletion for 42d28679-7f9d-496f-9455-6d7b779051a0 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:09:46.219596 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-040b9073-c9aa-406b-93d4-8d86a455ff57 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/networks/40c62260-2abd-40bb-acd4-c64a59d14ca2 HTTP/1.1" status: 200 len: 799 time: 0.1797082 Sep 25 01:09:46.224032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58652) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:46.259698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8268d928-b9bd-4e55-b85f-6055d9628e9f None None] Network 42d28679-7f9d-496f-9455-6d7b779051a0 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:46.296074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8268d928-b9bd-4e55-b85f-6055d9628e9f None None] Network 42d28679-7f9d-496f-9455-6d7b779051a0 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:09:46.401896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9971852f-8c52-499d-9be6-09ee8cd31c1e tempest-TestVolumeBootPattern-1504049565 tempest-TestVolumeBootPattern-1504049565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.403835 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9971852f-8c52-499d-9be6-09ee8cd31c1e tempest-TestVolumeBootPattern-1504049565 tempest-TestVolumeBootPattern-1504049565-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 1125 time: 0.3491797 Sep 25 01:09:46.409262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58656) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:46.418597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:46.449744 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-73a8810d-9f51-4a1c-a29d-6e775293da9a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/networks/40c62260-2abd-40bb-acd4-c64a59d14ca2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2242522 Sep 25 01:09:46.453541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:46.453781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58658) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:46.524296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98408f1c-22a8-4747-a50f-ab01392f015b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.526708 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-98408f1c-22a8-4747-a50f-ab01392f015b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/subnets/7d7fa988-f352-495f-b48c-56a2f8ba9816 HTTP/1.1" status: 200 len: 811 time: 0.0718877 Sep 25 01:09:46.531228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58660) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:46.580659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:46.622970 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb88fed5-3e2a-4ba2-9a58-c7eb2d55f3a4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['shared'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.624431 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-eb88fed5-3e2a-4ba2-9a58-c7eb2d55f3a4 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "GET /networking/v2.0/subnets/7d7fa988-f352-495f-b48c-56a2f8ba9816?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0916560 Sep 25 01:09:46.628661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58662) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:46.633687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-308735077'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:46.661858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:46.668282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:46.696729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:46.702204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:09:46.716666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:46.717071 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Added segment b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd of type vlan for network 59872e8d-8b91-4374-b59f-41e9f4cbdaae Sep 25 01:09:46.738749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Allocated IP 172.36.7.104 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/fe974bad-30eb-482d-9f33-27e82797e2a5) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:46.787136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (59872e8d-8b91-4374-b59f-41e9f4cbdaae), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:46.840969 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (59872e8d-8b91-4374-b59f-41e9f4cbdaae), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:46.850393 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.851334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:46.892474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:46.892821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for port (fe974bad-30eb-482d-9f33-27e82797e2a5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:46.936643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fe974bad-30eb-482d-9f33-27e82797e2a5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:46.963028 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3331859 Sep 25 01:09:46.963692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58666) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:46.979301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:46.988935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:46.993074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:46.997258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:47.003480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e3d3c-f5ec-4f5f-a337-209a68f2de8b tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Network': ['ID=59872e8d-8b91-4374-b59f-41e9f4cbdaae,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:47.020600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 59872e8d-8b91-4374-b59f-41e9f4cbdaae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:09:47.037787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'Port': ['ID=fe974bad-30eb-482d-9f33-27e82797e2a5,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:47.073093 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-07f3078f-f597-4921-8c0f-cfda83e540d5 req-9bf625ac-3d4a-4ee5-b211-94682f8ccb07 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 210 time: 0.0500164 Sep 25 01:09:47.134188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Made reservation on behalf of b04643ea1f4f465b999c70fc8b33aea5 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:47.139276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:47.190443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7d58df3f-c071-4367-9e30-f81924de68f4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:47.219130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 7d58df3f-c071-4367-9e30-f81924de68f4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:47.220193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7d58df3f-c071-4367-9e30-f81924de68f4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:47.223537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing IP validity checks on allocation pools {{(pid=107188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 25 01:09:47.224178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.ipam_backend_mixin [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 25 01:09:47.415373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:47.443762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (3a86b9ab-da49-4716-abab-c3132db0f432), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:47.455062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:47.519333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-f78f3bab-2f50-46cb-9817-3af2f31dfb1d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:47.521151 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-f78f3bab-2f50-46cb-9817-3af2f31dfb1d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=3ed60ed8-3013-4d8a-a275-f90fa0889f0d HTTP/1.1" status: 200 len: 797 time: 0.2265456 Sep 25 01:09:47.544913 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=3a86b9ab-da49-4716-abab-c3132db0f432,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:47.557387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Checking segment: {'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:47.557387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network hostable DHCP agents. Network: 59872e8d-8b91-4374-b59f-41e9f4cbdaae, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:09:47.578770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Network 59872e8d-8b91-4374-b59f-41e9f4cbdaae is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:09:47.592305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 59872e8d-8b91-4374-b59f-41e9f4cbdaae) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:47.597519 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:47.598158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:47.610019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e601e3-93f4-4447-bc92-922f42b30059 None None] Network 59872e8d-8b91-4374-b59f-41e9f4cbdaae requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:47.624007 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3a1647ad-b0f3-47db-8228-7980c2f7f020 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6476331 Sep 25 01:09:47.625676 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58672) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:47.633345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-65960ad9-ac1f-459f-8d27-384eec196337 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:47.759597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-59872e8d-8b91-4374-b59f-41e9f4cbdaae', 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae', 'project_id': 'b04643ea1f4f465b999c70fc8b33aea5', 'fixed_ips': [{'subnet_id': '3a86b9ab-da49-4716-abab-c3132db0f432'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:09:47.761741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:47.771838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65960ad9-ac1f-459f-8d27-384eec196337 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4501575'] for subnet (3a86b9ab-da49-4716-abab-c3132db0f432), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:47.795327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:47.797832 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-5d139d11-234f-4670-9bfa-7928745bb554 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 379 time: 0.2202954 Sep 25 01:09:47.839526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['892e85ec-ee77-4ab4-92da-0fb89faadbc8']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:47.848825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:47.934878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (fc323338-a16b-4910-9061-7ced649d2745), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:47.976107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65960ad9-ac1f-459f-8d27-384eec196337 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745228993172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4600809'] for subnet (3a86b9ab-da49-4716-abab-c3132db0f432), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.032597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65960ad9-ac1f-459f-8d27-384eec196337 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:48.032919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Allocated IP 172.20.0.3 (59872e8d-8b91-4374-b59f-41e9f4cbdaae/3a86b9ab-da49-4716-abab-c3132db0f432/b6ab7333-a705-437c-ab6f-d67c9de7ab71) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:48.033119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65960ad9-ac1f-459f-8d27-384eec196337 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.034473 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-65960ad9-ac1f-459f-8d27-384eec196337 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "PUT /networking/v2.0/subnets/3a86b9ab-da49-4716-abab-c3132db0f432 HTTP/1.1" status: 200 len: 877 time: 0.4069629 Sep 25 01:09:48.038425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58674) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:48.053124 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:48.078060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65960ad9-ac1f-459f-8d27-384eec196337 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event updated for resources: {'Subnet': ['ID=3a86b9ab-da49-4716-abab-c3132db0f432,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:48.175903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (59872e8d-8b91-4374-b59f-41e9f4cbdaae), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.218588 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f809ee13-e1e0-418e-bf7e-103a70fbae5d req-b01f5d09-5a01-4536-ac0a-b1a6f16ff30c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 210 time: 0.0372429 Sep 25 01:09:48.253727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Publish callbacks [] for port (b6ab7333-a705-437c-ab6f-d67c9de7ab71), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.263354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (b6ab7333-a705-437c-ab6f-d67c9de7ab71), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.273056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:48.297046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (3a86b9ab-da49-4716-abab-c3132db0f432), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.325922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Network 59872e8d-8b91-4374-b59f-41e9f4cbdaae is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:48.338163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:48.341131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:48.344363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Pushing event updated for resources: {'Port': ['ID=b6ab7333-a705-437c-ab6f-d67c9de7ab71,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:48.389210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (3a86b9ab-da49-4716-abab-c3132db0f432), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.416488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:48.417333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:48.418603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.448401 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.453268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.453597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=3a86b9ab-da49-4716-abab-c3132db0f432,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:48.469662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:48.473826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.494681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fe974bad-30eb-482d-9f33-27e82797e2a5), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.497284 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.501756 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:48.502465 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempt 2 to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 Sep 25 01:09:48.519557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:48.520297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:48.521766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.549107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (59872e8d-8b91-4374-b59f-41e9f4cbdaae), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.549862 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.553646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.578134 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.583802 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:48.583802 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempt 3 to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 Sep 25 01:09:48.595881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59872e8d-8b91-4374-b59f-41e9f4cbdaae']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:48.597094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:48.597495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:48.597916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.615230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:48.616027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.626414 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.630191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.635465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.655366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.655834 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.659261 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:48.659261 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempt 4 to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 Sep 25 01:09:48.670278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:48.673668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:48.674763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:48.675477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:48.676239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.717662 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.725660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.738919 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd resource provider aggregate not found Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.766586 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.773212 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd found for delete ", "request_id": "req-20f0b338-0619-412c-b49c-0910b6808122"}]} Sep 25 01:09:48.773212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.db.api [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 25 01:09:48.773212 dv-neutron-master-2-hyperv neutron-server[107188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 25 01:09:48.773212 dv-neutron-master-2-hyperv neutron-server[107188]: [parameters: {'id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:48.773212 dv-neutron-master-2-hyperv neutron-server[107188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:09:48.773212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG oslo_db.api [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:09:48.775127 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:48.775887 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempt 5 to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 Sep 25 01:09:48.795248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:48.795639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:48.796112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.818602 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.824702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.841163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.7 (3ed60ed8-3013-4d8a-a275-f90fa0889f0d/c56315cb-b1f0-42d5-8444-c8f7d17a2d84/16f76719-995d-477c-829a-b6306bc8a264) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.843070 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.852612 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:48.852612 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempt 6 to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 Sep 25 01:09:48.862369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:48.862742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:48.863127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.901468 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.908609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.925351 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.929601 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:48.929601 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempt 7 to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 Sep 25 01:09:48.942666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:48.943498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:48.944571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:48.957960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:48.984206 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:48.990524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.018524 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:49.024297 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:49.024297 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempt 8 to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 Sep 25 01:09:49.024625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for port (fe974bad-30eb-482d-9f33-27e82797e2a5), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.037000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:49.037384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:49.037851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:49.039319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (fe974bad-30eb-482d-9f33-27e82797e2a5), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.062210 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:49.066395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.085306 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:49.090051 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:49.090051 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempt 9 to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 Sep 25 01:09:49.101266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:49.101708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:49.102019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:49.109046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.127421 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:49.131293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.149901 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:49.155480 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:49.155480 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempt 10 to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 Sep 25 01:09:49.171260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:49.171899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:49.172427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'Port': ['ID=fe974bad-30eb-482d-9f33-27e82797e2a5,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:49.172625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:49.182892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (fc323338-a16b-4910-9061-7ced649d2745), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.190160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (16f76719-995d-477c-829a-b6306bc8a264), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.201292 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:49.205854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempting to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on network 59872e8d-8b91-4374-b59f-41e9f4cbdaae {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers self.force_reraise() Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise self.value Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3a86b9ab-da49-4716-abab-c3132db0f432 could not be found. Sep 25 01:09:49.238777 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers Sep 25 01:09:49.244713 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR neutron.plugins.ml2.managers [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Failed to bind port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv for vnic_type normal using segments [{'id': 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '59872e8d-8b91-4374-b59f-41e9f4cbdaae'}] Sep 25 01:09:49.244713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b6ab7333-a705-437c-ab6f-d67c9de7ab71), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.273392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (59872e8d-8b91-4374-b59f-41e9f4cbdaae), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.320883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (16f76719-995d-477c-829a-b6306bc8a264), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.348714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] For port b6ab7333-a705-437c-ab6f-d67c9de7ab71, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:49.349316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Attempted to set empty binding levels {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 25 01:09:49.353385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting port b6ab7333-a705-437c-ab6f-d67c9de7ab71 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:49.353690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b6ab7333-a705-437c-ab6f-d67c9de7ab71), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.356924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b6ab7333-a705-437c-ab6f-d67c9de7ab71), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.390903 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Floating IP fc323338-a16b-4910-9061-7ced649d2745 associated. External IP: 172.36.7.104, port: 2b37280e-285c-44fa-a84b-ebe3e757f2f3. Sep 25 01:09:49.428697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:49.452843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add168c3-87e6-4458-b29c-b626819909c7 None None] Pushing event updated for resources: {'Port': ['ID=b6ab7333-a705-437c-ab6f-d67c9de7ab71,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:49.465152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] For port b6ab7333-a705-437c-ab6f-d67c9de7ab71, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:49.467679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c12629-dc2b-4c96-af26-a9072880f826 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:09:49.470865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b6ab7333-a705-437c-ab6f-d67c9de7ab71), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.471709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:49.484632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:49.487323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:49.487492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Calling delete_port for b6ab7333-a705-437c-ab6f-d67c9de7ab71 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:49.520890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=16f76719-995d-477c-829a-b6306bc8a264,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:49.546829 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe610-d4e0-4dab-9d85-6efc50affa4a req-7639529b-5ce0-4767-b04c-1c8c402e365d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:49.548448 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-600fe610-d4e0-4dab-9d85-6efc50affa4a req-7639529b-5ce0-4767-b04c-1c8c402e365d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 931 time: 0.1771240 Sep 25 01:09:49.573339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:49.583793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b6ab7333-a705-437c-ab6f-d67c9de7ab71), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.591188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c12629-dc2b-4c96-af26-a9072880f826 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:09:49.623349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:49.623876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.630320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Port': ['ID=b6ab7333-a705-437c-ab6f-d67c9de7ab71,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:49.633487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No DVR routers for this DVR port b6ab7333-a705-437c-ab6f-d67c9de7ab71 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:49.679311 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e2eb317a-aa14-4c5a-93e0-7d49c5f3fa18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8643191 Sep 25 01:09:49.691047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:49.694314 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-600fe610-d4e0-4dab-9d85-6efc50affa4a req-b37f5e43-5ad4-49cc-aba9-2e7a06f1511d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059275 Sep 25 01:09:49.701166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Request body: {'port': {'device_id': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:49.748472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (59872e8d-8b91-4374-b59f-41e9f4cbdaae), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.782207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59872e8d-8b91-4374-b59f-41e9f4cbdaae']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:49.793831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:49.794080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:49.809666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.827393 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.834920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:49.835501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.865592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ca72ea-2bdb-472a-a174-51acad81f385 None None] Network 59872e8d-8b91-4374-b59f-41e9f4cbdaae requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:49.871639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (16f76719-995d-477c-829a-b6306bc8a264), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.892816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Router 34ab2f79-5d5c-412c-8034-c462c45955b3 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:09:49.895729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:49.913512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (59872e8d-8b91-4374-b59f-41e9f4cbdaae), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.918309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.922266 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/59872e8d-8b91-4374-b59f-41e9f4cbdaae HTTP/1.1" status: 204 len: 168 time: 1.8827875 Sep 25 01:09:49.926930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58684) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:49.969034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a39185-9990-4ef0-b2c0-6b4593310b2a tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=59872e8d-8b91-4374-b59f-41e9f4cbdaae,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:49.972816 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-31740775-da19-4b85-8f01-6346d8e2afde tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:49.973281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31740775-da19-4b85-8f01-6346d8e2afde tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:49.976996 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-31740775-da19-4b85-8f01-6346d8e2afde tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3a86b9ab-da49-4716-abab-c3132db0f432 HTTP/1.1" status: 404 len: 337 time: 0.0494368 Sep 25 01:09:49.983200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523bbc92-8525-43f9-bcaf-24fc7958631d None None] Network 59872e8d-8b91-4374-b59f-41e9f4cbdaae requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:49.987166 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58686) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.002496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523bbc92-8525-43f9-bcaf-24fc7958631d None None] Network 59872e8d-8b91-4374-b59f-41e9f4cbdaae could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:09:50.015047 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-38477893-56de-44d5-98ef-abe95b5aacd7 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.015586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38477893-56de-44d5-98ef-abe95b5aacd7 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.019145 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-38477893-56de-44d5-98ef-abe95b5aacd7 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/59872e8d-8b91-4374-b59f-41e9f4cbdaae HTTP/1.1" status: 404 len: 339 time: 0.0300064 Sep 25 01:09:50.023317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58688) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.052601 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04c3222-f9e9-459b-b55c-4e2885422e25 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.053068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04c3222-f9e9-459b-b55c-4e2885422e25 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.058994 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b04c3222-f9e9-459b-b55c-4e2885422e25 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/44282d7f-dc62-4459-aeee-87211825c9e8 HTTP/1.1" status: 404 len: 337 time: 0.0319386 Sep 25 01:09:50.059286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58690) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.080846 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00274e9-0346-4d5d-84fd-ad3e75393177 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.081383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00274e9-0346-4d5d-84fd-ad3e75393177 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.088148 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b00274e9-0346-4d5d-84fd-ad3e75393177 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/42d28679-7f9d-496f-9455-6d7b779051a0 HTTP/1.1" status: 404 len: 339 time: 0.0243008 Sep 25 01:09:50.088455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58692) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.111365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:50.164430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Provisioning complete for port 16f76719-995d-477c-829a-b6306bc8a264 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:50.164816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (16f76719-995d-477c-829a-b6306bc8a264), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.165162 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Attempt 1 to provision port 16f76719-995d-477c-829a-b6306bc8a264 Sep 25 01:09:50.183337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (c83e9d44-70fd-49d0-9a1b-047b491cf899), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.210679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Port 16f76719-995d-477c-829a-b6306bc8a264 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:50.224148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:50.243068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:09:50.255656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] Sync routers for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:09:50.279086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:50.279876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:50.285366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.299854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (c83e9d44-70fd-49d0-9a1b-047b491cf899), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.326971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83e9d44-70fd-49d0-9a1b-047b491cf899']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:50.335819 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d9a4ef41-736b-4fc1-8231-158167ee0ef9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9246981 Sep 25 01:09:50.339893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79367982-0236-4eab-9298-5664a43d62ff', 'tag': '2b37280e-285c-44fa-a84b-ebe3e757f2f3'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:50.340905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83548d2b-934b-4ba7-8964-a09fc488cb3f') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:50.341301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83548d2b-934b-4ba7-8964-a09fc488cb3f') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:50.342288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7660a84a-f217-45c9-aa64-345d3bbe523d" -d '{"events": [{"name": "network-changed", "server_uuid": "79367982-0236-4eab-9298-5664a43d62ff", "tag": "2b37280e-285c-44fa-a84b-ebe3e757f2f3"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:50.356725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (83548d2b-934b-4ba7-8964-a09fc488cb3f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.374461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (83548d2b-934b-4ba7-8964-a09fc488cb3f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.389004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:50.389678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (83548d2b-934b-4ba7-8964-a09fc488cb3f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.399683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f76719-995d-477c-829a-b6306bc8a264 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:09:50.405770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431db40c-2317-4a68-b46c-068ebb056046 x-openstack-request-id: req-431db40c-2317-4a68-b46c-068ebb056046 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:50.406056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79367982-0236-4eab-9298-5664a43d62ff", "tag": "2b37280e-285c-44fa-a84b-ebe3e757f2f3", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:50.406313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-431db40c-2317-4a68-b46c-068ebb056046 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:50.406730 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431db40c-2317-4a68-b46c-068ebb056046'] response: {'name': 'network-changed', 'server_uuid': '79367982-0236-4eab-9298-5664a43d62ff', 'tag': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'status': 'completed', 'code': 200} Sep 25 01:09:50.411388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Publish callbacks [] for port (16f76719-995d-477c-829a-b6306bc8a264), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.417512 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:50.461323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Transition to ACTIVE for port object 16f76719-995d-477c-829a-b6306bc8a264 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:09:50.462484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (c83e9d44-70fd-49d0-9a1b-047b491cf899), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.473849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.480400 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/c83e9d44-70fd-49d0-9a1b-047b491cf899 HTTP/1.1" status: 204 len: 168 time: 0.3903549 Sep 25 01:09:50.481625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58698) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.486369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (16f76719-995d-477c-829a-b6306bc8a264), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.497180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5cd0-aaee-4dfc-a60b-b23c14c26874 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=c83e9d44-70fd-49d0-9a1b-047b491cf899,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:50.542918 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-c976d25b-900a-4845-a42e-885c541dd43f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.543389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c976d25b-900a-4845-a42e-885c541dd43f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.546610 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c976d25b-900a-4845-a42e-885c541dd43f tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/3d52b649-19c5-40c0-baeb-e6c8f8425d92 HTTP/1.1" status: 404 len: 337 time: 0.0636654 Sep 25 01:09:50.549546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58700) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.557012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-65d3af38-f28c-497e-b324-9905775d32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:50.558574 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-65d3af38-f28c-497e-b324-9905775d32c5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 1130 time: 0.1087408 Sep 25 01:09:50.579879 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c03f0b0-c421-4627-90c4-81de2d5e8def tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.580552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c03f0b0-c421-4627-90c4-81de2d5e8def tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.584212 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0c03f0b0-c421-4627-90c4-81de2d5e8def tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/a4196d5e-661d-4eda-8842-22cf15f887ef HTTP/1.1" status: 404 len: 339 time: 0.0332327 Sep 25 01:09:50.587751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58702) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.616670 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-902d5bbd-bf75-429f-a9f1-1a04ca49fd5c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.617679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902d5bbd-bf75-429f-a9f1-1a04ca49fd5c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.620944 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-902d5bbd-bf75-429f-a9f1-1a04ca49fd5c tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/98455969-a202-4956-a3cb-1b1fa3b737e2 HTTP/1.1" status: 404 len: 337 time: 0.0320342 Sep 25 01:09:50.624101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58704) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.644534 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-addd2a87-616c-4e7d-939d-b15926626d61 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.645335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addd2a87-616c-4e7d-939d-b15926626d61 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.650988 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-addd2a87-616c-4e7d-939d-b15926626d61 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/b65b8c4b-ec4b-416d-be9a-e975599e0b45 HTTP/1.1" status: 404 len: 339 time: 0.0233977 Sep 25 01:09:50.651297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58706) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.668715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be337edb-922a-4da5-959e-636b3074785a service neutron] Pushing event updated for resources: {'Port': ['ID=16f76719-995d-477c-829a-b6306bc8a264,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:50.684195 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e5f0ae-03f0-43d4-b68f-26ef7f14f741 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.684195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e5f0ae-03f0-43d4-b68f-26ef7f14f741 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.690296 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-37e5f0ae-03f0-43d4-b68f-26ef7f14f741 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0cbd3f2a-678b-449c-ad16-1429c77e0e48 HTTP/1.1" status: 404 len: 337 time: 0.0355332 Sep 25 01:09:50.690491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58708) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.692579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fc323338-a16b-4910-9061-7ced649d2745', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.104', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:5d:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79367982-0236-4eab-9298-5664a43d62ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:09:47Z', 'updated_at': '2022-09-25T01:09:47Z', 'revision_number': 0, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:50.711525 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d35bfc2-526e-46d8-b977-b1f7b273a2e5 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.711981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d35bfc2-526e-46d8-b977-b1f7b273a2e5 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.717936 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5d35bfc2-526e-46d8-b977-b1f7b273a2e5 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/9c164192-986e-4a8a-a9e2-17e2a572db11 HTTP/1.1" status: 404 len: 339 time: 0.0239131 Sep 25 01:09:50.718150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58710) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.723400 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Attempt 2 to provision port 16f76719-995d-477c-829a-b6306bc8a264 Sep 25 01:09:50.727466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] Checking router: 34ab2f79-5d5c-412c-8034-c462c45955b3 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:09:50.743983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Attempting to bind port 16f76719-995d-477c-829a-b6306bc8a264 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:50.745260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Attempting to bind port 16f76719-995d-477c-829a-b6306bc8a264 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:50.746202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Attempting to bind port 16f76719-995d-477c-829a-b6306bc8a264 on network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:50.753150 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fc84e5-fb5b-4c80-b678-7d277381684e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.753665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fc84e5-fb5b-4c80-b678-7d277381684e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.761616 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-92fc84e5-fb5b-4c80-b678-7d277381684e tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/e94ad119-b5b7-481b-a68b-89197c422fae HTTP/1.1" status: 404 len: 337 time: 0.0389624 Sep 25 01:09:50.761962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58714) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.767434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:09:50.768145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:09:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:50.787281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-8d530dda-104e-4034-bfbf-564445566f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:50.789546 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40904ef-6246-40c2-be6d-7887b5c90321 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.790068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40904ef-6246-40c2-be6d-7887b5c90321 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.790480 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-8d530dda-104e-4034-bfbf-564445566f16 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.2196455 Sep 25 01:09:50.793207 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c40904ef-6246-40c2-be6d-7887b5c90321 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bc5c0e08-db76-474a-9f97-693d1b2e0a40 HTTP/1.1" status: 404 len: 339 time: 0.0296118 Sep 25 01:09:50.796437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58718) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.806536 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd resource provider aggregate not found Sep 25 01:09:50.826981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Port 16f76719-995d-477c-829a-b6306bc8a264 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:50.831500 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4e06bd2-fb34-40d6-bad6-a9dc7bd8c8fd found for delete ", "request_id": "req-2fdaa035-f132-49fe-8662-982e332c1f80"}]} Sep 25 01:09:50.836171 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5952840e-7688-4ea2-b81b-9256c10bbc43 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.838013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5952840e-7688-4ea2-b81b-9256c10bbc43 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.842608 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5952840e-7688-4ea2-b81b-9256c10bbc43 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/65e452a0-3731-4742-b3bb-8496ede9118c HTTP/1.1" status: 404 len: 337 time: 0.0450683 Sep 25 01:09:50.843299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58726) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.872445 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 83548d2b-934b-4ba7-8964-a09fc488cb3f resource provider aggregate not found Sep 25 01:09:50.877070 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acf02c1-52e7-4c98-a62d-3e101bd67f61 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.878166 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acf02c1-52e7-4c98-a62d-3e101bd67f61 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.881968 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1acf02c1-52e7-4c98-a62d-3e101bd67f61 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/7421f543-6163-4d50-9163-b256ccdc9aff HTTP/1.1" status: 404 len: 339 time: 0.0371518 Sep 25 01:09:50.884686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58730) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.913416 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 83548d2b-934b-4ba7-8964-a09fc488cb3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83548d2b-934b-4ba7-8964-a09fc488cb3f found for delete ", "request_id": "req-ca19ef6f-9ed6-4d28-8795-14be79e5b0f3"}]} Sep 25 01:09:50.914757 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce11dc3-624c-4a29-9ca0-0e279b7e43d8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.915212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce11dc3-624c-4a29-9ca0-0e279b7e43d8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.921440 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9ce11dc3-624c-4a29-9ca0-0e279b7e43d8 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/66430d26-25d0-48e4-8a15-775d7d3d4f93 HTTP/1.1" status: 404 len: 337 time: 0.0355725 Sep 25 01:09:50.921989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58732) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.927725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:09:50.941686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74ee46-bc02-4d51-9057-09d8fe78604f req-fea850bb-1f5e-4a7b-a45b-92f8e6f07a3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:50.942903 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5198ab3-b916-46b3-ab4f-f8723d9d6241 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.943292 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b74ee46-bc02-4d51-9057-09d8fe78604f req-fea850bb-1f5e-4a7b-a45b-92f8e6f07a3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 943 time: 0.1249311 Sep 25 01:09:50.943561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5198ab3-b916-46b3-ab4f-f8723d9d6241 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.950366 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c5198ab3-b916-46b3-ab4f-f8723d9d6241 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/1abe5d60-f7eb-4c3b-9ac6-5163a27e9837 HTTP/1.1" status: 404 len: 339 time: 0.0272470 Sep 25 01:09:50.951006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58734) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:50.960672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Port 16f76719-995d-477c-829a-b6306bc8a264 on network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:09:50.961211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Attempting to bind port 16f76719-995d-477c-829a-b6306bc8a264 on network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:50.963795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:50.980594 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-65b53a59-f0b3-4569-b490-b19b2c20904c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b37280e-285c-44fa-a84b-ebe3e757f2f3 HTTP/1.1" status: 200 len: 1000 time: 0.1579647 Sep 25 01:09:50.990256 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-97743fd5-39d9-4a55-904c-6c0651e8f235 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:50.991080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97743fd5-39d9-4a55-904c-6c0651e8f235 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:50.995423 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-97743fd5-39d9-4a55-904c-6c0651e8f235 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c92c8b04-23fa-4072-bf96-ae83c7927769 HTTP/1.1" status: 404 len: 337 time: 0.0427656 Sep 25 01:09:50.998451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58736) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:51.021267 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0116cc28-3bf9-4031-bcdc-11a26c1ecf69 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:51.022516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0116cc28-3bf9-4031-bcdc-11a26c1ecf69 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:51.028423 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0116cc28-3bf9-4031-bcdc-11a26c1ecf69 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/96a0e744-504f-4964-90f4-c1654f04a082 HTTP/1.1" status: 404 len: 339 time: 0.0263042 Sep 25 01:09:51.028713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58738) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:51.058820 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d5c9e5-f9a0-49f5-8a26-a37fa6fa31b1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:51.059435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d5c9e5-f9a0-49f5-8a26-a37fa6fa31b1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:51.060071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:51.066139 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b6d5c9e5-f9a0-49f5-8a26-a37fa6fa31b1 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7ef82246-9a70-463e-afd9-b6106c2b6c71 HTTP/1.1" status: 404 len: 337 time: 0.0363104 Sep 25 01:09:51.069453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58740) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:51.091721 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e918af-1dce-4fdd-94c5-62097ebf75a7 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:51.092476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e918af-1dce-4fdd-94c5-62097ebf75a7 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:51.098781 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c4e918af-1dce-4fdd-94c5-62097ebf75a7 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/1e603f4f-49e0-4cda-a547-3fb084362c3d HTTP/1.1" status: 404 len: 339 time: 0.0281863 Sep 25 01:09:51.099457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58742) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:51.112842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-3923de62-f921-41b6-9dd6-079a56dff08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:51.114401 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-3923de62-f921-41b6-9dd6-079a56dff08f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.1059022 Sep 25 01:09:51.117073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:09:51.117424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Checking segment: {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:51.117812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Bound using segment: {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:09:51.118270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Bound port: 16f76719-995d-477c-829a-b6306bc8a264, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:09:51.118638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (16f76719-995d-477c-829a-b6306bc8a264), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.127242 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b74ee46-bc02-4d51-9057-09d8fe78604f req-79ad7eea-4bf2-46e4-996f-9912a04c6cbc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491220 Sep 25 01:09:51.163329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:51.175604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1c00c1-3da7-4cde-88c3-1b1203892590 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting subnet 7d7fa988-f352-495f-b48c-56a2f8ba9816 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:09:51.181323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe1c00c1-3da7-4cde-88c3-1b1203892590 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (7d7fa988-f352-495f-b48c-56a2f8ba9816), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.213317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-b5d7ceaa-747e-41af-8ac8-4e207dc4f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:51.214870 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-b5d7ceaa-747e-41af-8ac8-4e207dc4f24c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0928230 Sep 25 01:09:51.254847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe1c00c1-3da7-4cde-88c3-1b1203892590 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (7d7fa988-f352-495f-b48c-56a2f8ba9816), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.256434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fc323338-a16b-4910-9061-7ced649d2745', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.104', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:5d:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79367982-0236-4eab-9298-5664a43d62ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:09:47Z', 'updated_at': '2022-09-25T01:09:47Z', 'revision_number': 0, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:51.290842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] For port 16f76719-995d-477c-829a-b6306bc8a264, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:51.301594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03232907-e14c-46a0-9bed-3c9936661f8f None None] The sync data for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv is: [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fc323338-a16b-4910-9061-7ced649d2745', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.104', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:5d:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79367982-0236-4eab-9298-5664a43d62ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:09:47Z', 'updated_at': '2022-09-25T01:09:47Z', 'revision_number': 0, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:09:51.328112 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Attempt 3 to provision port 16f76719-995d-477c-829a-b6306bc8a264 Sep 25 01:09:51.328925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] For port 16f76719-995d-477c-829a-b6306bc8a264, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16f76719-995d-477c-829a-b6306bc8a264,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:09:51.357423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (16f76719-995d-477c-829a-b6306bc8a264), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.372815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:51.373948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.376441 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-be337edb-922a-4da5-959e-636b3074785a service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/16f76719-995d-477c-829a-b6306bc8a264 HTTP/1.1" status: 200 len: 1093 time: 1.6803501 Sep 25 01:09:51.440879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe1c00c1-3da7-4cde-88c3-1b1203892590 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (7d7fa988-f352-495f-b48c-56a2f8ba9816), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.446429 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-871cc2fa-bd18-45c4-9c7a-f75c7f931bf4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241068 Sep 25 01:09:51.551270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be337edb-922a-4da5-959e-636b3074785a service neutron] Pushing event updated for resources: {'Port': ['ID=16f76719-995d-477c-829a-b6306bc8a264,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:51.566380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:51.569382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Port 16f76719-995d-477c-829a-b6306bc8a264 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:51.577455 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-b62e98b1-04c8-4536-a901-1295542a2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:51.579074 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-b62e98b1-04c8-4536-a901-1295542a2de0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 1127 time: 0.0940771 Sep 25 01:09:51.583527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe1c00c1-3da7-4cde-88c3-1b1203892590 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (7d7fa988-f352-495f-b48c-56a2f8ba9816), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.646967 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-498f0d57-5834-4d50-b664-4d3f6ac640ad service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f76719-995d-477c-829a-b6306bc8a264 HTTP/1.1" status: 200 len: 217 time: 0.0559905 Sep 25 01:09:51.688707 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7660a84a-f217-45c9-aa64-345d3bbe523d req-7dbe8a98-839a-4768-97b0-a0d91c60d0aa service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359674 Sep 25 01:09:51.713746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e1ba1a9f-ff96-459e-8566-400bdfd0734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:51.717272 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-e1ba1a9f-ff96-459e-8566-400bdfd0734b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=c56315cb-b1f0-42d5-8444-c8f7d17a2d84 HTTP/1.1" status: 200 len: 834 time: 0.0639973 Sep 25 01:09:51.722871 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7314ac1-4fe4-42f1-8f56-ed6d54df2164 None None] New status for floating IP fc323338-a16b-4910-9061-7ced649d2745: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:09:51.774451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-9096434c-f1af-49f4-bebc-b09e3c9c2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:51.776561 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-9096434c-f1af-49f4-bebc-b09e3c9c2d6c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3ed60ed8-3013-4d8a-a275-f90fa0889f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0529718 Sep 25 01:09:51.937354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c00c1-3da7-4cde-88c3-1b1203892590 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7fa988-f352-495f-b48c-56a2f8ba9816,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:51.941131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fe1c00c1-3da7-4cde-88c3-1b1203892590 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.944249 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-598f9cc3-7923-4436-949c-dab10acc3818 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613953 Sep 25 01:09:51.944488 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fe1c00c1-3da7-4cde-88c3-1b1203892590 tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7d7fa988-f352-495f-b48c-56a2f8ba9816 HTTP/1.1" status: 204 len: 168 time: 0.8430147 Sep 25 01:09:51.947034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58746) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:51.962904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2ca70-5a4a-4c2a-8e43-c9dc7a17e955 None None] Network 40c62260-2abd-40bb-acd4-c64a59d14ca2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:09:52.028387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:52.070965 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Attempt 4 to provision port 16f76719-995d-477c-829a-b6306bc8a264 Sep 25 01:09:52.091323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (40c62260-2abd-40bb-acd4-c64a59d14ca2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.119622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-24a2ef58-a596-4858-b762-15eab653eb42 None None] Port 16f76719-995d-477c-829a-b6306bc8a264 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:09:52.152798 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b1a2084d-d56e-4921-a84a-2ddf857de51c req-b436397f-6723-4568-bf7b-7ba380d15ab9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790769 Sep 25 01:09:52.161838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb0b0e9-545d-4b9d-8720-7618883dbd79 None None] DHCP port deletion for 40c62260-2abd-40bb-acd4-c64a59d14ca2 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:09:52.173306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Deleting port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:52.173891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.208285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0b0e9-545d-4b9d-8720-7618883dbd79 None None] Deleting port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:52.208669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b0e9-545d-4b9d-8720-7618883dbd79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.273486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] For port cfc27e8e-a51a-4e4d-b714-d4634a6fd813, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfc27e8e-a51a-4e4d-b714-d4634a6fd813,segment=NetworkSegment(ca226e35-1f6d-4c8b-8c6f-586ca78be9fe),segment_id=ca226e35-1f6d-4c8b-8c6f-586ca78be9fe)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:52.273813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.281379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484e6c-5282-4291-b3dd-2760033c008b req-7e7e3313-ccba-4aee-bdfb-a3d52e810057 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:52.283511 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a5484e6c-5282-4291-b3dd-2760033c008b req-7e7e3313-ccba-4aee-bdfb-a3d52e810057 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 943 time: 0.0565608 Sep 25 01:09:52.300110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Calling delete_port for cfc27e8e-a51a-4e4d-b714-d4634a6fd813 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:52.309769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bdb0b0e9-545d-4b9d-8720-7618883dbd79 None None] For port cfc27e8e-a51a-4e4d-b714-d4634a6fd813, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfc27e8e-a51a-4e4d-b714-d4634a6fd813,segment=NetworkSegment(ca226e35-1f6d-4c8b-8c6f-586ca78be9fe),segment_id=ca226e35-1f6d-4c8b-8c6f-586ca78be9fe)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:52.310297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b0e9-545d-4b9d-8720-7618883dbd79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.324238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:52.327688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0b0e9-545d-4b9d-8720-7618883dbd79 None None] Calling delete_port for cfc27e8e-a51a-4e4d-b714-d4634a6fd813 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:52.359231 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a5484e6c-5282-4291-b3dd-2760033c008b req-447e43c2-db40-4e66-9ac0-4b37ab845977 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561981 Sep 25 01:09:52.404637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:52.408124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'tag': '16f76719-995d-477c-829a-b6306bc8a264'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:52.410526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bbf0c1-44da-479a-a75b-a09dcaadbae8" -d '{"events": [{"name": "network-changed", "server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "tag": "16f76719-995d-477c-829a-b6306bc8a264"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:52.437488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.468439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Port': ['ID=cfc27e8e-a51a-4e4d-b714-d4634a6fd813,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: from cryptography.utils import int_from_bytes Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: from cryptography.utils import int_from_bytes Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 25 01:09:52.468703 dv-neutron-master-2-hyperv neutron-server[107189]: self.session.flush() Sep 25 01:09:52.479564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] No DVR routers for this DVR port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:52.483620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b0e9-545d-4b9d-8720-7618883dbd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (cfc27e8e-a51a-4e4d-b714-d4634a6fd813), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.508286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c6882a-d7e0-4488-a9b3-01e717f2da04 x-openstack-request-id: req-97c6882a-d7e0-4488-a9b3-01e717f2da04 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:52.508956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "tag": "16f76719-995d-477c-829a-b6306bc8a264", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:52.509284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97c6882a-d7e0-4488-a9b3-01e717f2da04 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:52.509774 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c6882a-d7e0-4488-a9b3-01e717f2da04'] response: {'name': 'network-changed', 'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'tag': '16f76719-995d-477c-829a-b6306bc8a264', 'status': 'completed', 'code': 200} Sep 25 01:09:52.531271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0b0e9-545d-4b9d-8720-7618883dbd79 None None] Pushing event deleted for resources: {'Port': ['ID=cfc27e8e-a51a-4e4d-b714-d4634a6fd813,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:52.536495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0b0e9-545d-4b9d-8720-7618883dbd79 None None] No DVR routers for this DVR port cfc27e8e-a51a-4e4d-b714-d4634a6fd813 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:52.607177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (40c62260-2abd-40bb-acd4-c64a59d14ca2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.632475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c62260-2abd-40bb-acd4-c64a59d14ca2']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:52.644470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca226e35-1f6d-4c8b-8c6f-586ca78be9fe') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:52.644823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca226e35-1f6d-4c8b-8c6f-586ca78be9fe') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:52.657500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (ca226e35-1f6d-4c8b-8c6f-586ca78be9fe), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.673958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (ca226e35-1f6d-4c8b-8c6f-586ca78be9fe), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.682681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:52.683230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (ca226e35-1f6d-4c8b-8c6f-586ca78be9fe), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.738161 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment ca226e35-1f6d-4c8b-8c6f-586ca78be9fe resource provider aggregate not found Sep 25 01:09:52.757867 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment ca226e35-1f6d-4c8b-8c6f-586ca78be9fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca226e35-1f6d-4c8b-8c6f-586ca78be9fe found for delete ", "request_id": "req-a4b56708-beec-44b9-882a-7a1950106d06"}]} Sep 25 01:09:52.768394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (40c62260-2abd-40bb-acd4-c64a59d14ca2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.775784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.779189 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] 10.222.0.49 "DELETE /networking/v2.0/networks/40c62260-2abd-40bb-acd4-c64a59d14ca2 HTTP/1.1" status: 204 len: 168 time: 0.8310604 Sep 25 01:09:52.792873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814abeb-4e48-444a-9eef-ba2d580183ed tempest-NetworksTest-786331331 tempest-NetworksTest-786331331-project] Pushing event deleted for resources: {'Network': ['ID=40c62260-2abd-40bb-acd4-c64a59d14ca2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:53.060019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58760) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:53.215174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cfc27e8e-a51a-4e4d-b714-d4634a6fd813 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:53.222700 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-196403f1-052f-4ec5-84d6-a040c3d51397 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b04643ea1f4f465b999c70fc8b33aea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608777 Sep 25 01:09:53.225854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58764) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:53.242201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: cfc27e8e-a51a-4e4d-b714-d4634a6fd813 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:53.242597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cfc27e8e-a51a-4e4d-b714-d4634a6fd813 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:53.301907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-628bc035-fbce-4ddf-bd81-5f2020e5d5bc admin admin] Publish callbacks [] for security_group (fac99a59-6119-4cb8-b2a3-034f0daf4015), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:53.345031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-628bc035-fbce-4ddf-bd81-5f2020e5d5bc admin admin] Publish callbacks [] for security_group (fac99a59-6119-4cb8-b2a3-034f0daf4015), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:53.408088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-628bc035-fbce-4ddf-bd81-5f2020e5d5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (fac99a59-6119-4cb8-b2a3-034f0daf4015), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:53.411618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-628bc035-fbce-4ddf-bd81-5f2020e5d5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:53.414103 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-628bc035-fbce-4ddf-bd81-5f2020e5d5bc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fac99a59-6119-4cb8-b2a3-034f0daf4015 HTTP/1.1" status: 204 len: 168 time: 0.1870904 Sep 25 01:09:53.430468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bc035-fbce-4ddf-bd81-5f2020e5d5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac99a59-6119-4cb8-b2a3-034f0daf4015,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:53.802344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84e2ce-8e9b-4907-8da1-9ad4e2126764 req-c39d14d7-f0b8-4bcf-8573-6ca4c8cf7ba9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:53.805091 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cc84e2ce-8e9b-4907-8da1-9ad4e2126764 req-c39d14d7-f0b8-4bcf-8573-6ca4c8cf7ba9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 943 time: 0.3240335 Sep 25 01:09:53.873920 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cc84e2ce-8e9b-4907-8da1-9ad4e2126764 req-69237b7b-39a7-47f8-857e-f1c82812a8ce tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564284 Sep 25 01:09:54.192447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-a3ac6bc8-87a9-420e-8111-d2ff0a04c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:54.195751 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-a3ac6bc8-87a9-420e-8111-d2ff0a04c6e4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 1127 time: 0.0587244 Sep 25 01:09:54.444623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58790) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:54.595000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4fdcd3f5-12a9-497a-b011-688d0a099192 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] Request body: {'port': {'network_id': '4918afc9-4c73-4d72-a2c0-cc2941d7409d', 'name': 'tempest-NetworksNegativeTestJSON-110238112'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:54.602148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:54.626537 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdcd3f5-12a9-497a-b011-688d0a099192 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] POST failed (client error): The resource could not be found. Sep 25 01:09:54.627409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdcd3f5-12a9-497a-b011-688d0a099192 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:54.636080 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4fdcd3f5-12a9-497a-b011-688d0a099192 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1834874 Sep 25 01:09:54.637027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58794) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:54.672291 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-949c3417-f31a-41fa-b47a-50a8d697be78 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:54.673143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949c3417-f31a-41fa-b47a-50a8d697be78 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:54.682847 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-949c3417-f31a-41fa-b47a-50a8d697be78 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "DELETE /networking/v2.0/networks/604d2484-8053-492e-a935-997bf2eddd6f HTTP/1.1" status: 404 len: 339 time: 0.0407298 Sep 25 01:09:54.683859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58796) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:54.719297 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-19728ff6-4761-429e-9887-7c97206f0868 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:54.719887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19728ff6-4761-429e-9887-7c97206f0868 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:54.729240 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-19728ff6-4761-429e-9887-7c97206f0868 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "DELETE /networking/v2.0/ports/63d3a75f-0c57-4d2f-a3a4-9182b3441c7b HTTP/1.1" status: 404 len: 333 time: 0.0378118 Sep 25 01:09:54.729843 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58798) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:54.737651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-eec93aba-78f0-422d-8504-8a663f8259ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:54.740339 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-eec93aba-78f0-422d-8504-8a663f8259ce service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=3ed60ed8-3013-4d8a-a275-f90fa0889f0d HTTP/1.1" status: 200 len: 898 time: 0.5345397 Sep 25 01:09:54.768513 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7deeb0e-241d-4d56-a00c-460bbb3f2ebf tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] DELETE failed (client error): The resource could not be found. Sep 25 01:09:54.769187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7deeb0e-241d-4d56-a00c-460bbb3f2ebf tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:54.773567 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e7deeb0e-241d-4d56-a00c-460bbb3f2ebf tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2e04c456-e49b-4c06-8506-40023a301505 HTTP/1.1" status: 404 len: 337 time: 0.0425627 Sep 25 01:09:54.777256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58800) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:54.785346 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-cdc95379-20ea-4af4-9613-ef313b8fa333 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f76719-995d-477c-829a-b6306bc8a264 HTTP/1.1" status: 200 len: 217 time: 0.0383239 Sep 25 01:09:54.800367 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bfa2cf-21e7-4221-8065-f06bfef2b87b tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] GET failed (client error): The resource could not be found. Sep 25 01:09:54.806123 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-35bfa2cf-21e7-4221-8065-f06bfef2b87b tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "GET /networking/v2.0/networks/f18ab4a2-a63c-4c32-a0be-8bfa4bcded72 HTTP/1.1" status: 404 len: 339 time: 0.0273404 Sep 25 01:09:54.806759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58802) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:54.834333 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-52df37ac-89d9-4888-9267-872d2c8f25ac tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] GET failed (client error): The resource could not be found. Sep 25 01:09:54.836539 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-52df37ac-89d9-4888-9267-872d2c8f25ac tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "GET /networking/v2.0/ports/67ae697e-1af5-4c7d-8dfd-e64fae52f73f HTTP/1.1" status: 404 len: 333 time: 0.0286577 Sep 25 01:09:54.839853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-77d4e66b-13c8-4506-b80c-9f92ff78327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:54.841003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58804) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:54.842166 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-77d4e66b-13c8-4506-b80c-9f92ff78327c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=c56315cb-b1f0-42d5-8444-c8f7d17a2d84 HTTP/1.1" status: 200 len: 834 time: 0.0512173 Sep 25 01:09:54.890762 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea53320-89f9-446a-bb89-3233b0e85184 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] GET failed (client error): The resource could not be found. Sep 25 01:09:54.893389 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-aea53320-89f9-446a-bb89-3233b0e85184 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "GET /networking/v2.0/subnets/9e1cfbc2-bd5a-44b3-89b0-1a6025c81013 HTTP/1.1" status: 404 len: 337 time: 0.0507319 Sep 25 01:09:54.897480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58806) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:54.906154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ffaf8a73-c98e-4373-829e-b508871dea68 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] Request body: {'network': {'name': 'new_name'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:54.930226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-3c49a6e9-a958-43a0-8966-acb1f1a3015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:54.932439 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-3c49a6e9-a958-43a0-8966-acb1f1a3015c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3ed60ed8-3013-4d8a-a275-f90fa0889f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0825357 Sep 25 01:09:54.933279 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaf8a73-c98e-4373-829e-b508871dea68 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] PUT failed (client error): The resource could not be found. Sep 25 01:09:54.933741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaf8a73-c98e-4373-829e-b508871dea68 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:54.934885 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ffaf8a73-c98e-4373-829e-b508871dea68 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "PUT /networking/v2.0/networks/2b42a823-89b3-4db6-a612-61da06a4d55d HTTP/1.1" status: 404 len: 339 time: 0.0335615 Sep 25 01:09:54.942662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58810) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:54.949983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-63962bb3-7a42-49b4-a8b5-23b7de2a2285 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] Request body: {'port': {'name': 'new_name'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:54.984458 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-63962bb3-7a42-49b4-a8b5-23b7de2a2285 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] PUT failed (client error): The resource could not be found. Sep 25 01:09:54.985229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63962bb3-7a42-49b4-a8b5-23b7de2a2285 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:54.986668 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-63962bb3-7a42-49b4-a8b5-23b7de2a2285 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "PUT /networking/v2.0/ports/0e225338-dec8-4bc9-be89-844ddcbafe2f HTTP/1.1" status: 404 len: 333 time: 0.0428371 Sep 25 01:09:54.992136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58812) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:55.000974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a59d6f13-8336-4cda-a2a4-1d9ce21ec486 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:55.050390 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59d6f13-8336-4cda-a2a4-1d9ce21ec486 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] PUT failed (client error): The resource could not be found. Sep 25 01:09:55.051106 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59d6f13-8336-4cda-a2a4-1d9ce21ec486 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:09:55.053896 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a59d6f13-8336-4cda-a2a4-1d9ce21ec486 tempest-NetworksNegativeTestJSON-1660291563 tempest-NetworksNegativeTestJSON-1660291563-project] 10.222.0.49 "PUT /networking/v2.0/subnets/d5e6c03a-a5bc-43e8-ba54-aec07a0ac5e0 HTTP/1.1" status: 404 len: 337 time: 0.0596600 Sep 25 01:09:55.055227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-061b87ca-49d6-429b-9afd-b596c3e8f0c3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150522 Sep 25 01:09:55.286588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3c6f3-4792-4bcc-8549-e77fbb8a1e11 req-3591ee9f-6b42-4aac-b6e6-7e23ec93f5d5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:55.288781 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bea3c6f3-4792-4bcc-8549-e77fbb8a1e11 req-3591ee9f-6b42-4aac-b6e6-7e23ec93f5d5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 943 time: 0.2982764 Sep 25 01:09:55.291140 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72bbf0c1-44da-479a-a75b-a09dcaadbae8 req-94dc0b3e-a423-4718-ae5c-c5bc0fc03154 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296016 Sep 25 01:09:55.351807 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bea3c6f3-4792-4bcc-8549-e77fbb8a1e11 req-58d1c299-1386-4ba4-bae7-6f855334c396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557923 Sep 25 01:09:55.489371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58820) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:55.628889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a00475-462a-4270-8407-7c8b42d6798c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:55.738380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a00475-462a-4270-8407-7c8b42d6798c admin admin] Publish callbacks [] for security_group (c38f1971-2527-4080-a449-75b91331961f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:55.742724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-84a00475-462a-4270-8407-7c8b42d6798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (c38f1971-2527-4080-a449-75b91331961f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:55.785623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a00475-462a-4270-8407-7c8b42d6798c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38f1971-2527-4080-a449-75b91331961f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:55.791604 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-84a00475-462a-4270-8407-7c8b42d6798c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=006558ec6f5842da8437724664b6d0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3006911 Sep 25 01:09:55.795883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58824) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:55.843806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:55.857653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a39dfaaf-d448-4d3f-80fd-1bdc4fa3f0e5 admin admin] Publish callbacks [] for security_group (c38f1971-2527-4080-a449-75b91331961f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:55.890879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a39dfaaf-d448-4d3f-80fd-1bdc4fa3f0e5 admin admin] Publish callbacks [] for security_group (c38f1971-2527-4080-a449-75b91331961f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:55.906554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:55.972298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a39dfaaf-d448-4d3f-80fd-1bdc4fa3f0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (c38f1971-2527-4080-a449-75b91331961f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:55.977867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a39dfaaf-d448-4d3f-80fd-1bdc4fa3f0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:55.982995 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a39dfaaf-d448-4d3f-80fd-1bdc4fa3f0e5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c38f1971-2527-4080-a449-75b91331961f HTTP/1.1" status: 204 len: 168 time: 0.1827712 Sep 25 01:09:55.994399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dfaaf-d448-4d3f-80fd-1bdc4fa3f0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38f1971-2527-4080-a449-75b91331961f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:56.494134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482567e-b2ab-46f3-901e-86ebabc2fb2b req-1100467b-c3b9-479b-9a7a-55bb360c3a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:56.495990 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5482567e-b2ab-46f3-901e-86ebabc2fb2b req-1100467b-c3b9-479b-9a7a-55bb360c3a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 943 time: 0.0505795 Sep 25 01:09:56.552812 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5482567e-b2ab-46f3-901e-86ebabc2fb2b req-9b052c36-dd73-4acf-8444-dfd5c7456011 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507152 Sep 25 01:09:56.795595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 16f76719-995d-477c-829a-b6306bc8a264 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:09:56.902934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 16f76719-995d-477c-829a-b6306bc8a264, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16f76719-995d-477c-829a-b6306bc8a264,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:56.916548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '16f76719-995d-477c-829a-b6306bc8a264', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'port_id': '16f76719-995d-477c-829a-b6306bc8a264', 'mac_address': 'fa:16:3e:73:04:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:09:56.949581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:56.958516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 16f76719-995d-477c-829a-b6306bc8a264 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:56.959017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (16f76719-995d-477c-829a-b6306bc8a264), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:56.973441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f76719-995d-477c-829a-b6306bc8a264 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:09:56.996144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 16f76719-995d-477c-829a-b6306bc8a264, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16f76719-995d-477c-829a-b6306bc8a264,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:57.001227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (16f76719-995d-477c-829a-b6306bc8a264), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:57.051907 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=16f76719-995d-477c-829a-b6306bc8a264,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:57.390925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['16f76719-995d-477c-829a-b6306bc8a264'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:09:57.552431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:57.698279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a2135-7737-4ec8-9006-c847c102b261 req-2f93eb39-215d-490d-ab4e-8ab74008c624 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:57.699789 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a96a2135-7737-4ec8-9006-c847c102b261 req-2f93eb39-215d-490d-ab4e-8ab74008c624 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 944 time: 0.0599217 Sep 25 01:09:57.755478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a96a2135-7737-4ec8-9006-c847c102b261 req-b83cc655-4b5f-4509-b860-bdbc8193779a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496745 Sep 25 01:09:58.565052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8c442b91-e2a5-41a3-94ab-e683ffa1c4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:58.808333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 16f76719-995d-477c-829a-b6306bc8a264 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:58.864461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 16f76719-995d-477c-829a-b6306bc8a264 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:09:58.872833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 16f76719-995d-477c-829a-b6306bc8a264 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:58.873215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (16f76719-995d-477c-829a-b6306bc8a264), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:58.873564 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 16f76719-995d-477c-829a-b6306bc8a264 Sep 25 01:09:58.907771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c4d0d-7838-4eac-9b26-50f914e09997 req-ebc6dfcd-63f4-4e66-97ca-7b0588c9984d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:58.910068 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-596c4d0d-7838-4eac-9b26-50f914e09997 req-ebc6dfcd-63f4-4e66-97ca-7b0588c9984d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 944 time: 0.0693529 Sep 25 01:09:58.977281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 16f76719-995d-477c-829a-b6306bc8a264 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:58.977934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (16f76719-995d-477c-829a-b6306bc8a264), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:58.979309 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-596c4d0d-7838-4eac-9b26-50f914e09997 req-ac9a7ed2-377f-4eca-b0ee-53ad5cd47685 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581748 Sep 25 01:09:59.013984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f76719-995d-477c-829a-b6306bc8a264'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:59.016393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be22be98-66d1-40ad-a225-dd0d2883161b" -d '{"events": [{"server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "name": "network-vif-plugged", "status": "completed", "tag": "16f76719-995d-477c-829a-b6306bc8a264"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:59.032128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 16f76719-995d-477c-829a-b6306bc8a264, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16f76719-995d-477c-829a-b6306bc8a264,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:59.036997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (16f76719-995d-477c-829a-b6306bc8a264), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:59.074680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf050edd-f6f8-47cc-b8a2-7dfda5b1a705 x-openstack-request-id: req-cf050edd-f6f8-47cc-b8a2-7dfda5b1a705 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:59.074988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "name": "network-vif-plugged", "status": "completed", "tag": "16f76719-995d-477c-829a-b6306bc8a264", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:59.075231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf050edd-f6f8-47cc-b8a2-7dfda5b1a705 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:59.075746 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf050edd-f6f8-47cc-b8a2-7dfda5b1a705'] response: {'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f76719-995d-477c-829a-b6306bc8a264', 'code': 200} Sep 25 01:09:59.111103 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=16f76719-995d-477c-829a-b6306bc8a264,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:59.309233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599025de-e60a-43d3-92cc-10a6fbb20428 req-6b891fd6-7b45-4a1d-ad8b-230109fac011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:59.310783 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-599025de-e60a-43d3-92cc-10a6fbb20428 req-6b891fd6-7b45-4a1d-ad8b-230109fac011 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 1129 time: 0.0597682 Sep 25 01:09:59.370233 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-599025de-e60a-43d3-92cc-10a6fbb20428 req-0d16e8d2-721a-44f6-a166-8df711f9d4f3 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519631 Sep 25 01:10:00.116952 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857ea79-d7f7-4f86-9416-f926c9e89a4f req-8deac199-a5e4-4547-b53f-c5a828c7e074 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:00.118583 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7857ea79-d7f7-4f86-9416-f926c9e89a4f req-8deac199-a5e4-4547-b53f-c5a828c7e074 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 945 time: 0.0559824 Sep 25 01:10:00.180814 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7857ea79-d7f7-4f86-9416-f926c9e89a4f req-f57e27ff-a1ff-4ed5-8230-852332cc6d62 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549426 Sep 25 01:10:01.328572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d17a52-c249-4c36-bbd9-56d250db38c6 req-dce94d63-5942-414d-a70c-60f1aff94460 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:01.330200 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-73d17a52-c249-4c36-bbd9-56d250db38c6 req-dce94d63-5942-414d-a70c-60f1aff94460 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 945 time: 0.0586517 Sep 25 01:10:01.394770 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-73d17a52-c249-4c36-bbd9-56d250db38c6 req-b43ea8a5-6f52-48a9-ab3f-1307131d30d1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518274 Sep 25 01:10:01.460642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca6ec-b8cc-46aa-bf06-076c7c44f15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:01.531661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e168d2-8f8d-4e6f-96dd-634eaac1352c req-3b30804a-feb5-4f0f-8d0c-3ecfc9cbd2ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:01.533997 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-74e168d2-8f8d-4e6f-96dd-634eaac1352c req-3b30804a-feb5-4f0f-8d0c-3ecfc9cbd2ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 945 time: 0.0556810 Sep 25 01:10:01.568313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:01.613186 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-74e168d2-8f8d-4e6f-96dd-634eaac1352c req-94663c23-fe32-4198-aa1d-e19f5c0fe540 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683606 Sep 25 01:10:01.654090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58844) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:10:01.724490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3810c672-0ce2-4b47-b5fe-f0ff6aaeab04 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:01.727606 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3810c672-0ce2-4b47-b5fe-f0ff6aaeab04 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 1124 time: 0.0719883 Sep 25 01:10:01.730662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58846) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:10:01.738255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '16f76719-995d-477c-829a-b6306bc8a264', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:10:01.774410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:01.878166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:01.889435 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=64 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:01.950886 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:02.024681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.214 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/62b14f17-e3fe-4959-83e7-dbdff1be602f) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:10:02.171650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (62b14f17-e3fe-4959-83e7-dbdff1be602f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:02.210830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (62b14f17-e3fe-4959-83e7-dbdff1be602f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:02.258613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:02.266545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:10:02.273594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:10:02.280115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:10:02.283978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=62b14f17-e3fe-4959-83e7-dbdff1be602f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:02.347236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:02.755204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (e43797d5-2d04-4b9f-97f1-89e48c2ce29e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:02.838193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (62b14f17-e3fe-4959-83e7-dbdff1be602f), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.012485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (62b14f17-e3fe-4959-83e7-dbdff1be602f), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.018004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (62b14f17-e3fe-4959-83e7-dbdff1be602f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.097886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=62b14f17-e3fe-4959-83e7-dbdff1be602f,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:03.100945 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (e43797d5-2d04-4b9f-97f1-89e48c2ce29e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.242102 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP e43797d5-2d04-4b9f-97f1-89e48c2ce29e associated. External IP: 172.36.7.214, port: 16f76719-995d-477c-829a-b6306bc8a264. Sep 25 01:10:03.350417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:03.451808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:03.466097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 55677a6e-63ef-4595-a671-01dabebd874b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:10:03.585287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:10:03.596485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] Sync routers for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:10:03.608160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.609628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:10:03.610288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:10:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:10:03.646189 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-38c819ca-6dd0-41a0-9d14-ad8de4ce1012 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9137690 Sep 25 01:10:03.647162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'tag': '16f76719-995d-477c-829a-b6306bc8a264'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:10:03.650784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec1094f-230e-4755-a451-da51c5e7543c" -d '{"events": [{"name": "network-changed", "server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "tag": "16f76719-995d-477c-829a-b6306bc8a264"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:10:03.651141 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58848) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:10:03.695487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d798a78-da85-4ab2-94fa-c4747a06cf0c x-openstack-request-id: req-7d798a78-da85-4ab2-94fa-c4747a06cf0c {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:10:03.710298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "tag": "16f76719-995d-477c-829a-b6306bc8a264", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:10:03.710298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d798a78-da85-4ab2-94fa-c4747a06cf0c {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:10:03.710298 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d798a78-da85-4ab2-94fa-c4747a06cf0c'] response: {'name': 'network-changed', 'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'tag': '16f76719-995d-477c-829a-b6306bc8a264', 'status': 'completed', 'code': 200} Sep 25 01:10:03.738368 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d10c796c-50d6-4d6e-8fc7-8c09134499b0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/e43797d5-2d04-4b9f-97f1-89e48c2ce29e HTTP/1.1" status: 200 len: 991 time: 0.0858879 Sep 25 01:10:03.746858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.748726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:10:03.786696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1094f-230e-4755-a451-da51c5e7543c req-106df0e2-3a78-472e-8e8c-5dbc23aa2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:03.788901 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ec1094f-230e-4755-a451-da51c5e7543c req-106df0e2-3a78-472e-8e8c-5dbc23aa2c37 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 1129 time: 0.0452800 Sep 25 01:10:03.834692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:03.893389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1094f-230e-4755-a451-da51c5e7543c req-beefe246-3bf1-4025-bba8-d9e2f7a29c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:03.894875 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ec1094f-230e-4755-a451-da51c5e7543c req-beefe246-3bf1-4025-bba8-d9e2f7a29c48 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=3ed60ed8-3013-4d8a-a275-f90fa0889f0d HTTP/1.1" status: 200 len: 898 time: 0.0987995 Sep 25 01:10:03.969099 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ec1094f-230e-4755-a451-da51c5e7543c req-610345ef-98e5-4c3b-afc3-5973ffc43dda service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f76719-995d-477c-829a-b6306bc8a264 HTTP/1.1" status: 200 len: 999 time: 0.0648751 Sep 25 01:10:03.987225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:39Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e43797d5-2d04-4b9f-97f1-89e48c2ce29e', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.214', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'port_id': '16f76719-995d-477c-829a-b6306bc8a264', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'mac_address': 'fa:16:3e:73:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:10:02Z', 'updated_at': '2022-09-25T01:10:02Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc04faaf-0d50-4d28-97e4-28b720127fcb', 'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f7:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:37Z', 'updated_at': '2022-09-25T01:09:44Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:10:04.014202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] Checking router: 55677a6e-63ef-4595-a671-01dabebd874b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:10:04.025384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:10:04.026031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:10:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:10:04.033254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1094f-230e-4755-a451-da51c5e7543c req-c5a3134c-7e3b-49ff-af55-b21b965aaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:04.035966 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ec1094f-230e-4755-a451-da51c5e7543c req-c5a3134c-7e3b-49ff-af55-b21b965aaefc service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=c56315cb-b1f0-42d5-8444-c8f7d17a2d84 HTTP/1.1" status: 200 len: 834 time: 0.0597441 Sep 25 01:10:04.086475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1094f-230e-4755-a451-da51c5e7543c req-f3274690-7505-45e6-b6fb-fe01785a284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:04.088085 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ec1094f-230e-4755-a451-da51c5e7543c req-f3274690-7505-45e6-b6fb-fe01785a284d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3ed60ed8-3013-4d8a-a275-f90fa0889f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465951 Sep 25 01:10:04.101628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-3ec1094f-230e-4755-a451-da51c5e7543c req-26481bdc-45c2-49e2-bee7-710bca7cc292 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:10:04.102691 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ec1094f-230e-4755-a451-da51c5e7543c req-26481bdc-45c2-49e2-bee7-710bca7cc292 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063803 Sep 25 01:10:04.145092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:04.153823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:10:04.228759 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ec1094f-230e-4755-a451-da51c5e7543c req-36c47a1d-8d80-4836-9ac0-2a7ec6d79c74 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191149 Sep 25 01:10:04.336841 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ec1094f-230e-4755-a451-da51c5e7543c req-33b5e9db-444c-47a6-97d3-da67efd42d1e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009209 Sep 25 01:10:04.408503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:39Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e43797d5-2d04-4b9f-97f1-89e48c2ce29e', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.214', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'port_id': '16f76719-995d-477c-829a-b6306bc8a264', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'mac_address': 'fa:16:3e:73:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:10:02Z', 'updated_at': '2022-09-25T01:10:02Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc04faaf-0d50-4d28-97e4-28b720127fcb', 'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f7:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:37Z', 'updated_at': '2022-09-25T01:09:44Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:10:04.438813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab10652-11e8-43b2-beba-819269d4c27c None None] The sync data for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv is: [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:39Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e43797d5-2d04-4b9f-97f1-89e48c2ce29e', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.214', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'port_id': '16f76719-995d-477c-829a-b6306bc8a264', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'mac_address': 'fa:16:3e:73:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:10:02Z', 'updated_at': '2022-09-25T01:10:02Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc04faaf-0d50-4d28-97e4-28b720127fcb', 'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f7:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:37Z', 'updated_at': '2022-09-25T01:09:44Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:10:04.657762 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b994b-d882-492c-8049-162b302bda7f None None] New status for floating IP e43797d5-2d04-4b9f-97f1-89e48c2ce29e: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:10:04.742588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58854) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:10:04.816117 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1ec7604f-fc65-4c5e-8132-6418a3660a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/e43797d5-2d04-4b9f-97f1-89e48c2ce29e HTTP/1.1" status: 200 len: 991 time: 0.0710008 Sep 25 01:10:05.819626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58856) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:10:05.884599 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d5ebf176-8e6c-4cf8-b8a8-506ce6851c97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/e43797d5-2d04-4b9f-97f1-89e48c2ce29e HTTP/1.1" status: 200 len: 993 time: 0.0635872 Sep 25 01:10:05.924704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:06.449466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:10.582215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:13.723960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=78,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:13.731406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:14.858607 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=11 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:14.867135 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:15.871757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:15.876698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:20.152872 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:10:20.557536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:20.573808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:28.712191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52f52062-e9f3-4a64-b609-d63c6560c342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:31.459607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ceec17c7-0cbd-46db-9a76-82d4b3c07777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:33.729648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:35.892752 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:35.893550 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:35.924833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:36.456876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:40.569625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:50.563741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:50.565653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:52.066459 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-77e57e17-7fdf-4b75-84b4-3a843427d51b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1399763 Sep 25 01:10:52.181207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-06c21ac3-da2d-43ba-8f67-d8164946a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:52.182809 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-06c21ac3-da2d-43ba-8f67-d8164946a296 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 1130 time: 0.0440571 Sep 25 01:10:52.290326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-a809847e-06a9-4a35-982b-118747abf104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:52.292627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-a809847e-06a9-4a35-982b-118747abf104 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.0915177 Sep 25 01:10:52.370383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-bc6ece36-222b-4592-b8b6-f4d429766f62 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b37280e-285c-44fa-a84b-ebe3e757f2f3 HTTP/1.1" status: 200 len: 1002 time: 0.0712850 Sep 25 01:10:52.428171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-4c6878ed-0333-4c44-ad65-34ba44cc0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:52.429681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-4c6878ed-0333-4c44-ad65-34ba44cc0347 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0532522 Sep 25 01:10:52.474712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-433e3f04-2d2b-417d-a8ac-502a83427e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:52.476210 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-433e3f04-2d2b-417d-a8ac-502a83427e29 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409362 Sep 25 01:10:52.575215 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-acc6fc99-63d0-428b-9ec4-cb13dc338150 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932033 Sep 25 01:10:52.671640 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-166a4b39-9ef2-4182-b380-276ab5409af1 req-3aebd270-d60b-41b7-ba4b-6cb895cd6d60 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901039 Sep 25 01:10:54.914099 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:54.914934 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:57.152766 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:10:58.558446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e7aae69b-8ae8-4014-8d26-5f03a40db806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:01.454046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-127d3d25-c916-427a-be19-9713e803748f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:02.666858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=44 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:02.667685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=57 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:03.741015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:05.920862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:06.448165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:07.148575 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:08.546802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58886) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:08.710337 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-64fb4cc4-ca91-44af-9907-ba82e30e1e45 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/e43797d5-2d04-4b9f-97f1-89e48c2ce29e HTTP/1.1" status: 200 len: 993 time: 0.1625564 Sep 25 01:11:09.050472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58898) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:09.210436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 62b14f17-e3fe-4959-83e7-dbdff1be602f {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:11:09.210775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (62b14f17-e3fe-4959-83e7-dbdff1be602f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:09.301489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (62b14f17-e3fe-4959-83e7-dbdff1be602f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:09.301815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (62b14f17-e3fe-4959-83e7-dbdff1be602f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:09.315843 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 62b14f17-e3fe-4959-83e7-dbdff1be602f owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:11:09.486772 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (62b14f17-e3fe-4959-83e7-dbdff1be602f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:09.532913 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=62b14f17-e3fe-4959-83e7-dbdff1be602f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:09.552746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.553531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.554150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.554480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.555058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.555447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.556073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.556645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.557224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.557836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.558422 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.559001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.559587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.560220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.560803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:09.635248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (e43797d5-2d04-4b9f-97f1-89e48c2ce29e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:09.635579 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP e43797d5-2d04-4b9f-97f1-89e48c2ce29e disassociated (deleted). External IP: 172.36.7.214, port: 16f76719-995d-477c-829a-b6306bc8a264. Sep 25 01:11:09.857291 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 55677a6e-63ef-4595-a671-01dabebd874b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:11:09.957688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:09.972089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:11:09.978221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:09.980944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:09.984217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] Sync routers for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:11:10.000798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:10.002097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:10.015505 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bdda705d-08eb-4777-8275-e2d69b9f2dc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e43797d5-2d04-4b9f-97f1-89e48c2ce29e HTTP/1.1" status: 204 len: 168 time: 0.9615011 Sep 25 01:11:10.015505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'tag': '16f76719-995d-477c-829a-b6306bc8a264'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:10.016491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd59f5f9-c370-416d-836d-3912681b6a91" -d '{"events": [{"name": "network-changed", "server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "tag": "16f76719-995d-477c-829a-b6306bc8a264"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:10.122869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:10.215748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0d792-db82-4485-84d0-8644c9457377 x-openstack-request-id: req-70f0d792-db82-4485-84d0-8644c9457377 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:10.216224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "tag": "16f76719-995d-477c-829a-b6306bc8a264", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:10.216641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70f0d792-db82-4485-84d0-8644c9457377 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:10.217286 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f0d792-db82-4485-84d0-8644c9457377'] response: {'name': 'network-changed', 'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'tag': '16f76719-995d-477c-829a-b6306bc8a264', 'status': 'completed', 'code': 200} Sep 25 01:11:10.271726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de335-1d64-4e02-aed3-5ac1837e3b2e req-c5dca3a9-17a3-48bd-98e2-5e91184fd4dd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:10.273351 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-846de335-1d64-4e02-aed3-5ac1837e3b2e req-c5dca3a9-17a3-48bd-98e2-5e91184fd4dd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 945 time: 0.0517180 Sep 25 01:11:10.334054 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-846de335-1d64-4e02-aed3-5ac1837e3b2e req-ca8da941-138d-4b89-aecd-9f0991d725e4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541461 Sep 25 01:11:10.372498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:39Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc04faaf-0d50-4d28-97e4-28b720127fcb', 'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f7:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:37Z', 'updated_at': '2022-09-25T01:09:44Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:10.403565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] Checking router: 55677a6e-63ef-4595-a671-01dabebd874b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:11:10.413828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:10.414473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:10.533101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:10.587381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:10.755891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:39Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc04faaf-0d50-4d28-97e4-28b720127fcb', 'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f7:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:37Z', 'updated_at': '2022-09-25T01:09:44Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:10.782166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9b470c-7ed3-4a26-b378-63ce3900c6e5 None None] The sync data for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv is: [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:09:39Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc04faaf-0d50-4d28-97e4-28b720127fcb', 'name': '', 'network_id': '3ed60ed8-3013-4d8a-a275-f90fa0889f0d', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:f7:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:37Z', 'updated_at': '2022-09-25T01:09:44Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'c56315cb-b1f0-42d5-8444-c8f7d17a2d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:11:11.022720 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec11ab5-e79c-4f89-8e0f-c5448de7e05d None None] New status for floating IP e43797d5-2d04-4b9f-97f1-89e48c2ce29e: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:11:11.493415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-19635e4a-8ac6-491d-8813-d213a69634f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:11.494971 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-19635e4a-8ac6-491d-8813-d213a69634f5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 1129 time: 0.0794833 Sep 25 01:11:11.504944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0ce10-2374-4027-aee5-4afaf185f90a req-f419d598-7093-454e-8b4d-69344d3a5d22 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:11.506599 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b5e0ce10-2374-4027-aee5-4afaf185f90a req-f419d598-7093-454e-8b4d-69344d3a5d22 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 945 time: 0.0825796 Sep 25 01:11:11.627766 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b5e0ce10-2374-4027-aee5-4afaf185f90a req-17afbf02-67d8-4a59-8f0d-e67ea160377f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=892e85ec-ee77-4ab4-92da-0fb89faadbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118293 Sep 25 01:11:11.655101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-f2f39713-d872-49ae-aa00-95b490ed8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:11.657545 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-f2f39713-d872-49ae-aa00-95b490ed8da9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=3ed60ed8-3013-4d8a-a275-f90fa0889f0d HTTP/1.1" status: 200 len: 898 time: 0.1498444 Sep 25 01:11:11.707455 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-c3d304e1-f26a-4d12-863b-1f6119b26f56 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f76719-995d-477c-829a-b6306bc8a264 HTTP/1.1" status: 200 len: 217 time: 0.0370488 Sep 25 01:11:11.903479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-e00de06c-c895-4d4c-b219-4dbe19119a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:11.905009 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-e00de06c-c895-4d4c-b219-4dbe19119a34 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=c56315cb-b1f0-42d5-8444-c8f7d17a2d84 HTTP/1.1" status: 200 len: 834 time: 0.0485048 Sep 25 01:11:11.959353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-6f095823-d79d-4a52-b0e4-11c4de65a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:11.960965 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-6f095823-d79d-4a52-b0e4-11c4de65a6a9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3ed60ed8-3013-4d8a-a275-f90fa0889f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0491962 Sep 25 01:11:12.131081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-ba1599fc-310b-4351-a37c-18d3712bc371 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:12.132675 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-ba1599fc-310b-4351-a37c-18d3712bc371 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 945 time: 0.0890527 Sep 25 01:11:12.239192 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-37fa429e-8820-4949-8682-dde6c1d697b1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941350 Sep 25 01:11:12.273708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 16f76719-995d-477c-829a-b6306bc8a264 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:11:12.274074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (16f76719-995d-477c-829a-b6306bc8a264), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:12.438693 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd59f5f9-c370-416d-836d-3912681b6a91 req-98bb8a0e-8165-48a4-9618-76df6a977540 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917968 Sep 25 01:11:12.452129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 16f76719-995d-477c-829a-b6306bc8a264, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=16f76719-995d-477c-829a-b6306bc8a264,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:12.452499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (16f76719-995d-477c-829a-b6306bc8a264), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:12.475875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 16f76719-995d-477c-829a-b6306bc8a264 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:11:12.662806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:12.673142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (16f76719-995d-477c-829a-b6306bc8a264), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:12.714687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=16f76719-995d-477c-829a-b6306bc8a264,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:12.746551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.746904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.747255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.747600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.747930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.748293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.748626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.748955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.749318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.749690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.750026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.750623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.750848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.751009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.751318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:12.761375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:12.792312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port 16f76719-995d-477c-829a-b6306bc8a264 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:11:12.795202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:12.797060 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-68ed1cbf-b76a-4182-9582-5b5952d82c75 req-9955cb9d-fc76-49c1-a048-4bf50d36c6e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b94fc405-3b52-47f0-b403-b0894fcf8246 HTTP/1.1" status: 200 len: 210 time: 0.0375445 Sep 25 01:11:12.798702 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-361c209c-a576-4412-abae-82e4e9cb1bf9 req-685e0ffc-1829-462c-8f29-aa42f1857298 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/16f76719-995d-477c-829a-b6306bc8a264 HTTP/1.1" status: 204 len: 173 time: 0.6594417 Sep 25 01:11:12.799252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'name': 'network-vif-deleted', 'tag': '16f76719-995d-477c-829a-b6306bc8a264'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:12.802310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9d7319-17e2-47fe-829c-2e434d70b573" -d '{"events": [{"server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "name": "network-vif-deleted", "tag": "16f76719-995d-477c-829a-b6306bc8a264"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:12.925317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b4f5cc-e163-4f8f-a71c-a0421d818152 x-openstack-request-id: req-d5b4f5cc-e163-4f8f-a71c-a0421d818152 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:12.926479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94fc405-3b52-47f0-b403-b0894fcf8246", "name": "network-vif-deleted", "tag": "16f76719-995d-477c-829a-b6306bc8a264", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:12.926901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5b4f5cc-e163-4f8f-a71c-a0421d818152 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:12.927550 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b4f5cc-e163-4f8f-a71c-a0421d818152'] response: {'server_uuid': 'b94fc405-3b52-47f0-b403-b0894fcf8246', 'name': 'network-vif-deleted', 'tag': '16f76719-995d-477c-829a-b6306bc8a264', 'status': 'completed', 'code': 200} Sep 25 01:11:13.893231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58920) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:13.959450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5cae84d-3f9b-4eeb-aec9-a833ed224ccc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (892e85ec-ee77-4ab4-92da-0fb89faadbc8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:13.997812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5cae84d-3f9b-4eeb-aec9-a833ed224ccc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (892e85ec-ee77-4ab4-92da-0fb89faadbc8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:14.069929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5cae84d-3f9b-4eeb-aec9-a833ed224ccc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (892e85ec-ee77-4ab4-92da-0fb89faadbc8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:14.072910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b5cae84d-3f9b-4eeb-aec9-a833ed224ccc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:14.074171 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b5cae84d-3f9b-4eeb-aec9-a833ed224ccc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/892e85ec-ee77-4ab4-92da-0fb89faadbc8 HTTP/1.1" status: 204 len: 168 time: 0.1804268 Sep 25 01:11:14.084312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cae84d-3f9b-4eeb-aec9-a833ed224ccc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892e85ec-ee77-4ab4-92da-0fb89faadbc8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:14.111495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58924) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:14.486296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (55677a6e-63ef-4595-a671-01dabebd874b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.082317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port fc04faaf-0d50-4d28-97e4-28b720127fcb {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:11:15.082668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.155074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 16f76719-995d-477c-829a-b6306bc8a264 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:11:15.176910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 16f76719-995d-477c-829a-b6306bc8a264 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:11:15.177491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 16f76719-995d-477c-829a-b6306bc8a264 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:11:15.188520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port fc04faaf-0d50-4d28-97e4-28b720127fcb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc04faaf-0d50-4d28-97e4-28b720127fcb,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:15.189011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.203265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for fc04faaf-0d50-4d28-97e4-28b720127fcb owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:11:15.385020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:15.416276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fc04faaf-0d50-4d28-97e4-28b720127fcb), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.421509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:15.447680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=fc04faaf-0d50-4d28-97e4-28b720127fcb,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:15.640626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (55677a6e-63ef-4595-a671-01dabebd874b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.860216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 55677a6e-63ef-4595-a671-01dabebd874b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:11:15.980121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:11:15.985496 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-18d557f4-d0ff-4696-b73d-68d8759c3387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/55677a6e-63ef-4595-a671-01dabebd874b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8727567 Sep 25 01:11:15.989733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58926) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:15.994193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] Sync routers for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:11:16.007179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:16.007961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:16.048793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8d44d9-fa59-498f-a3d8-bf72d8dfa6e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting subnet c56315cb-b1f0-42d5-8444-c8f7d17a2d84 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:11:16.052092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da8d44d9-fa59-498f-a3d8-bf72d8dfa6e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (c56315cb-b1f0-42d5-8444-c8f7d17a2d84), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.098691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da8d44d9-fa59-498f-a3d8-bf72d8dfa6e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (c56315cb-b1f0-42d5-8444-c8f7d17a2d84), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.120049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:16.186504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da8d44d9-fa59-498f-a3d8-bf72d8dfa6e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (c56315cb-b1f0-42d5-8444-c8f7d17a2d84), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.217470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:16.235413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:16.249667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da8d44d9-fa59-498f-a3d8-bf72d8dfa6e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (c56315cb-b1f0-42d5-8444-c8f7d17a2d84), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.282274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d44d9-fa59-498f-a3d8-bf72d8dfa6e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Subnet': ['ID=c56315cb-b1f0-42d5-8444-c8f7d17a2d84,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:16.286229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da8d44d9-fa59-498f-a3d8-bf72d8dfa6e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.291886 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-da8d44d9-fa59-498f-a3d8-bf72d8dfa6e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/c56315cb-b1f0-42d5-8444-c8f7d17a2d84 HTTP/1.1" status: 204 len: 168 time: 0.2990103 Sep 25 01:11:16.293184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58928) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:16.302825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9662b4a4-25e7-41e4-ae07-231d4834ba0a None None] Network 3ed60ed8-3013-4d8a-a275-f90fa0889f0d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:11:16.363507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:11:15Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:16.401307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] Checking router: 55677a6e-63ef-4595-a671-01dabebd874b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:11:16.407159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (55677a6e-63ef-4595-a671-01dabebd874b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.435100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] Routers {'55677a6e-63ef-4595-a671-01dabebd874b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:16.435731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['55677a6e-63ef-4595-a671-01dabebd874b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:16.523514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] DHCP port deletion for 3ed60ed8-3013-4d8a-a275-f90fa0889f0d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:11:16.523768 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (55677a6e-63ef-4595-a671-01dabebd874b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.573361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port d83c81eb-b430-4877-ae6d-3e00d6938bf4 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:11:16.573710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.581374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] Set router 55677a6e-63ef-4595-a671-01dabebd874b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:16.639733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Deleting port d0e49a9e-e5d4-4410-b898-3e0d4009518a {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:11:16.640132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.654601 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:16.667854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port d83c81eb-b430-4877-ae6d-3e00d6938bf4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d83c81eb-b430-4877-ae6d-3e00d6938bf4,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:16.668265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.670493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:16.686749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for d83c81eb-b430-4877-ae6d-3e00d6938bf4 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:11:16.758595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] For port d0e49a9e-e5d4-4410-b898-3e0d4009518a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d0e49a9e-e5d4-4410-b898-3e0d4009518a,segment=NetworkSegment(e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e),segment_id=e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:16.758912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.786906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Calling delete_port for d0e49a9e-e5d4-4410-b898-3e0d4009518a owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:11:16.890349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:11:15Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:16.893206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d83c81eb-b430-4877-ae6d-3e00d6938bf4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.919221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=d83c81eb-b430-4877-ae6d-3e00d6938bf4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:16.921172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fafb32-acec-4268-951c-94fb17d17fce None None] The sync data for ids ['55677a6e-63ef-4595-a671-01dabebd874b'] in dv-neutron-master-2-hyperv is: [{'id': '55677a6e-63ef-4595-a671-01dabebd874b', 'name': 'tempest-TestNetworkBasicOps-router-868916050', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62'}], 'enable_snat': True}, 'gw_port_id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:09:32Z', 'updated_at': '2022-09-25T01:11:15Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'd83c81eb-b430-4877-ae6d-3e00d6938bf4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55677a6e-63ef-4595-a671-01dabebd874b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:09:33Z', 'updated_at': '2022-09-25T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:11:16.946687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (d0e49a9e-e5d4-4410-b898-3e0d4009518a), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:16.979901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Pushing event deleted for resources: {'Port': ['ID=d0e49a9e-e5d4-4410-b898-3e0d4009518a,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:16.984958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] No DVR routers for this DVR port d0e49a9e-e5d4-4410-b898-3e0d4009518a on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:11:16.992916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.993259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.993611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.997157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:16.999113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed2b28-b64a-4851-b389-5983d71e90f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:17.010389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (55677a6e-63ef-4595-a671-01dabebd874b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.117978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (55677a6e-63ef-4595-a671-01dabebd874b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.121651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (55677a6e-63ef-4595-a671-01dabebd874b), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.169894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (55677a6e-63ef-4595-a671-01dabebd874b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.170548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Fanout notify agent at l3_agent the message router_deleted on router 55677a6e-63ef-4595-a671-01dabebd874b {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:11:17.177671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.178895 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b3c5155b-2655-4263-8957-3943ed50d24c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/routers/55677a6e-63ef-4595-a671-01dabebd874b HTTP/1.1" status: 204 len: 168 time: 0.8846662 Sep 25 01:11:17.182200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58930) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:17.303985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (3ed60ed8-3013-4d8a-a275-f90fa0889f0d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.426492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d0e49a9e-e5d4-4410-b898-3e0d4009518a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:11:17.431883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (3ed60ed8-3013-4d8a-a275-f90fa0889f0d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.454911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed60ed8-3013-4d8a-a275-f90fa0889f0d']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:17.463915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: d0e49a9e-e5d4-4410-b898-3e0d4009518a {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:11:17.464519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d0e49a9e-e5d4-4410-b898-3e0d4009518a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:11:17.465136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fc04faaf-0d50-4d28-97e4-28b720127fcb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:11:17.468521 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:17.468903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:17.481499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.497479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: fc04faaf-0d50-4d28-97e4-28b720127fcb {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:11:17.497911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.498234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fc04faaf-0d50-4d28-97e4-28b720127fcb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:11:17.515566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:11:17.516000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.599899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (3ed60ed8-3013-4d8a-a275-f90fa0889f0d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.615974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.621944 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/networks/3ed60ed8-3013-4d8a-a275-f90fa0889f0d HTTP/1.1" status: 204 len: 168 time: 0.4384151 Sep 25 01:11:17.633963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58936) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:17.640385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'network': {'name': 'tempest-network-smoke--819021492', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'port_security_enabled': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:17.646331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2b377-6384-48c5-b896-1a1861707ada tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Network': ['ID=3ed60ed8-3013-4d8a-a275-f90fa0889f0d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:17.677758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:11:17.683222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.707687 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e resource provider aggregate not found Sep 25 01:11:17.720179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:11:17.732668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0f8d57ae-9755-4da9-a48f-e2bd510d1510), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.733024 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Added segment 0f8d57ae-9755-4da9-a48f-e2bd510d1510 of type vlan for network 0193a0d2-719a-476f-851b-eab39f79db96 Sep 25 01:11:17.742520 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1f22c8d-a4c3-4d01-bdaa-a569a9b8df2e found for delete ", "request_id": "req-7a35ebed-a304-4990-b7d9-8a8c0dee919d"}]} Sep 25 01:11:17.786817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (0193a0d2-719a-476f-851b-eab39f79db96), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.813794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (0193a0d2-719a-476f-851b-eab39f79db96), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.820461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:17.821091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.827887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:17.882727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:17.890417 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2547972 Sep 25 01:11:17.893554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58940) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:17.899092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'admin_state_up': True, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:17.907446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d369c-8c35-464e-81ce-ee5bf916bf10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Network': ['ID=0193a0d2-719a-476f-851b-eab39f79db96,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:17.919107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 0193a0d2-719a-476f-851b-eab39f79db96 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:11:17.925682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (57d1b4e6-314e-451b-9c15-897375039077), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.926756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (57d1b4e6-314e-451b-9c15-897375039077), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.983639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (57d1b4e6-314e-451b-9c15-897375039077), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:18.133546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (57d1b4e6-314e-451b-9c15-897375039077), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:18.321096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (57d1b4e6-314e-451b-9c15-897375039077), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:18.343440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:18.421196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:18.462561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:18.479126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.161 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/1c9fbd63-b893-48cc-a9c2-ed1782371e32) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:11:18.605767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:18.641523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:18.687027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:11:18.690338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:11:18.693018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:11:18.719800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=1c9fbd63-b893-48cc-a9c2-ed1782371e32,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:18.976508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (57d1b4e6-314e-451b-9c15-897375039077), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:19.214995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d83c81eb-b430-4877-ae6d-3e00d6938bf4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:11:19.242374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (57d1b4e6-314e-451b-9c15-897375039077), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:19.244280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: d83c81eb-b430-4877-ae6d-3e00d6938bf4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:11:19.244830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d83c81eb-b430-4877-ae6d-3e00d6938bf4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:11:19.390634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 57d1b4e6-314e-451b-9c15-897375039077 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:11:19.402991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:19.447916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:19.533710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:11:19.548290 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Sync routers for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:11:19.563519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:19.565113 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4b0fbb88-b4c2-4a26-bec4-7b69cc10b166 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6698377 Sep 25 01:11:19.565867 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:19.566984 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:19.574606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58942) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:19.724232 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:19.765990 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-45e8ddec-c877-4ea1-8419-9849676d7ac3 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1862795 Sep 25 01:11:19.766286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58946) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:19.867238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248d36b-e17a-4352-954d-e27839254cc6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:19.871601 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e248d36b-e17a-4352-954d-e27839254cc6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015935 Sep 25 01:11:19.872013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58948) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:19.903399 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bafe58d7-c826-4ad3-bdd4-f6216d5d1e5a tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301070 Sep 25 01:11:19.905975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58950) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:19.911493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1590893171', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:19.932850 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:18Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:19.973361 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Checking router: 57d1b4e6-314e-451b-9c15-897375039077 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:11:19.973703 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Updating router 57d1b4e6-314e-451b-9c15-897375039077 port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:11:20.007496 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.025496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:11:20.033932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.251232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (f17addc0-2b0d-4130-bd8f-3cc62608c24d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.295805 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Publish callbacks [] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.306840 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.322181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=f17addc0-2b0d-4130-bd8f-3cc62608c24d,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:20.332704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Checking segment: {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:11:20.333167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network hostable DHCP agents. Network: 0193a0d2-719a-476f-851b-eab39f79db96, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:11:20.345565 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Attempting to bind port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:11:20.345991 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Attempting to bind port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:11:20.346268 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Attempting to bind port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:11:20.353564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 0193a0d2-719a-476f-851b-eab39f79db96 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:11:20.365429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0193a0d2-719a-476f-851b-eab39f79db96) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:11:20.370862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:20.372253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.381513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69cc177-a0ca-4121-a434-a4b3b7a44571 None None] Network 0193a0d2-719a-476f-851b-eab39f79db96 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:11:20.403036 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-58ff7c68-91b2-46f8-b9a2-93b0cca844da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4955521 Sep 25 01:11:20.407002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58952) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:20.412104 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Pushing event updated for resources: {'Port': ['ID=1c9fbd63-b893-48cc-a9c2-ed1782371e32,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:20.416131 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:11:20.416514 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:11:20.417004 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.417268 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:11:20.418007 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Bound port: 1c9fbd63-b893-48cc-a9c2-ed1782371e32, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:11:20.418370 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.427601 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.428222 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.428801 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.429378 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.429818 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.430307 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.430732 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.431215 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.431653 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.432190 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.432582 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.433093 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.433501 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.434008 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.434636 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.525496 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] For port 1c9fbd63-b893-48cc-a9c2-ed1782371e32, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:11:20.530375 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] For port 1c9fbd63-b893-48cc-a9c2-ed1782371e32, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c9fbd63-b893-48cc-a9c2-ed1782371e32,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:11:20.539553 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.600292 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:20.616250 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:20.617012 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:20.657744 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a66e1-3a0b-42c0-9e7d-e8cb5c000a5a None None] Pushing event updated for resources: {'Port': ['ID=1c9fbd63-b893-48cc-a9c2-ed1782371e32,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:20.667888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:20.672020 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:20.721985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0193a0d2-719a-476f-851b-eab39f79db96', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:11:20.724028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:20.745464 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:20.768201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:20.985899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Allocated IP 172.20.0.2 (0193a0d2-719a-476f-851b-eab39f79db96/f17addc0-2b0d-4130-bd8f-3cc62608c24d/33e8c397-e10c-411a-934f-683ce42ab406) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:11:21.012211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:21.036222 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:18Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:21.065547 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b286f78-192f-4756-b223-574fe6f1b424 None None] The sync data for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv is: [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:18Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:11:21.073965 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.219025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Publish callbacks [] for port (33e8c397-e10c-411a-934f-683ce42ab406), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.227541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (33e8c397-e10c-411a-934f-683ce42ab406), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.277566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Network 0193a0d2-719a-476f-851b-eab39f79db96 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:11:21.279250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:11:21.283675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:11:21.320588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Pushing event updated for resources: {'Port': ['ID=33e8c397-e10c-411a-934f-683ce42ab406,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:21.401493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Attempting to bind port 33e8c397-e10c-411a-934f-683ce42ab406 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:11:21.402525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Attempting to bind port 33e8c397-e10c-411a-934f-683ce42ab406 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:11:21.402525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Attempting to bind port 33e8c397-e10c-411a-934f-683ce42ab406 on network 0193a0d2-719a-476f-851b-eab39f79db96 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:11:21.476631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:11:21.477165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Checking segment: {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:11:21.477726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.478140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Bound using segment: {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:11:21.478736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Bound port: 33e8c397-e10c-411a-934f-683ce42ab406, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:11:21.479220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (33e8c397-e10c-411a-934f-683ce42ab406), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.529672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:21.585579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] For port 33e8c397-e10c-411a-934f-683ce42ab406, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:11:21.590212 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] For port 33e8c397-e10c-411a-934f-683ce42ab406, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33e8c397-e10c-411a-934f-683ce42ab406,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:11:21.605054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (33e8c397-e10c-411a-934f-683ce42ab406), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.697370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de26f7c-cb40-42f5-ad1b-a672d98abe37 None None] Pushing event updated for resources: {'Port': ['ID=33e8c397-e10c-411a-934f-683ce42ab406,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:21.866337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.1 (0193a0d2-719a-476f-851b-eab39f79db96/f17addc0-2b0d-4130-bd8f-3cc62608c24d/88abdf39-af75-4eef-a250-5c7f63e80e20) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:11:22.063627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:22.104854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:22.157262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 0193a0d2-719a-476f-851b-eab39f79db96 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:11:22.161758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:11:22.164645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:11:22.204931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=88abdf39-af75-4eef-a250-5c7f63e80e20,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:22.244865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (57d1b4e6-314e-451b-9c15-897375039077), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:22.416514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:22.677133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:22.746301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:22.869777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2acf7-1bbe-49ff-b804-9bc03992b40a None None] Network 0193a0d2-719a-476f-851b-eab39f79db96 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:11:22.872342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:22.879647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:22.941087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f76ff368-fdd3-486e-9990-42642cdb028a None None] Provisioning complete for port 33e8c397-e10c-411a-934f-683ce42ab406 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:22.941472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f76ff368-fdd3-486e-9990-42642cdb028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (33e8c397-e10c-411a-934f-683ce42ab406), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:22.941824 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f76ff368-fdd3-486e-9990-42642cdb028a None None] Attempt 1 to provision port 33e8c397-e10c-411a-934f-683ce42ab406 Sep 25 01:11:23.016217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=88abdf39-af75-4eef-a250-5c7f63e80e20,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:23.020051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (57d1b4e6-314e-451b-9c15-897375039077), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:23.100577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f76ff368-fdd3-486e-9990-42642cdb028a None None] Current status of the port 33e8c397-e10c-411a-934f-683ce42ab406 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:23.101004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f76ff368-fdd3-486e-9990-42642cdb028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (33e8c397-e10c-411a-934f-683ce42ab406), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:23.132782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:23.147813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f76ff368-fdd3-486e-9990-42642cdb028a None None] For port 33e8c397-e10c-411a-934f-683ce42ab406, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33e8c397-e10c-411a-934f-683ce42ab406,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:23.153897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f76ff368-fdd3-486e-9990-42642cdb028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (33e8c397-e10c-411a-934f-683ce42ab406), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:23.168743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 0193a0d2-719a-476f-851b-eab39f79db96 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:11:23.170577 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:11:23.211170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:23.235625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ff368-fdd3-486e-9990-42642cdb028a None None] Pushing event updated for resources: {'Port': ['ID=33e8c397-e10c-411a-934f-683ce42ab406,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:23.354606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 57d1b4e6-314e-451b-9c15-897375039077 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:11:23.360247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 33e8c397-e10c-411a-934f-683ce42ab406 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:11:23.442157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 33e8c397-e10c-411a-934f-683ce42ab406 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:23.442620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (33e8c397-e10c-411a-934f-683ce42ab406), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:23.443141 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 33e8c397-e10c-411a-934f-683ce42ab406 Sep 25 01:11:23.483716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Provisioning complete for port 88abdf39-af75-4eef-a250-5c7f63e80e20 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:23.484223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:23.484574 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Attempt 1 to provision port 88abdf39-af75-4eef-a250-5c7f63e80e20 Sep 25 01:11:23.494503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:11:23.500768 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5d753468-6281-4f41-9855-a670557800a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/57d1b4e6-314e-451b-9c15-897375039077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0925949 Sep 25 01:11:23.505200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58954) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:23.521235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Sync routers for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:11:23.552348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Port 88abdf39-af75-4eef-a250-5c7f63e80e20 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:11:23.556885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:23.557969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:23.647924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 33e8c397-e10c-411a-934f-683ce42ab406 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:23.648933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c9fbd63-b893-48cc-a9c2-ed1782371e32 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:11:23.776921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:23.833133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853769d1-802e-471e-bff4-83c6cd529047 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.834089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853769d1-802e-471e-bff4-83c6cd529047 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.835185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853769d1-802e-471e-bff4-83c6cd529047 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.836407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853769d1-802e-471e-bff4-83c6cd529047 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.837305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853769d1-802e-471e-bff4-83c6cd529047 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.838011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853769d1-802e-471e-bff4-83c6cd529047 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.844717 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-853769d1-802e-471e-bff4-83c6cd529047 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3360605 Sep 25 01:11:23.845748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58956) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:23.850438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:23.850909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:23.851449 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 Sep 25 01:11:23.984855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d395f-dfe3-43c7-9a38-e9da87ee09be tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.985358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d395f-dfe3-43c7-9a38-e9da87ee09be tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.985816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d395f-dfe3-43c7-9a38-e9da87ee09be tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.986303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d395f-dfe3-43c7-9a38-e9da87ee09be tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.986756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d395f-dfe3-43c7-9a38-e9da87ee09be tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.987236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d395f-dfe3-43c7-9a38-e9da87ee09be tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:23.989846 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-957d395f-dfe3-43c7-9a38-e9da87ee09be tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1419251 Sep 25 01:11:23.993315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58958) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:24.057643 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Attempt 2 to provision port 88abdf39-af75-4eef-a250-5c7f63e80e20 Sep 25 01:11:24.123632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:24.124065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.136196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Port 88abdf39-af75-4eef-a250-5c7f63e80e20 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:11:24.174849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 1c9fbd63-b893-48cc-a9c2-ed1782371e32, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c9fbd63-b893-48cc-a9c2-ed1782371e32,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:24.181690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.211906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:24.249509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Checking router: 57d1b4e6-314e-451b-9c15-897375039077 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:11:24.249903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Updating router 57d1b4e6-314e-451b-9c15-897375039077 port 88abdf39-af75-4eef-a250-5c7f63e80e20 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:11:24.287662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:24.297451 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5421b9d9-4cad-423a-9b13-ac768052b9fe tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3021176 Sep 25 01:11:24.300675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=1c9fbd63-b893-48cc-a9c2-ed1782371e32,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:24.303983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.422622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58964) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:24.427092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:24.428317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d2bc7c29-05f1-4161-82a7-a3212fec11d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223767265', 'description': 'tempest-secgroup-smoke-1223767265 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:24.457515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7c29-05f1-4161-82a7-a3212fec11d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.563742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7c29-05f1-4161-82a7-a3212fec11d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (0146a611-9792-4beb-a6ca-907c12da48f2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.570101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7c29-05f1-4161-82a7-a3212fec11d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0146a611-9792-4beb-a6ca-907c12da48f2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.627060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7c29-05f1-4161-82a7-a3212fec11d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.629863 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d2bc7c29-05f1-4161-82a7-a3212fec11d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2059362 Sep 25 01:11:24.633136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc7c29-05f1-4161-82a7-a3212fec11d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0146a611-9792-4beb-a6ca-907c12da48f2,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:24.634300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58966) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:24.639277 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Attempt 3 to provision port 88abdf39-af75-4eef-a250-5c7f63e80e20 Sep 25 01:11:24.639916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-821ad35a-ea8e-404a-b524-61808c2b65f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '0146a611-9792-4beb-a6ca-907c12da48f2', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:24.673538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-821ad35a-ea8e-404a-b524-61808c2b65f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (066f26df-cb03-41ae-8a14-f3750690e5c4), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.713636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Publish callbacks [] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.715515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Port 88abdf39-af75-4eef-a250-5c7f63e80e20 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:11:24.721345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.742072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-821ad35a-ea8e-404a-b524-61808c2b65f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (066f26df-cb03-41ae-8a14-f3750690e5c4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.747294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-821ad35a-ea8e-404a-b524-61808c2b65f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (066f26df-cb03-41ae-8a14-f3750690e5c4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.770872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ad35a-ea8e-404a-b524-61808c2b65f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066f26df-cb03-41ae-8a14-f3750690e5c4,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:24.785943 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-821ad35a-ea8e-404a-b524-61808c2b65f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.788354 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-821ad35a-ea8e-404a-b524-61808c2b65f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522498 Sep 25 01:11:24.793188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58968) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:24.794948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea68385-ac04-4b83-a5bc-ad1f4f4bdd03 None None] Pushing event updated for resources: {'Port': ['ID=88abdf39-af75-4eef-a250-5c7f63e80e20,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:24.798441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-98cf5e4b-6525-4d1d-b9a1-ed8881d56bf5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '0146a611-9792-4beb-a6ca-907c12da48f2', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:24.804357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:24.841240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e4b-6525-4d1d-b9a1-ed8881d56bf5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (2d60cd37-d9c6-4138-8561-2ad9aacdd790), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.849968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Attempting to bind port 88abdf39-af75-4eef-a250-5c7f63e80e20 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:11:24.850618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Attempting to bind port 88abdf39-af75-4eef-a250-5c7f63e80e20 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:11:24.851007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Attempting to bind port 88abdf39-af75-4eef-a250-5c7f63e80e20 on network 0193a0d2-719a-476f-851b-eab39f79db96 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:11:24.888446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:24.913972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:11:24.914617 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Checking segment: {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:11:24.915078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.915488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Bound using segment: {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:11:24.916063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Bound port: 88abdf39-af75-4eef-a250-5c7f63e80e20, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:11:24.916502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.943015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e4b-6525-4d1d-b9a1-ed8881d56bf5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (2d60cd37-d9c6-4138-8561-2ad9aacdd790), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.952903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e4b-6525-4d1d-b9a1-ed8881d56bf5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (2d60cd37-d9c6-4138-8561-2ad9aacdd790), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.979206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf5e4b-6525-4d1d-b9a1-ed8881d56bf5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d60cd37-d9c6-4138-8561-2ad9aacdd790,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:24.994741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e4b-6525-4d1d-b9a1-ed8881d56bf5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:24.997445 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-98cf5e4b-6525-4d1d-b9a1-ed8881d56bf5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2028372 Sep 25 01:11:25.000680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58970) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:25.007683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6bcb10dd-0781-4865-9e11-1348fa6219e0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '0146a611-9792-4beb-a6ca-907c12da48f2', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:25.016145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] For port 88abdf39-af75-4eef-a250-5c7f63e80e20, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:11:25.021350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] For port 88abdf39-af75-4eef-a250-5c7f63e80e20, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88abdf39-af75-4eef-a250-5c7f63e80e20,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:11:25.030584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.051597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bcb10dd-0781-4865-9e11-1348fa6219e0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (8f7c64c8-10eb-4505-9378-d478a40ba42d), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.100273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:25.101213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:25.120956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bcb10dd-0781-4865-9e11-1348fa6219e0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (8f7c64c8-10eb-4505-9378-d478a40ba42d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.125603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bcb10dd-0781-4865-9e11-1348fa6219e0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (8f7c64c8-10eb-4505-9378-d478a40ba42d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.149209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb10dd-0781-4865-9e11-1348fa6219e0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7c64c8-10eb-4505-9378-d478a40ba42d,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:25.160961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6bcb10dd-0781-4865-9e11-1348fa6219e0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.167028 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6bcb10dd-0781-4865-9e11-1348fa6219e0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607778 Sep 25 01:11:25.167028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58972) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:25.173516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-75ca34b1-05fe-4b87-ba1f-efd944f341a2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '0146a611-9792-4beb-a6ca-907c12da48f2', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:25.209959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-75ca34b1-05fe-4b87-ba1f-efd944f341a2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (3b2d0136-de10-4973-b6bb-510be2cb8172), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.302716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:25.328346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-75ca34b1-05fe-4b87-ba1f-efd944f341a2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (3b2d0136-de10-4973-b6bb-510be2cb8172), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.335549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-75ca34b1-05fe-4b87-ba1f-efd944f341a2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (3b2d0136-de10-4973-b6bb-510be2cb8172), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.339365 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Attempt 4 to provision port 88abdf39-af75-4eef-a250-5c7f63e80e20 Sep 25 01:11:25.347594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 33e8c397-e10c-411a-934f-683ce42ab406 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:11:25.373390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca34b1-05fe-4b87-ba1f-efd944f341a2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2d0136-de10-4973-b6bb-510be2cb8172,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:25.380913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-75ca34b1-05fe-4b87-ba1f-efd944f341a2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.382198 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-75ca34b1-05fe-4b87-ba1f-efd944f341a2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2143748 Sep 25 01:11:25.387348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 58974) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:25.396228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-86dc2b81-974d-4e73-99ad-358f4db7c246 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '0146a611-9792-4beb-a6ca-907c12da48f2', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:25.399435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea68385-ac04-4b83-a5bc-ad1f4f4bdd03 None None] Pushing event updated for resources: {'Port': ['ID=88abdf39-af75-4eef-a250-5c7f63e80e20,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:25.432774 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-86dc2b81-974d-4e73-99ad-358f4db7c246 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:11:25.442878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86dc2b81-974d-4e73-99ad-358f4db7c246 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (31c25343-58f3-45e1-8eb7-9ffc753362df), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.501540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 33e8c397-e10c-411a-934f-683ce42ab406 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:25.501840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (33e8c397-e10c-411a-934f-683ce42ab406), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.502162 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 33e8c397-e10c-411a-934f-683ce42ab406 Sep 25 01:11:25.525697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86dc2b81-974d-4e73-99ad-358f4db7c246 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (31c25343-58f3-45e1-8eb7-9ffc753362df), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.526514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:25.530755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86dc2b81-974d-4e73-99ad-358f4db7c246 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (31c25343-58f3-45e1-8eb7-9ffc753362df), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.543607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:25.559564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc2b81-974d-4e73-99ad-358f4db7c246 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c25343-58f3-45e1-8eb7-9ffc753362df,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:25.569964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-86dc2b81-974d-4e73-99ad-358f4db7c246 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.575352 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-86dc2b81-974d-4e73-99ad-358f4db7c246 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1827230 Sep 25 01:11:25.576256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 58976) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:25.588020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-0c780fa3-a0e8-450e-a6fa-4d069d2f0b82 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '0146a611-9792-4beb-a6ca-907c12da48f2', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:25.589267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:25.600711 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:25.622852 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-0c780fa3-a0e8-450e-a6fa-4d069d2f0b82 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:11:25.630339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0c780fa3-a0e8-450e-a6fa-4d069d2f0b82 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (1ed34404-8e91-49c7-8a76-8334258a7cef), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.654274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Current status of the port 88abdf39-af75-4eef-a250-5c7f63e80e20 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:25.654728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.731405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0c780fa3-a0e8-450e-a6fa-4d069d2f0b82 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (1ed34404-8e91-49c7-8a76-8334258a7cef), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.738086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0c780fa3-a0e8-450e-a6fa-4d069d2f0b82 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (1ed34404-8e91-49c7-8a76-8334258a7cef), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.763747 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c780fa3-a0e8-450e-a6fa-4d069d2f0b82 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed34404-8e91-49c7-8a76-8334258a7cef,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:25.783442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0c780fa3-a0e8-450e-a6fa-4d069d2f0b82 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.784039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] For port 88abdf39-af75-4eef-a250-5c7f63e80e20, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88abdf39-af75-4eef-a250-5c7f63e80e20,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:25.799166 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0c780fa3-a0e8-450e-a6fa-4d069d2f0b82 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2075038 Sep 25 01:11:25.799480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.825319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Provisioning complete for port 33e8c397-e10c-411a-934f-683ce42ab406 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:25.825749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (33e8c397-e10c-411a-934f-683ce42ab406), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:25.826173 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Attempt 1 to provision port 33e8c397-e10c-411a-934f-683ce42ab406 Sep 25 01:11:25.827685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 33e8c397-e10c-411a-934f-683ce42ab406 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:25.828829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c9fbd63-b893-48cc-a9c2-ed1782371e32 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:11:25.937821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Pushing event updated for resources: {'Port': ['ID=88abdf39-af75-4eef-a250-5c7f63e80e20,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:25.994318 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-89426a0b-9ad8-43e4-b426-bffcf0ea6bad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1223767265&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.0738957 Sep 25 01:11:26.026627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:26.033779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:26.034162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:26.035085 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 Sep 25 01:11:26.067776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf01884-0073-4c19-91b7-8cb8a4c77810 None None] The sync data for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv is: [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:11:26.091230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-205c6eb2-d577-4bdb-9952-fb120183cbf5 None None] Current status of the port 33e8c397-e10c-411a-934f-683ce42ab406 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:26.168761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402813-484b-4ce6-a3fd-2aba1660135c req-23151087-d34b-4dda-9358-d64f1634bbd9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:26.170412 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-23151087-d34b-4dda-9358-d64f1634bbd9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 796 time: 0.1652699 Sep 25 01:11:26.179293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:26.200273 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-c552de45-6d72-4c30-af25-1f0268a0c22b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0117185 Sep 25 01:11:26.210729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f2816b17-a802-49b5-a5f4-6bf1d8906017 None None] Provisioning complete for port 88abdf39-af75-4eef-a250-5c7f63e80e20 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:26.211270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f2816b17-a802-49b5-a5f4-6bf1d8906017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:26.211720 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f2816b17-a802-49b5-a5f4-6bf1d8906017 None None] Attempt 1 to provision port 88abdf39-af75-4eef-a250-5c7f63e80e20 Sep 25 01:11:26.264045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-78a98cc0-d987-45d0-97ee-bd76a8e0ce7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541246 Sep 25 01:11:26.318327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f2816b17-a802-49b5-a5f4-6bf1d8906017 None None] Current status of the port 88abdf39-af75-4eef-a250-5c7f63e80e20 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:26.342863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-e868a805-fce9-46b0-b1b5-8cfb283e25b9 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:11:26.344104 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-e868a805-fce9-46b0-b1b5-8cfb283e25b9 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0641584 Sep 25 01:11:26.456959 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-0556242c-fbd1-4e79-b67d-665b416d7e63 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048868 Sep 25 01:11:26.579401 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-32ee7fa9-ee62-4105-893a-5fc082cae65a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156311 Sep 25 01:11:26.828852 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-45e03c3c-3ad7-48b2-9873-cfabed271237 req-90b8cc37-4790-4906-b9b9-874c304afa6f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 210 time: 0.0526712 Sep 25 01:11:27.283022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 88abdf39-af75-4eef-a250-5c7f63e80e20 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:11:27.351882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 88abdf39-af75-4eef-a250-5c7f63e80e20 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:27.352833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:27.353357 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 88abdf39-af75-4eef-a250-5c7f63e80e20 Sep 25 01:11:27.416183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:27.450871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 88abdf39-af75-4eef-a250-5c7f63e80e20 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:27.932268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10b1398e-efb2-4daa-94c9-dd0b4ed90cab req-c7fa7c4c-38dd-4aee-8940-f64e1bd02bef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 210 time: 0.0313988 Sep 25 01:11:28.554100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1ee55c3-3bcd-49fc-bcdb-a67ab3d6288f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:29.047607 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-89c36281-4be6-4f0f-9593-9c3c9512bf7b req-bd7a6047-51de-49de-a6ea-64e87fc96bed tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 210 time: 0.0342979 Sep 25 01:11:30.151575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402813-484b-4ce6-a3fd-2aba1660135c req-d2379528-6a2e-4ee2-9fc5-c942da8e5fa4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:30.154275 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-d2379528-6a2e-4ee2-9fc5-c942da8e5fa4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 796 time: 0.1385434 Sep 25 01:11:30.207641 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9c2633c3-6273-410c-86aa-48ff39c8c70a req-b256ecce-bb7d-4514-93ed-a32ab79ae4b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 210 time: 0.0461762 Sep 25 01:11:30.275402 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-035205a9-9ecf-4dda-8aaa-e1e29942aca8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 380 time: 0.1018450 Sep 25 01:11:30.331647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['0146a611-9792-4beb-a6ca-907c12da48f2']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:30.429714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:30.475998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:11:30.481998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:30.677468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.6 (0193a0d2-719a-476f-851b-eab39f79db96/f17addc0-2b0d-4130-bd8f-3cc62608c24d/841a03c6-f8ed-498f-acbe-5a6e059fdf7c) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:11:31.039285 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=32 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:31.040684 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=20 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:31.175209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:31.201377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:31.238868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:31.308395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 0193a0d2-719a-476f-851b-eab39f79db96 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:11:31.313277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:11:31.320107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:11:31.369106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:31.426900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:31.427997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:31.430244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6fc8a-d08d-4b31-8627-ae1b2b26e175 req-2c470ea4-1570-4d4c-8131-fe0adbd26f4c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:31.437975 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-15e6fc8a-d08d-4b31-8627-ae1b2b26e175 req-2c470ea4-1570-4d4c-8131-fe0adbd26f4c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 931 time: 0.1124771 Sep 25 01:11:31.464906 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-44b8efa6-ef71-4c2a-9e31-2aa10760d94f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1378875 Sep 25 01:11:31.466700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0b116f8c-5d99-44c2-8c0c-07b2f24f4a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:31.482987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Request body: {'port': {'device_id': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:31.530951 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-15e6fc8a-d08d-4b31-8627-ae1b2b26e175 req-9d2a9def-7c43-4003-b1f7-b5bb062c5f98 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809281 Sep 25 01:11:31.577665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:31.681218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-95a353bd-33dd-42f5-bdf9-ec400f37b360 None None] Provisioning complete for port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:31.682179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-95a353bd-33dd-42f5-bdf9-ec400f37b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:31.682853 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-95a353bd-33dd-42f5-bdf9-ec400f37b360 None None] Attempt 1 to provision port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c Sep 25 01:11:31.686379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:31.726108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-95a353bd-33dd-42f5-bdf9-ec400f37b360 None None] Port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:11:31.937871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841a03c6-f8ed-498f-acbe-5a6e059fdf7c {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:11:31.943008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:31.948306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Publish callbacks [] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:31.964709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Transition to ACTIVE for port object 841a03c6-f8ed-498f-acbe-5a6e059fdf7c will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:11:31.970104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:32.038723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Pushing event updated for resources: {'Port': ['ID=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:32.106064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Attempting to bind port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:11:32.106373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Attempting to bind port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:11:32.106627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Attempting to bind port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c on network 0193a0d2-719a-476f-851b-eab39f79db96 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:11:32.155450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c on network 0193a0d2-719a-476f-851b-eab39f79db96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:11:32.155801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Attempting to bind port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c on network 0193a0d2-719a-476f-851b-eab39f79db96 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:11:32.210551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:11:32.211655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Checking segment: {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:11:32.211655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Bound using segment: {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:11:32.212115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Bound port: 841a03c6-f8ed-498f-acbe-5a6e059fdf7c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:11:32.212321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:32.226931 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-95a353bd-33dd-42f5-bdf9-ec400f37b360 None None] Attempt 2 to provision port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c Sep 25 01:11:32.250372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:32.273279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-95a353bd-33dd-42f5-bdf9-ec400f37b360 None None] Port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:11:32.292000 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] For port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:11:32.295667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] For port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:11:32.303929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:32.311286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:32.311924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:32.313430 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-f0982128-411f-47c6-931b-aba893cf506a service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/841a03c6-f8ed-498f-acbe-5a6e059fdf7c HTTP/1.1" status: 200 len: 1093 time: 0.8358748 Sep 25 01:11:32.314030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:32.317391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:32.409005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296bdd48-3d17-4b62-a532-60b62aff47a1 x-openstack-request-id: req-296bdd48-3d17-4b62-a532-60b62aff47a1 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:32.409418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:32.409690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-296bdd48-3d17-4b62-a532-60b62aff47a1 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:32.410130 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296bdd48-3d17-4b62-a532-60b62aff47a1'] response: {'name': 'network-changed', 'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'status': 'completed', 'code': 200} Sep 25 01:11:32.450730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982128-411f-47c6-931b-aba893cf506a service neutron] Pushing event updated for resources: {'Port': ['ID=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:32.460517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402813-484b-4ce6-a3fd-2aba1660135c req-97a8980e-d1c8-4d3b-8d88-73adf1edfafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:32.461438 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-97a8980e-d1c8-4d3b-8d88-73adf1edfafc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 1127 time: 0.0641923 Sep 25 01:11:32.538218 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-0129921a-0bfb-4c68-a3cb-a25f33d8bfc5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c HTTP/1.1" status: 200 len: 217 time: 0.0645652 Sep 25 01:11:32.612132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402813-484b-4ce6-a3fd-2aba1660135c req-86c73a35-8202-4845-8ed8-90f00bcde56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:32.614996 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-86c73a35-8202-4845-8ed8-90f00bcde56b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f17addc0-2b0d-4130-bd8f-3cc62608c24d HTTP/1.1" status: 200 len: 835 time: 0.0712857 Sep 25 01:11:32.676673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402813-484b-4ce6-a3fd-2aba1660135c req-90311041-c450-4061-970c-e93791e62e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:32.679683 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-90311041-c450-4061-970c-e93791e62e6d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0193a0d2-719a-476f-851b-eab39f79db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0587008 Sep 25 01:11:32.687821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418ebc4-f31a-4175-a916-8ad319748c32 req-0eee77b9-5811-434b-97b9-dbc261a993cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:32.689490 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2418ebc4-f31a-4175-a916-8ad319748c32 req-0eee77b9-5811-434b-97b9-dbc261a993cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 943 time: 0.0589805 Sep 25 01:11:32.749131 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2418ebc4-f31a-4175-a916-8ad319748c32 req-f5d8d45e-c13f-44ca-b279-f18f28925a9d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527146 Sep 25 01:11:32.774481 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-95a353bd-33dd-42f5-bdf9-ec400f37b360 None None] Attempt 3 to provision port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c Sep 25 01:11:32.808921 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-5ae20522-7cbe-4cef-aadf-1aa0acafa70b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238272 Sep 25 01:11:32.823678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-95a353bd-33dd-42f5-bdf9-ec400f37b360 None None] Port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:11:32.908723 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05402813-484b-4ce6-a3fd-2aba1660135c req-03226e44-a6e2-40e5-ac39-3462ea189bcb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937588 Sep 25 01:11:33.743358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:33.903496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd9e7-9e93-444f-98f2-5aea9d634530 req-237271fd-e98f-40cc-ba23-654386d45309 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:33.905149 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-977bd9e7-9e93-444f-98f2-5aea9d634530 req-237271fd-e98f-40cc-ba23-654386d45309 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 943 time: 0.0572267 Sep 25 01:11:33.972648 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-977bd9e7-9e93-444f-98f2-5aea9d634530 req-35cb012b-30f7-4010-975f-d623510ae55a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604656 Sep 25 01:11:34.152820 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:11:34.930451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-79812bb9-c0c9-464f-82c5-cf98a5aa05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:34.932033 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-79812bb9-c0c9-464f-82c5-cf98a5aa05a7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 1127 time: 0.0452669 Sep 25 01:11:35.035069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-e87f19c3-3823-4a6a-aaa0-3e17aa4e5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:35.036599 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-e87f19c3-3823-4a6a-aaa0-3e17aa4e5846 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 897 time: 0.0980783 Sep 25 01:11:35.075991 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-4fee0a8b-dbef-4062-8eea-c2541b8e3881 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c HTTP/1.1" status: 200 len: 217 time: 0.0339346 Sep 25 01:11:35.089666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:35.123595 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6e09-3eeb-41fc-8597-5ae41e237e1a req-6a826be0-c22f-4259-9ffd-892af375ac61 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:35.126290 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-403b6e09-3eeb-41fc-8597-5ae41e237e1a req-6a826be0-c22f-4259-9ffd-892af375ac61 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 943 time: 0.0620329 Sep 25 01:11:35.142972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-c57058d2-6f38-4241-be93-7abfabed5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:35.145922 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-c57058d2-6f38-4241-be93-7abfabed5b64 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f17addc0-2b0d-4130-bd8f-3cc62608c24d HTTP/1.1" status: 200 len: 835 time: 0.0645950 Sep 25 01:11:35.190893 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-403b6e09-3eeb-41fc-8597-5ae41e237e1a req-1910745e-e40a-49a1-b222-0de9784d5e7e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554230 Sep 25 01:11:35.196949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-5b133ff0-f94c-4fcc-aed3-6495e77eba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:35.198518 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-5b133ff0-f94c-4fcc-aed3-6495e77eba5e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0193a0d2-719a-476f-851b-eab39f79db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470760 Sep 25 01:11:35.294576 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-47667096-73da-478d-9dae-d3f71d9e4883 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896447 Sep 25 01:11:35.382246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:35.402648 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43ab18f4-f2e8-4732-9ddc-fef87fda98c7 req-da0dc6bf-f7b6-41da-a031-3852dbcc4d98 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028280 Sep 25 01:11:35.915076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:36.318744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79df60-d7e4-4f1e-ba1a-4db282f5af76 req-215c0a8a-03e1-43d4-9fd7-29674024f5fb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:36.320335 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3f79df60-d7e4-4f1e-ba1a-4db282f5af76 req-215c0a8a-03e1-43d4-9fd7-29674024f5fb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 943 time: 0.0502453 Sep 25 01:11:36.379591 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3f79df60-d7e4-4f1e-ba1a-4db282f5af76 req-292c8931-5511-472d-a080-b262e7911219 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482912 Sep 25 01:11:36.451584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:37.243206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 841a03c6-f8ed-498f-acbe-5a6e059fdf7c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:11:37.345685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:37.358465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'port_id': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'mac_address': 'fa:16:3e:58:52:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:11:37.398610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:37.399003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:37.412995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841a03c6-f8ed-498f-acbe-5a6e059fdf7c {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:11:37.435321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:37.439704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:37.496893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:37.516273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe4459-8b73-465a-86e8-f22b94118449 req-5485f84f-1ea0-4df0-8cad-0964c96e25c8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:37.518045 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3cfe4459-8b73-465a-86e8-f22b94118449 req-5485f84f-1ea0-4df0-8cad-0964c96e25c8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 944 time: 0.0518804 Sep 25 01:11:37.573408 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3cfe4459-8b73-465a-86e8-f22b94118449 req-00af7bb9-023f-4f77-af9c-21ea006038b4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490885 Sep 25 01:11:37.879172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['841a03c6-f8ed-498f-acbe-5a6e059fdf7c'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:11:38.710488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21323b2-9dc7-41f3-894a-edd4a339b46e req-191cd4ac-713f-496d-98bc-23e5c4f00368 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:38.712072 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f21323b2-9dc7-41f3-894a-edd4a339b46e req-191cd4ac-713f-496d-98bc-23e5c4f00368 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 944 time: 0.0539136 Sep 25 01:11:38.764645 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f21323b2-9dc7-41f3-894a-edd4a339b46e req-1ea119aa-e619-46d3-be4c-6f5b9d7cf0e4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469046 Sep 25 01:11:39.255326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 841a03c6-f8ed-498f-acbe-5a6e059fdf7c up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:11:39.302187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:39.304892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:11:39.311604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:39.312079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:39.312442 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c Sep 25 01:11:39.339761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:39.394966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:39.395360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:39.418442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:39.420827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357b26c-c83a-4fde-8164-b02edeafedc0" -d '{"events": [{"server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "name": "network-vif-plugged", "status": "completed", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:39.434007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:39.439254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:39.464676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f97204-f227-4f29-a8a2-ce8ee1f107dc x-openstack-request-id: req-82f97204-f227-4f29-a8a2-ce8ee1f107dc {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:39.464974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "name": "network-vif-plugged", "status": "completed", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:39.465231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82f97204-f227-4f29-a8a2-ce8ee1f107dc {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:39.465627 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f97204-f227-4f29-a8a2-ce8ee1f107dc'] response: {'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'code': 200} Sep 25 01:11:39.493346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:39.673059 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c7639-aba2-4733-b461-82743f60fc83 req-f6f936ba-53f5-40ba-811f-6b9403410232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:39.674652 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e91c7639-aba2-4733-b461-82743f60fc83 req-f6f936ba-53f5-40ba-811f-6b9403410232 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 1129 time: 0.0415828 Sep 25 01:11:39.720571 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e91c7639-aba2-4733-b461-82743f60fc83 req-815195ad-9a55-4b12-b90f-105da83017e3 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400906 Sep 25 01:11:39.892949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566c491-7ca5-4dc3-ace0-168ab7226d26 req-576df849-0596-44d0-8eac-3028d95a30b3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:39.894561 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8566c491-7ca5-4dc3-ace0-168ab7226d26 req-576df849-0596-44d0-8eac-3028d95a30b3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 945 time: 0.0533221 Sep 25 01:11:39.946171 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8566c491-7ca5-4dc3-ace0-168ab7226d26 req-8d1faad7-e850-4055-a84b-99460ab32365 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453689 Sep 25 01:11:40.583926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:41.074145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51168532-e489-4731-a48a-26782a0e69b1 req-7f6dd49d-887c-4fcc-b824-1fbd090599e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:41.075689 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-51168532-e489-4731-a48a-26782a0e69b1 req-7f6dd49d-887c-4fcc-b824-1fbd090599e2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 945 time: 0.0493603 Sep 25 01:11:41.135673 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-51168532-e489-4731-a48a-26782a0e69b1 req-f65a58b2-5047-4cf9-8278-918c35a4f34c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538096 Sep 25 01:11:42.268200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18eaa5-155e-4db9-a5e8-1449868a7d4d req-78c1f148-0539-4582-b64a-69f16c095bb6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:42.269790 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7a18eaa5-155e-4db9-a5e8-1449868a7d4d req-78c1f148-0539-4582-b64a-69f16c095bb6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 945 time: 0.0525482 Sep 25 01:11:42.328261 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7a18eaa5-155e-4db9-a5e8-1449868a7d4d req-8cbd993e-35ea-41e8-9dd3-f50a9d872c5d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522413 Sep 25 01:11:42.453050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03ea52-b7e1-4051-a5a1-18d1416023c3 req-e1d997f8-11ca-4d24-9212-775699cb13c7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:42.454468 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e03ea52-b7e1-4051-a5a1-18d1416023c3 req-e1d997f8-11ca-4d24-9212-775699cb13c7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 945 time: 0.0489817 Sep 25 01:11:42.489986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:42.511976 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e03ea52-b7e1-4051-a5a1-18d1416023c3 req-30ed1a2d-794f-4669-a0a3-1cf10d35ae6f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517688 Sep 25 01:11:42.541032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59048) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:42.579669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0d93b-32db-4b09-ae13-9af73c4d5411 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:42.581283 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-60e0d93b-32db-4b09-ae13-9af73c4d5411 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 1124 time: 0.0392685 Sep 25 01:11:42.584127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59050) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:42.588399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:42.617994 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:42.702250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:42.765258 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:42.825182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.39 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/ea08edfe-255b-4e91-aa2c-2ef4731513d9) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:11:42.938583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (ea08edfe-255b-4e91-aa2c-2ef4731513d9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:42.972434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ea08edfe-255b-4e91-aa2c-2ef4731513d9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:43.017765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:11:43.023101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:11:43.027052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:11:43.030395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=ea08edfe-255b-4e91-aa2c-2ef4731513d9,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:43.513647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:43.530831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:43.661690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ea08edfe-255b-4e91-aa2c-2ef4731513d9), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:44.087573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:44.144367 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (ea08edfe-255b-4e91-aa2c-2ef4731513d9), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:44.147374 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:44.148193 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:44.150823 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (ea08edfe-255b-4e91-aa2c-2ef4731513d9), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:44.228147 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:44.230097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=ea08edfe-255b-4e91-aa2c-2ef4731513d9,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:44.336510 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f associated. External IP: 172.36.7.39, port: 841a03c6-f8ed-498f-acbe-5a6e059fdf7c. Sep 25 01:11:44.558644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 57d1b4e6-314e-451b-9c15-897375039077 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:11:44.671228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:11:44.683200 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] Sync routers for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:11:44.691611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:44.696698 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:44.697332 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:44.727486 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ffd10e2e-c9fc-483a-8d45-6b2d0d4efae7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1423156 Sep 25 01:11:44.728167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:44.730474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59052) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:44.731093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:44.778875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ec9f9-6145-450b-9ebd-9fb37d77e19b x-openstack-request-id: req-531ec9f9-6145-450b-9ebd-9fb37d77e19b {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:44.779179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:44.779440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-531ec9f9-6145-450b-9ebd-9fb37d77e19b {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:44.779847 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531ec9f9-6145-450b-9ebd-9fb37d77e19b'] response: {'name': 'network-changed', 'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'status': 'completed', 'code': 200} Sep 25 01:11:44.809257 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c561624e-75d7-4bbb-ac91-8f3094eda36b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 990 time: 0.0774090 Sep 25 01:11:44.871334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-723f2ba8-b840-40bc-b5ae-e623b0cb230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:44.872925 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-723f2ba8-b840-40bc-b5ae-e623b0cb230e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 1129 time: 0.0422056 Sep 25 01:11:44.908285 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:44.973219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-d1ecdb5e-d4d0-409d-8c58-b41d2c686075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:44.974781 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-d1ecdb5e-d4d0-409d-8c58-b41d2c686075 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 897 time: 0.0954037 Sep 25 01:11:45.043886 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-2f95ba24-6b64-4359-901c-17c3d3b05fea service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c HTTP/1.1" status: 200 len: 998 time: 0.0633190 Sep 25 01:11:45.090393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:45.094897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-fed2c6e9-d317-4315-a25d-3c4dfbc9ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:45.096440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-fed2c6e9-d317-4315-a25d-3c4dfbc9ad2f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f17addc0-2b0d-4130-bd8f-3cc62608c24d HTTP/1.1" status: 200 len: 835 time: 0.0473228 Sep 25 01:11:45.132825 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.39', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '57d1b4e6-314e-451b-9c15-897375039077', 'port_id': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'mac_address': 'fa:16:3e:58:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:11:43Z', 'updated_at': '2022-09-25T01:11:43Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:45.141965 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-aa3c0745-e3ab-4759-b463-57a9f12cef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:45.144645 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-aa3c0745-e3ab-4759-b463-57a9f12cef1a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0193a0d2-719a-476f-851b-eab39f79db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423419 Sep 25 01:11:45.158067 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] Checking router: 57d1b4e6-314e-451b-9c15-897375039077 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:11:45.166945 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:45.167572 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:45.251399 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-9c8e8b63-e0eb-4bfa-ab24-843f9b465f2b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008973 Sep 25 01:11:45.278150 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:45.368828 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-188f36e3-993e-47d1-a2d6-d26c8ce2f8c5 req-8ff43284-6f09-4155-8d1d-7c6814ade986 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113307 Sep 25 01:11:45.511263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:45.523679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600ef87-acfb-452e-9a77-bdd104eef990 req-88fe6357-899f-438b-acb6-65fe67ddad29 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:45.525324 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5600ef87-acfb-452e-9a77-bdd104eef990 req-88fe6357-899f-438b-acb6-65fe67ddad29 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 946 time: 0.0568540 Sep 25 01:11:45.543984 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.39', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '57d1b4e6-314e-451b-9c15-897375039077', 'port_id': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'mac_address': 'fa:16:3e:58:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:11:43Z', 'updated_at': '2022-09-25T01:11:43Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:45.570365 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65eee8d-ece3-4450-8fb8-e2277643d9ef None None] The sync data for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv is: [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.39', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '57d1b4e6-314e-451b-9c15-897375039077', 'port_id': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'mac_address': 'fa:16:3e:58:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:11:43Z', 'updated_at': '2022-09-25T01:11:43Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:11:45.583586 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5600ef87-acfb-452e-9a77-bdd104eef990 req-9a3a74c0-35b5-43f9-9ad9-2923f951cf57 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522866 Sep 25 01:11:45.776373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe3c4e-906a-4ace-b91c-83920e4d0389 None None] New status for floating IP 7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:11:45.813096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59060) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:45.874528 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a12a69a0-97e5-4459-85e6-9790c98b6193 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 990 time: 0.0602636 Sep 25 01:11:46.718297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2027e0b-6786-47b2-bb76-f7973780ba92 req-62530af2-cfc4-4248-ae9f-5d2449e95284 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:46.720211 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2027e0b-6786-47b2-bb76-f7973780ba92 req-62530af2-cfc4-4248-ae9f-5d2449e95284 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 946 time: 0.0494266 Sep 25 01:11:46.776548 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2027e0b-6786-47b2-bb76-f7973780ba92 req-80f395a3-b6d0-4496-9f56-48ec7de28d41 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499287 Sep 25 01:11:46.879404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59064) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:11:46.951035 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3eae7f8c-0c30-4915-a149-9d25c4be0cd9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 992 time: 0.0704455 Sep 25 01:11:47.394275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-539ef30f-2b61-4d57-8a63-c3af4e77150c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:47.395792 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-539ef30f-2b61-4d57-8a63-c3af4e77150c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 946 time: 0.0506399 Sep 25 01:11:47.484983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Deleting port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:11:47.485235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:47.582877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] For port 2b37280e-285c-44fa-a84b-ebe3e757f2f3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2b37280e-285c-44fa-a84b-ebe3e757f2f3,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:47.583233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:47.801971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:47.802244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (fc323338-a16b-4910-9061-7ced649d2745), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:47.802557 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Floating IP fc323338-a16b-4910-9061-7ced649d2745 disassociated. External IP: 172.36.7.104, port: 2b37280e-285c-44fa-a84b-ebe3e757f2f3. Sep 25 01:11:47.802896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Calling delete_port for 2b37280e-285c-44fa-a84b-ebe3e757f2f3 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:11:47.914700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:47.922522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401ae41-7e96-4f07-b49f-7b39db08cd18 req-21e4cda5-58b6-4c7c-b9c2-293f1a5eaf65 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:47.924062 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2401ae41-7e96-4f07-b49f-7b39db08cd18 req-21e4cda5-58b6-4c7c-b9c2-293f1a5eaf65 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 946 time: 0.0628822 Sep 25 01:11:48.010019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2b37280e-285c-44fa-a84b-ebe3e757f2f3), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:48.015456 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2401ae41-7e96-4f07-b49f-7b39db08cd18 req-40a952d3-92f4-436c-8595-0a603a01b00b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842292 Sep 25 01:11:48.041347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event deleted for resources: {'Port': ['ID=2b37280e-285c-44fa-a84b-ebe3e757f2f3,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:48.168708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Router 34ab2f79-5d5c-412c-8034-c462c45955b3 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:11:48.173557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:48.312337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:11:48.324344 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] Sync routers for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:11:48.336799 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:48.337560 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:48.362700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] No DVR routers for this DVR port 2b37280e-285c-44fa-a84b-ebe3e757f2f3 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:11:48.366172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:48.369731 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d00ec370-9b6c-4571-907c-1b131a197cb2 req-2fb65fa6-4d00-4c07-a184-53ec66230990 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "DELETE /networking/v2.0/ports/2b37280e-285c-44fa-a84b-ebe3e757f2f3 HTTP/1.1" status: 204 len: 173 time: 0.9693124 Sep 25 01:11:48.370280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79367982-0236-4eab-9298-5664a43d62ff', 'name': 'network-vif-deleted', 'tag': '2b37280e-285c-44fa-a84b-ebe3e757f2f3'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:48.374157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e73db6a-2363-47c2-a921-b9b45aff06ed" -d '{"events": [{"server_uuid": "79367982-0236-4eab-9298-5664a43d62ff", "name": "network-vif-deleted", "tag": "2b37280e-285c-44fa-a84b-ebe3e757f2f3"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:48.429626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52a268f-b47c-4bb9-9bc8-9f1354a4f736 x-openstack-request-id: req-c52a268f-b47c-4bb9-9bc8-9f1354a4f736 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:48.430213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79367982-0236-4eab-9298-5664a43d62ff", "name": "network-vif-deleted", "tag": "2b37280e-285c-44fa-a84b-ebe3e757f2f3", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:48.430635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c52a268f-b47c-4bb9-9bc8-9f1354a4f736 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:48.431260 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52a268f-b47c-4bb9-9bc8-9f1354a4f736'] response: {'server_uuid': '79367982-0236-4eab-9298-5664a43d62ff', 'name': 'network-vif-deleted', 'tag': '2b37280e-285c-44fa-a84b-ebe3e757f2f3', 'status': 'completed', 'code': 200} Sep 25 01:11:48.477385 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:48.509170 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:48.676024 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:48.777255 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:48.807435 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] Checking router: 34ab2f79-5d5c-412c-8034-c462c45955b3 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:11:48.818551 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:11:48.819173 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:11:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:48.942168 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:11:49.131906 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b3cd1d31-6fae-40c3-896a-b0ff695aebf1 req-964ab5ed-cbcf-498a-b3d4-99ba564b39a8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 210 time: 0.0353789 Sep 25 01:11:49.235754 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:11:49.263217 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48336f5-939d-4289-aa6e-a976bf0dd1e3 None None] The sync data for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv is: [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:11:49.526094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2c310-c167-483d-840d-e60b0f935753 None None] New status for floating IP fc323338-a16b-4910-9061-7ced649d2745: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:11:50.256643 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8eebe8d2-9a6d-4a93-9d59-f11f4bbea301 req-89f4887e-574c-497b-a7e5-8917eb0445f7 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 210 time: 0.0301545 Sep 25 01:11:51.299477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2b37280e-285c-44fa-a84b-ebe3e757f2f3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:11:51.325888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 2b37280e-285c-44fa-a84b-ebe3e757f2f3 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:11:51.325888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2b37280e-285c-44fa-a84b-ebe3e757f2f3 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:11:51.381340 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0cf5822b-80de-47d5-be8b-2fd13769f07a req-b51dd8bb-881c-410c-a428-64308cad220d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 210 time: 0.0372386 Sep 25 01:11:52.542018 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9304e53f-0b6d-4264-a9f4-a850d26668b0 req-398ed59f-8ffb-418c-a9a2-24da7450cf8f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=79367982-0236-4eab-9298-5664a43d62ff HTTP/1.1" status: 200 len: 210 time: 0.0564828 Sep 25 01:11:53.787541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:53.840754 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-c7f350ab-1cfd-474d-b27e-905c5bb29a7a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1180313089&fields=id&tenant_id=658ce7daa6a0475ab05ecb761ae9c696 HTTP/1.1" status: 200 len: 267 time: 0.0608923 Sep 25 01:11:54.047201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3b520-c224-4751-9794-107bf392c9fb req-a1d3c0c9-19d9-4650-9c7c-2370ee383e82 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:54.048728 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-a1d3c0c9-19d9-4650-9c7c-2370ee383e82 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 811 time: 0.1995113 Sep 25 01:11:54.063811 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-63f5dce2-4611-469e-ba52-adc8f332ce9f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/quotas/658ce7daa6a0475ab05ecb761ae9c696 HTTP/1.1" status: 200 len: 375 time: 0.0095227 Sep 25 01:11:54.099062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:54.158374 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-a0561fb5-7dbc-45a0-8593-9e970a7afd4b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883844 Sep 25 01:11:54.221570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-d53af584-91b9-4b1f-bc33-d52fba5211e7 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:11:54.222703 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-d53af584-91b9-4b1f-bc33-d52fba5211e7 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0533116 Sep 25 01:11:54.322426 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-1424873b-4595-4094-937c-4e8f28393553 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931046 Sep 25 01:11:54.422187 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-9794af80-fc1a-426b-b02f-ebdc88acd789 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934525 Sep 25 01:11:54.753237 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3384c5eb-81d4-49b8-9dbb-0f4849cc5d9a req-2e47ba48-787b-45f6-9ebb-6295788d94b3 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 210 time: 0.0284967 Sep 25 01:11:55.869440 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7fb689f7-111d-402c-bc36-9b904a04ad64 req-863ff1f6-d696-4e5e-8d47-266c1a7a2873 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 210 time: 0.0348799 Sep 25 01:11:56.042791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3b520-c224-4751-9794-107bf392c9fb req-0df3ba71-e0c6-44f3-a967-7ef53e214ff8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:56.044504 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-0df3ba71-e0c6-44f3-a967-7ef53e214ff8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 811 time: 0.1239810 Sep 25 01:11:56.128259 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-f83a2dc8-08a7-47d6-8164-a905275f2c17 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=658ce7daa6a0475ab05ecb761ae9c696 HTTP/1.1" status: 200 len: 380 time: 0.0610604 Sep 25 01:11:56.136800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'port': {'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'admin_state_up': True, 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'security_groups': ['37992e51-3519-4491-9816-2fb504637b4e']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:56.271187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Made reservation on behalf of 658ce7daa6a0475ab05ecb761ae9c696 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:11:56.275264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:56.433223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Allocated IP 172.20.0.13 (11756310-9c29-4870-bad5-15bf8c86caa9/2cb39274-4e38-4e30-a57b-c2970ea2a0ce/bfb803d1-d7aa-4862-b06a-e4e8ca5213a9) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:11:56.495184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:56.600605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:56.660180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:56.731103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Network 11756310-9c29-4870-bad5-15bf8c86caa9 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:11:56.735878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:11:56.747747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:11:56.814184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:56.825449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'Port': ['ID=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:56.862483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:56.863478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:56.888636 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-758276d4-69dc-4618-b317-a9c3fa15cec6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7554789 Sep 25 01:11:56.927677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Request body: {'port': {'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:57.074116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:57.084558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94293e67-4b89-4aad-802f-bc6b59fd0ce3 req-42684c67-b31c-4f43-845d-f8624a13218d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:57.086140 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-94293e67-4b89-4aad-802f-bc6b59fd0ce3 req-42684c67-b31c-4f43-845d-f8624a13218d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 932 time: 0.0945132 Sep 25 01:11:57.121897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-af0ca2ed-0f4e-45b9-9491-96990d537a39 None None] Provisioning complete for port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:57.123281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-af0ca2ed-0f4e-45b9-9491-96990d537a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:57.123994 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-af0ca2ed-0f4e-45b9-9491-96990d537a39 None None] Attempt 1 to provision port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 Sep 25 01:11:57.184759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-af0ca2ed-0f4e-45b9-9491-96990d537a39 None None] Port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:11:57.240359 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-94293e67-4b89-4aad-802f-bc6b59fd0ce3 req-eed3c5c5-aec4-4711-8c30-ba9132eb96c7 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465366 Sep 25 01:11:57.477034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:11:57.493701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Publish callbacks [] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:57.518762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Transition to ACTIVE for port object bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:11:57.524880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:57.624628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Pushing event updated for resources: {'Port': ['ID=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:57.686079 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-af0ca2ed-0f4e-45b9-9491-96990d537a39 None None] Attempt 2 to provision port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 Sep 25 01:11:57.698496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Attempting to bind port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:11:57.698667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Attempting to bind port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:11:57.699119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Attempting to bind port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 on network 11756310-9c29-4870-bad5-15bf8c86caa9 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:11:57.727940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-af0ca2ed-0f4e-45b9-9491-96990d537a39 None None] Port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:11:57.738887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:57.756657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 on network 11756310-9c29-4870-bad5-15bf8c86caa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:11:57.757185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Attempting to bind port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 on network 11756310-9c29-4870-bad5-15bf8c86caa9 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:11:57.816490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:11:57.816861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Checking segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:11:57.817267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Bound using segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:11:57.817757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Bound port: bfb803d1-d7aa-4862-b06a-e4e8ca5213a9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:11:57.818185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:57.888601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] For port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:11:57.892262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] For port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:11:57.894150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:57.899430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:57.904196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:57.904816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:57.906230 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 HTTP/1.1" status: 200 len: 1094 time: 0.9853387 Sep 25 01:11:57.907039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:57.909946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f1ccc5-e56e-4276-adc2-3c810751adac" -d '{"events": [{"name": "network-changed", "server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:57.971098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7ff0e-1b92-4e7d-a862-319bd27536fb service neutron] Pushing event updated for resources: {'Port': ['ID=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:57.976185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9bd6d0-fb5c-4c9a-b6d8-7c3bc3dd56e8 x-openstack-request-id: req-5b9bd6d0-fb5c-4c9a-b6d8-7c3bc3dd56e8 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:57.976478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:57.976742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b9bd6d0-fb5c-4c9a-b6d8-7c3bc3dd56e8 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:57.977159 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9bd6d0-fb5c-4c9a-b6d8-7c3bc3dd56e8'] response: {'name': 'network-changed', 'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'status': 'completed', 'code': 200} Sep 25 01:11:58.053734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3b520-c224-4751-9794-107bf392c9fb req-a2f1f818-eb4b-4f50-a209-ac8e049bba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:58.055338 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-a2f1f818-eb4b-4f50-a209-ac8e049bba3a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 1128 time: 0.0551059 Sep 25 01:11:58.120569 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-b688ad41-b464-42c0-86c5-daba9c03f496 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 HTTP/1.1" status: 200 len: 217 time: 0.0366752 Sep 25 01:11:58.191151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3b520-c224-4751-9794-107bf392c9fb req-f1ec23e6-5838-4575-b47a-7f837f581f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:58.193755 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-f1ec23e6-5838-4575-b47a-7f837f581f0b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0598097 Sep 25 01:11:58.228677 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-af0ca2ed-0f4e-45b9-9491-96990d537a39 None None] Attempt 3 to provision port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 Sep 25 01:11:58.256118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3b520-c224-4751-9794-107bf392c9fb req-8ab031c1-1560-469e-9072-a12c1a7cd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:58.258765 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-8ab031c1-1560-469e-9072-a12c1a7cd679 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0585999 Sep 25 01:11:58.275332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-af0ca2ed-0f4e-45b9-9491-96990d537a39 None None] Port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:11:58.464788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f08f8e-7b21-4aae-af4e-5fede4763ab1 req-19158372-3207-47d8-a825-3bacd21ada83 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:58.467447 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-65f08f8e-7b21-4aae-af4e-5fede4763ab1 req-19158372-3207-47d8-a825-3bacd21ada83 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.1106796 Sep 25 01:11:58.525501 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-b4e55532-2417-4e66-aa03-e253bc425f4b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598703 Sep 25 01:11:58.564498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a9607282-1d79-4211-ae85-c60ae511532e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:58.601227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-65f08f8e-7b21-4aae-af4e-5fede4763ab1 req-d579bfb6-c7ec-4264-ac1a-c66dbc882af3 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160395 Sep 25 01:11:58.661248 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-44b3b520-c224-4751-9794-107bf392c9fb req-bfdfe094-391c-4cd4-a677-f1e519bc0d92 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291072 Sep 25 01:11:58.787475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-8825e81d-58c4-4b08-acdb-55b362eb7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:58.789011 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-8825e81d-58c4-4b08-acdb-55b362eb7532 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 1128 time: 0.0520415 Sep 25 01:11:58.925197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-7352c1a9-8a3c-471b-a762-94ff07e6af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:58.926859 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-7352c1a9-8a3c-471b-a762-94ff07e6af75 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.1317420 Sep 25 01:11:58.969778 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-98e497ec-6202-45f2-acdc-43d477963a70 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 HTTP/1.1" status: 200 len: 217 time: 0.0376220 Sep 25 01:11:59.392013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-9f945e3c-6989-4fa3-b6ce-4336f416510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:59.393829 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-9f945e3c-6989-4fa3-b6ce-4336f416510b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.4180462 Sep 25 01:11:59.443796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-66eb149f-c640-4261-9b5f-f955bbbc9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:59.445472 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-66eb149f-c640-4261-9b5f-f955bbbc9313 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446444 Sep 25 01:11:59.561487 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-d5aa1da2-c2b2-420a-8538-a5c8fd77dbca service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094525 Sep 25 01:11:59.707236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:59.724748 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31f1ccc5-e56e-4276-adc2-3c810751adac req-de5d1f3f-ff7a-4ff0-8718-1fa1586257e1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566701 Sep 25 01:11:59.795624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d12f8d-d6d2-4457-9d34-fb74971e2358 req-bcc08c46-918b-4577-bce9-a15cb3d2506a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:59.798778 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-24d12f8d-d6d2-4457-9d34-fb74971e2358 req-bcc08c46-918b-4577-bce9-a15cb3d2506a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.0731957 Sep 25 01:11:59.856295 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-24d12f8d-d6d2-4457-9d34-fb74971e2358 req-740c115f-900d-4b11-a5ad-f9bab4aa073f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511363 Sep 25 01:12:01.000970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc64d-5115-4cb6-97f7-ee78d967bda2 req-b0d64b7d-ee05-4321-923e-3f872aba77c9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:01.003309 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47cfc64d-5115-4cb6-97f7-ee78d967bda2 req-b0d64b7d-ee05-4321-923e-3f872aba77c9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.0616376 Sep 25 01:12:01.057765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:01.073974 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47cfc64d-5115-4cb6-97f7-ee78d967bda2 req-f76cce84-34fd-4719-aeac-c6cb36927a7e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608909 Sep 25 01:12:01.464705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afef96d9-bf5b-4d37-979c-ecb9c75fd58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:02.213965 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d7c08-2483-4fad-8dcc-aa6d0af21a93 req-9cf35c14-4a91-4b6a-a7db-0dc28c377b8e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:02.215584 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-591d7c08-2483-4fad-8dcc-aa6d0af21a93 req-9cf35c14-4a91-4b6a-a7db-0dc28c377b8e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.0521953 Sep 25 01:12:02.269907 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-591d7c08-2483-4fad-8dcc-aa6d0af21a93 req-8ad5b15d-da48-4ae1-a63e-e0f5e0755e49 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467074 Sep 25 01:12:03.009820 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=68 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:03.016403 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=44 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:03.411877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f2b53-67b7-42d2-b153-db71457e19e2 req-3dd95f79-af78-40cf-96ed-db43b92a8e7e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:03.413496 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-208f2b53-67b7-42d2-b153-db71457e19e2 req-3dd95f79-af78-40cf-96ed-db43b92a8e7e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.0630238 Sep 25 01:12:03.466823 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-208f2b53-67b7-42d2-b153-db71457e19e2 req-c1917e61-906f-43be-9379-76418c81676c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474265 Sep 25 01:12:03.741402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:04.610396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777aca5-efa9-41ad-8595-bb876e37c7f8 req-32a189b2-f7de-4159-b256-4a346566e2ef tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:04.611981 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4777aca5-efa9-41ad-8595-bb876e37c7f8 req-32a189b2-f7de-4159-b256-4a346566e2ef tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.0608618 Sep 25 01:12:04.677402 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4777aca5-efa9-41ad-8595-bb876e37c7f8 req-6f48c120-fc5b-4b7a-a265-81838383114c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559502 Sep 25 01:12:05.812588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182e9de-6851-4b52-aed9-5af16b65a832 req-7d079b84-d8ad-4d14-bc14-979d7121bb08 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:05.814101 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5182e9de-6851-4b52-aed9-5af16b65a832 req-7d079b84-d8ad-4d14-bc14-979d7121bb08 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.0505562 Sep 25 01:12:05.872704 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5182e9de-6851-4b52-aed9-5af16b65a832 req-eef5f3e1-82a5-41a0-9a78-89030d27bac8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502994 Sep 25 01:12:05.923768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:06.459525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:07.000424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7d9d4-0c21-46d2-9b67-c5910b99e525 req-2055e7ad-b1ef-45b9-9806-7e52db4acede tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:07.001948 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c2a7d9d4-0c21-46d2-9b67-c5910b99e525 req-2055e7ad-b1ef-45b9-9806-7e52db4acede tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.0489862 Sep 25 01:12:07.054058 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c2a7d9d4-0c21-46d2-9b67-c5910b99e525 req-2b468c0b-5a01-4720-abae-7acfd855a48b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459833 Sep 25 01:12:08.182645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c8bfc-d0da-4ab9-bdab-d2ec13a60c72 req-40b4fd34-6957-46eb-b1fa-ac3f0d9f7044 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:08.184333 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a17c8bfc-d0da-4ab9-bdab-d2ec13a60c72 req-40b4fd34-6957-46eb-b1fa-ac3f0d9f7044 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.0513670 Sep 25 01:12:08.244140 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a17c8bfc-d0da-4ab9-bdab-d2ec13a60c72 req-0a217b2c-0d55-43ec-b3d1-ff16145cbb1a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511651 Sep 25 01:12:09.361043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:12:09.363277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=55,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:09.365380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=64,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:09.375684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c98b2e-4a94-4351-8619-15bf66a7a161 req-d40b8a23-b786-43de-a253-a800e6006e03 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:09.377286 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-77c98b2e-4a94-4351-8619-15bf66a7a161 req-d40b8a23-b786-43de-a253-a800e6006e03 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 944 time: 0.0514686 Sep 25 01:12:09.429037 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-77c98b2e-4a94-4351-8619-15bf66a7a161 req-37870adf-0020-4c0d-82de-60823e619c12 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Sep 25 01:12:09.467759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:12:09.480529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:12:09.527005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:12:09.527392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:09.541303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:12:09.562013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:12:09.567301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:09.616803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:12:09.940605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['bfb803d1-d7aa-4862-b06a-e4e8ca5213a9'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:12:10.568560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9ba47-f122-4a74-9584-9b48414dcc38 req-31cd0206-97f4-44a3-8b8a-78f96c28b126 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:10.570047 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-edf9ba47-f122-4a74-9584-9b48414dcc38 req-31cd0206-97f4-44a3-8b8a-78f96c28b126 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 945 time: 0.0563817 Sep 25 01:12:10.624374 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-edf9ba47-f122-4a74-9584-9b48414dcc38 req-de34ecf6-8d95-4dfc-9e92-28cbd5088540 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485249 Sep 25 01:12:10.869846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:11.155462 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:12:11.393992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:12:11.445430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:12:11.451787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:12:11.452192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:11.452868 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 Sep 25 01:12:11.533783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:12:11.534166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:11.559507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:12:11.561956 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eaed60-ebce-43c9-ba71-8a7818bb7a93" -d '{"events": [{"server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "name": "network-vif-plugged", "status": "completed", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:12:11.576362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:12:11.582025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:11.636834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:11.641857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:12:11.682663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab56cf6-aa3f-4537-956c-bba4c30df9c4 x-openstack-request-id: req-9ab56cf6-aa3f-4537-956c-bba4c30df9c4 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:12:11.682940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "name": "network-vif-plugged", "status": "completed", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:12:11.683214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ab56cf6-aa3f-4537-956c-bba4c30df9c4 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:12:11.683632 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab56cf6-aa3f-4537-956c-bba4c30df9c4'] response: {'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'code': 200} Sep 25 01:12:11.764778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3758cdd-6d26-4be9-997d-a2c068693078 req-d3ea9b7d-8f04-47e5-b84b-50cee0ba26ea tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:11.766504 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d3758cdd-6d26-4be9-997d-a2c068693078 req-d3ea9b7d-8f04-47e5-b84b-50cee0ba26ea tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 946 time: 0.0549593 Sep 25 01:12:11.824874 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d3758cdd-6d26-4be9-997d-a2c068693078 req-f874eac5-64b7-4c47-a5ab-5963b9e89538 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507839 Sep 25 01:12:11.927238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a331-a8b8-4511-97f0-9d53a1a01576 req-b450c021-c505-4889-a252-5d56647e3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:11.928814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8633a331-a8b8-4511-97f0-9d53a1a01576 req-b450c021-c505-4889-a252-5d56647e3295 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 1130 time: 0.0415232 Sep 25 01:12:11.977230 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8633a331-a8b8-4511-97f0-9d53a1a01576 req-c630fea9-1f94-4dc9-a403-ec16dc90a125 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428710 Sep 25 01:12:12.955310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98afa0-d901-4ae3-8489-6e1e1ee0a87e req-a0865228-6561-4a79-b4b1-01f5f07271ad tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:12.956863 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2b98afa0-d901-4ae3-8489-6e1e1ee0a87e req-a0865228-6561-4a79-b4b1-01f5f07271ad tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 946 time: 0.0542307 Sep 25 01:12:13.013430 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2b98afa0-d901-4ae3-8489-6e1e1ee0a87e req-a8712ed3-9660-4189-81b3-c83082e92542 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502388 Sep 25 01:12:14.143526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8570676-83c3-4d2d-a296-978dae523302 req-d8eb098b-4b34-4317-92ef-8f84f5ba462d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:14.145121 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e8570676-83c3-4d2d-a296-978dae523302 req-d8eb098b-4b34-4317-92ef-8f84f5ba462d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 946 time: 0.0534844 Sep 25 01:12:14.200554 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e8570676-83c3-4d2d-a296-978dae523302 req-9a52b5be-7562-4c3c-8a3a-40083d0d83b9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495303 Sep 25 01:12:14.334431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22074f6-3434-4312-b0d3-858453347896 req-cd2bbb1c-337e-4d66-b6a3-aa41740f4ef5 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:14.335925 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d22074f6-3434-4312-b0d3-858453347896 req-cd2bbb1c-337e-4d66-b6a3-aa41740f4ef5 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 946 time: 0.0492716 Sep 25 01:12:14.396984 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d22074f6-3434-4312-b0d3-858453347896 req-54d4418c-1627-4de7-81fd-63685c73f2d0 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551412 Sep 25 01:12:14.426415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59150) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:14.464632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f67b6c-136d-4207-aac5-9b7b5050599d tempest-TestVolumeBootPattern-1504049565 tempest-TestVolumeBootPattern-1504049565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:14.466452 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-90f67b6c-136d-4207-aac5-9b7b5050599d tempest-TestVolumeBootPattern-1504049565 tempest-TestVolumeBootPattern-1504049565-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 1125 time: 0.0390282 Sep 25 01:12:14.469753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59152) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:14.474014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:12:14.497288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:14.591914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:14.652644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:14.703901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Allocated IP 172.36.7.50 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/ff28e5a5-fe18-489e-9099-637f42a2bdd4) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:12:14.732115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:14.818213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for port (ff28e5a5-fe18-489e-9099-637f42a2bdd4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:14.851480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ff28e5a5-fe18-489e-9099-637f42a2bdd4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:14.892083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:12:14.895740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:12:14.900022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:12:14.905270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'Port': ['ID=ff28e5a5-fe18-489e-9099-637f42a2bdd4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:12:14.934104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.934473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.934813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.935116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.935456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.935788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.936145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.936478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.936800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.937129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.937452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.937780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.938108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.938436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:14.938739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:15.309364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (ce0bbe57-9634-4411-a68d-8066568d54b1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:15.384092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ff28e5a5-fe18-489e-9099-637f42a2bdd4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:15.496800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:15.561275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for port (ff28e5a5-fe18-489e-9099-637f42a2bdd4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:15.568694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (ff28e5a5-fe18-489e-9099-637f42a2bdd4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:15.644289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:15.650238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (ce0bbe57-9634-4411-a68d-8066568d54b1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:15.652484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'Port': ['ID=ff28e5a5-fe18-489e-9099-637f42a2bdd4,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:12:15.757695 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Floating IP ce0bbe57-9634-4411-a68d-8066568d54b1 associated. External IP: 172.36.7.50, port: bfb803d1-d7aa-4862-b06a-e4e8ca5213a9. Sep 25 01:12:15.971473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Router 34ab2f79-5d5c-412c-8034-c462c45955b3 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:12:16.086758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:12:16.097045 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] Sync routers for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:12:16.109173 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:12:16.109784 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:12:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:16.115295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:16.153205 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3831be96-2422-406e-875a-bbc264e7c93d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6822243 Sep 25 01:12:16.153703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:12:16.156063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88da9668-2ced-4dcf-9a98-b88abe710d95" -d '{"events": [{"name": "network-changed", "server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:12:16.199865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11484d4d-a885-404e-8c63-e5e372aac429 x-openstack-request-id: req-11484d4d-a885-404e-8c63-e5e372aac429 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:12:16.200386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:12:16.200784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11484d4d-a885-404e-8c63-e5e372aac429 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:12:16.201276 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11484d4d-a885-404e-8c63-e5e372aac429'] response: {'name': 'network-changed', 'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'status': 'completed', 'code': 200} Sep 25 01:12:16.233143 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:12:16.297679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-c016ee0f-4c6d-4e29-9483-18ce0e76802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:16.299420 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-c016ee0f-4c6d-4e29-9483-18ce0e76802a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 1130 time: 0.0453944 Sep 25 01:12:16.405684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-51d61d54-9a74-4bd7-b052-927dbd4b2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:16.407292 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-51d61d54-9a74-4bd7-b052-927dbd4b2263 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.1020126 Sep 25 01:12:16.481184 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-12ddee5e-ad23-4f9c-a6fa-5797757a555d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 HTTP/1.1" status: 200 len: 999 time: 0.0667496 Sep 25 01:12:16.520456 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce0bbe57-9634-4411-a68d-8066568d54b1', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.50', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:12:15Z', 'updated_at': '2022-09-25T01:12:15Z', 'revision_number': 0, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:16.535936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-8a4f7e3c-3b2e-4ac4-8971-1e30ea22802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:16.537571 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-8a4f7e3c-3b2e-4ac4-8971-1e30ea22802b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0503290 Sep 25 01:12:16.551899 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] Checking router: 34ab2f79-5d5c-412c-8034-c462c45955b3 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:12:16.562107 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:12:16.562855 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:12:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:16.584680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:16.588942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-aa24f89f-3767-420a-ab93-9c1263a7eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:16.590393 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-aa24f89f-3767-420a-ab93-9c1263a7eed8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475810 Sep 25 01:12:16.669342 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:12:16.697236 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-c4c882a4-4755-4bd7-9ada-781aaf9065ad service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003232 Sep 25 01:12:16.803801 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88da9668-2ced-4dcf-9a98-b88abe710d95 req-8c4ee064-41c1-4922-964f-50da7cc2a309 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005495 Sep 25 01:12:16.901170 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce0bbe57-9634-4411-a68d-8066568d54b1', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.50', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:12:15Z', 'updated_at': '2022-09-25T01:12:15Z', 'revision_number': 0, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:16.926713 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377405f8-de60-43ca-a5f1-05fb8302aab1 None None] The sync data for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv is: [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce0bbe57-9634-4411-a68d-8066568d54b1', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.50', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:12:15Z', 'updated_at': '2022-09-25T01:12:15Z', 'revision_number': 0, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:12:17.154955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5c8e8-e38a-4597-9b08-17594ac39ddf None None] New status for floating IP ce0bbe57-9634-4411-a68d-8066568d54b1: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:12:17.188345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:24.381928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:24.392377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:26.798047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=17 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:26.799785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:26.903566 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=73 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:26.904400 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=77 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:27.268290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:27.271338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:28.580231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-13c9e19b-9859-44e5-9b36-56dc12ba2329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:31.471742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eea5ae17-22c2-453a-b765-6bfe6cabd384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:33.748446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:35.920834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:36.458904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:40.012587 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:40.013524 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:40.870308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:48.155513 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:12:50.862006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:50.863111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:54.920679 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:54.987424 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-6b89b672-1432-4bdf-9b98-cdd854641322 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467126 Sep 25 01:12:55.100049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-888ba58e-1bde-43dc-a76c-00a6584d95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:55.101588 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-888ba58e-1bde-43dc-a76c-00a6584d95e7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 1129 time: 0.0418990 Sep 25 01:12:55.224353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-f7f66ce7-a0a5-4cd3-bac8-acf75041ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:55.226153 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-f7f66ce7-a0a5-4cd3-bac8-acf75041ee9b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 897 time: 0.1041214 Sep 25 01:12:55.299444 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-b906c970-726b-46c0-a322-77597840a460 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c HTTP/1.1" status: 200 len: 1000 time: 0.0668492 Sep 25 01:12:55.353360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-80954072-068a-4652-bd8a-d648767d49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:55.354873 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-80954072-068a-4652-bd8a-d648767d49c0 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f17addc0-2b0d-4130-bd8f-3cc62608c24d HTTP/1.1" status: 200 len: 835 time: 0.0496917 Sep 25 01:12:55.408155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-86e9b223-7547-4e75-82fe-3fa1fb09a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:55.409755 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-86e9b223-7547-4e75-82fe-3fa1fb09a261 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0193a0d2-719a-476f-851b-eab39f79db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483301 Sep 25 01:12:55.508814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-8f34e19c-3599-4803-b40b-2467d972b019 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929267 Sep 25 01:12:55.616515 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41b16868-82aa-43ac-8c9c-8cbfbcd19f07 req-c733ff1f-30de-4a39-a2cf-a2ab4b207eb9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014426 Sep 25 01:12:56.265853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59186) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:56.347297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419a9dd-0e40-4be1-b5b1-8d76ee942f4d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:56.347798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419a9dd-0e40-4be1-b5b1-8d76ee942f4d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:56.348316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419a9dd-0e40-4be1-b5b1-8d76ee942f4d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:56.350063 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d419a9dd-0e40-4be1-b5b1-8d76ee942f4d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?project_id=f3037fe0585446c3b0d17aab7e7c516b&network_id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 3102 time: 0.0831861 Sep 25 01:12:57.909416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59196) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:57.958879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58dd1f-c81c-4a2c-924d-944b4f8c5d46 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:57.960575 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2a58dd1f-c81c-4a2c-924d-944b4f8c5d46 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc HTTP/1.1" status: 200 len: 814 time: 0.0499797 Sep 25 01:12:58.150523 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:58.423757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59202) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:58.429356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-bd99be65-d5a5-46a9-a438-89e6944bbe65 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:12:58.497477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd99be65-d5a5-46a9-a438-89e6944bbe65 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:58.564837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c557638c-add7-4735-b8a1-f3019dd50c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:58.670103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd99be65-d5a5-46a9-a438-89e6944bbe65 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:58.675186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd99be65-d5a5-46a9-a438-89e6944bbe65 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:58.675527 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-bd99be65-d5a5-46a9-a438-89e6944bbe65 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f disassociated. External IP: 172.36.7.39, port: 841a03c6-f8ed-498f-acbe-5a6e059fdf7c. Sep 25 01:12:58.887271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd99be65-d5a5-46a9-a438-89e6944bbe65 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 57d1b4e6-314e-451b-9c15-897375039077 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:12:58.935356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:58.946010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:59.015361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd99be65-d5a5-46a9-a438-89e6944bbe65 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:12:59.022912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd99be65-d5a5-46a9-a438-89e6944bbe65 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:59.029515 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67851892-8012-49ba-9499-637ae3e9178c None None] Sync routers for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:12:59.045767 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67851892-8012-49ba-9499-637ae3e9178c None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:12:59.046761 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-67851892-8012-49ba-9499-637ae3e9178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:12:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:59.074171 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bd99be65-d5a5-46a9-a438-89e6944bbe65 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 689 time: 0.6465039 Sep 25 01:12:59.074171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:12:59.074535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93130aa-c866-46d5-885e-e1d2f57dcb04" -d '{"events": [{"name": "network-changed", "server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:12:59.075620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59204) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:59.120532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c47279a-03de-4626-99b2-7ca755ddc378 x-openstack-request-id: req-8c47279a-03de-4626-99b2-7ca755ddc378 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:12:59.120889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:12:59.121229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c47279a-03de-4626-99b2-7ca755ddc378 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:12:59.121566 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c47279a-03de-4626-99b2-7ca755ddc378'] response: {'name': 'network-changed', 'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'status': 'completed', 'code': 200} Sep 25 01:12:59.133472 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3fe1c600-b283-4834-9345-2f5aa6b0b495 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 689 time: 0.0553212 Sep 25 01:12:59.172073 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-67851892-8012-49ba-9499-637ae3e9178c None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:12:59.223409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-c89e2885-d910-4bd3-8b9c-cd12286fc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:59.225117 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-c89e2885-d910-4bd3-8b9c-cd12286fc736 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 1129 time: 0.0531995 Sep 25 01:12:59.341972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-17ad2e28-a9ff-4a6e-a228-7132c30c0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:59.343618 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-17ad2e28-a9ff-4a6e-a228-7132c30c0ef7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 897 time: 0.1130328 Sep 25 01:12:59.383363 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-67851892-8012-49ba-9499-637ae3e9178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:59.388953 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-4bbd37d1-ff47-460d-9a65-156827f3aba1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c HTTP/1.1" status: 200 len: 217 time: 0.0391843 Sep 25 01:12:59.419289 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67851892-8012-49ba-9499-637ae3e9178c None None] Checking router: 57d1b4e6-314e-451b-9c15-897375039077 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:12:59.428742 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67851892-8012-49ba-9499-637ae3e9178c None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:12:59.429362 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-67851892-8012-49ba-9499-637ae3e9178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:12:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:59.440900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-1713aeef-56de-4335-bbf9-48ff4f4f0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:59.442433 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-1713aeef-56de-4335-bbf9-48ff4f4f0b99 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f17addc0-2b0d-4130-bd8f-3cc62608c24d HTTP/1.1" status: 200 len: 835 time: 0.0483918 Sep 25 01:12:59.497154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-a3a44c4d-525c-47fc-9aa7-c202da29095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:12:59.498659 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-a3a44c4d-525c-47fc-9aa7-c202da29095f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0193a0d2-719a-476f-851b-eab39f79db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0499704 Sep 25 01:12:59.543142 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-67851892-8012-49ba-9499-637ae3e9178c None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:12:59.616784 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-2a8544f6-1956-4f9c-a504-bf608a358f9c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124434 Sep 25 01:12:59.725198 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e93130aa-c866-46d5-885e-e1d2f57dcb04 req-2fdb35fe-b257-4cdc-a178-521c82712dec service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021628 Sep 25 01:12:59.830306 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-67851892-8012-49ba-9499-637ae3e9178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:59.855265 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67851892-8012-49ba-9499-637ae3e9178c None None] The sync data for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv is: [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:13:00.081876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b5a8c-b056-4e2b-bddf-0666fc7053f9 None None] New status for floating IP 7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:13:00.137585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59208) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:00.192547 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6f0715ab-66bc-4f23-9b35-0519ee8fdbec tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 689 time: 0.0537546 Sep 25 01:13:01.196942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59210) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:01.241749 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5ae4086d-2454-4a5a-909a-7e9997b5c856 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 687 time: 0.0436323 Sep 25 01:13:01.462783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-18bc37c6-05e9-4062-8dd9-cede78112b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.321819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59214) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:02.326606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-08fb3443-629d-4fcb-8965-fd82718e50e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844077496', 'description': 'tempest-secgroup-smoke-844077496 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:02.349122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08fb3443-629d-4fcb-8965-fd82718e50e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.421955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08fb3443-629d-4fcb-8965-fd82718e50e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (b6d959e7-c2fe-45a5-90aa-060cbf2661f8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.426282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08fb3443-629d-4fcb-8965-fd82718e50e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b6d959e7-c2fe-45a5-90aa-060cbf2661f8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.461218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08fb3443-629d-4fcb-8965-fd82718e50e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.462477 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-08fb3443-629d-4fcb-8965-fd82718e50e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1396239 Sep 25 01:13:02.463411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb3443-629d-4fcb-8965-fd82718e50e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d959e7-c2fe-45a5-90aa-060cbf2661f8,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:02.465603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59216) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:02.470892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b6d959e7-c2fe-45a5-90aa-060cbf2661f8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:02.502292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (2f3feea9-76d3-4f16-829d-6cd63f8ef13e), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.569949 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (2f3feea9-76d3-4f16-829d-6cd63f8ef13e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.574392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (2f3feea9-76d3-4f16-829d-6cd63f8ef13e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.594544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3feea9-76d3-4f16-829d-6cd63f8ef13e,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:02.603973 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.604527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.604877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.605224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.605570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.605911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.606230 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.606565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.606896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.607222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.607549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.607875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.608227 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.608554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.608941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:02.613773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.615013 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-57dcd672-4868-4e15-a4e7-c2f978788bc3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483648 Sep 25 01:13:02.619359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59218) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:02.624414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-626d3486-55e2-44a4-8a65-f6b35186737a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b6d959e7-c2fe-45a5-90aa-060cbf2661f8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:02.652348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-626d3486-55e2-44a4-8a65-f6b35186737a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (62b48b98-60ba-401e-af88-ae10378b7fe9), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.710735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-626d3486-55e2-44a4-8a65-f6b35186737a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (62b48b98-60ba-401e-af88-ae10378b7fe9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.714555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-626d3486-55e2-44a4-8a65-f6b35186737a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (62b48b98-60ba-401e-af88-ae10378b7fe9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.734375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d3486-55e2-44a4-8a65-f6b35186737a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b48b98-60ba-401e-af88-ae10378b7fe9,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:02.742777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-626d3486-55e2-44a4-8a65-f6b35186737a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.744072 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-626d3486-55e2-44a4-8a65-f6b35186737a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236842 Sep 25 01:13:02.746907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59220) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:02.751323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-daa0beb7-766e-481c-87a4-a3dce61ff387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b6d959e7-c2fe-45a5-90aa-060cbf2661f8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:02.785412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-daa0beb7-766e-481c-87a4-a3dce61ff387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ffb8bb09-2cfc-4eba-a34d-80844f947f01), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.846691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-daa0beb7-766e-481c-87a4-a3dce61ff387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ffb8bb09-2cfc-4eba-a34d-80844f947f01), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.850569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-daa0beb7-766e-481c-87a4-a3dce61ff387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ffb8bb09-2cfc-4eba-a34d-80844f947f01), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.869025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0beb7-766e-481c-87a4-a3dce61ff387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb8bb09-2cfc-4eba-a34d-80844f947f01,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:02.876904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-daa0beb7-766e-481c-87a4-a3dce61ff387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.878127 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-daa0beb7-766e-481c-87a4-a3dce61ff387 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303320 Sep 25 01:13:02.881714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59222) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:02.886559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f1d4fc7c-5a17-404c-a7e8-65b47b429964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b6d959e7-c2fe-45a5-90aa-060cbf2661f8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:02.918178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc7c-5a17-404c-a7e8-65b47b429964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (1af9a5a9-8804-453a-9a61-8f38812175b2), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.973617 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc7c-5a17-404c-a7e8-65b47b429964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (1af9a5a9-8804-453a-9a61-8f38812175b2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.977802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc7c-5a17-404c-a7e8-65b47b429964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (1af9a5a9-8804-453a-9a61-8f38812175b2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:02.999096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4fc7c-5a17-404c-a7e8-65b47b429964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af9a5a9-8804-453a-9a61-8f38812175b2,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:03.008672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc7c-5a17-404c-a7e8-65b47b429964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:03.009943 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f1d4fc7c-5a17-404c-a7e8-65b47b429964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271582 Sep 25 01:13:03.012877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59224) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:03.018169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ad9bb9af-d5f4-4545-90c7-c370997c82ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b6d959e7-c2fe-45a5-90aa-060cbf2661f8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:03.039725 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-ad9bb9af-d5f4-4545-90c7-c370997c82ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:13:03.045783 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9af-d5f4-4545-90c7-c370997c82ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (5a09d691-4ebb-4d12-ab82-5f6215821f46), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:03.106667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9af-d5f4-4545-90c7-c370997c82ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (5a09d691-4ebb-4d12-ab82-5f6215821f46), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:03.110609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9af-d5f4-4545-90c7-c370997c82ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5a09d691-4ebb-4d12-ab82-5f6215821f46), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:03.118394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:03.131678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:03.132623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bb9af-d5f4-4545-90c7-c370997c82ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a09d691-4ebb-4d12-ab82-5f6215821f46,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:03.143344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9af-d5f4-4545-90c7-c370997c82ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:03.144610 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ad9bb9af-d5f4-4545-90c7-c370997c82ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306961 Sep 25 01:13:03.147382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59226) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:03.152417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-412eb038-0bef-4c8b-b40f-67f2b7f29983 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b6d959e7-c2fe-45a5-90aa-060cbf2661f8', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:03.174326 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-412eb038-0bef-4c8b-b40f-67f2b7f29983 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:13:03.179829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-412eb038-0bef-4c8b-b40f-67f2b7f29983 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (29b73e11-5fcd-45f7-8d06-80f356432ee3), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:03.241406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-412eb038-0bef-4c8b-b40f-67f2b7f29983 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (29b73e11-5fcd-45f7-8d06-80f356432ee3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:03.246085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-412eb038-0bef-4c8b-b40f-67f2b7f29983 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (29b73e11-5fcd-45f7-8d06-80f356432ee3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:03.269211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412eb038-0bef-4c8b-b40f-67f2b7f29983 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b73e11-5fcd-45f7-8d06-80f356432ee3,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:03.274800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-412eb038-0bef-4c8b-b40f-67f2b7f29983 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:03.276660 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-412eb038-0bef-4c8b-b40f-67f2b7f29983 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281126 Sep 25 01:13:03.444507 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-440b53e8-508f-4ba6-b263-9baa0cc52780 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-844077496&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.0491312 Sep 25 01:13:03.554036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-34f10058-f60c-4d77-96e6-22d503a4d1b7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:03.555533 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-34f10058-f60c-4d77-96e6-22d503a4d1b7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 796 time: 0.1045566 Sep 25 01:13:03.570912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-ae5735fd-629e-47bc-970e-7fa2fdcab6ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0096362 Sep 25 01:13:03.586087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:03.618422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:03.635571 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-ca69dcd1-ee20-4754-ad1d-c2686af91505 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585718 Sep 25 01:13:03.746958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:04.073224 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-cdb19bae-f86b-423b-a976-19a1bbecfa57 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259553 Sep 25 01:13:04.168528 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-e416714b-57b1-427c-a967-ee4c59ff0538 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887916 Sep 25 01:13:04.346869 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ab7bb57d-67d3-4099-83a6-31473e379bcb req-df3ac024-943f-47e9-8df6-c7a9fc667339 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 210 time: 0.0298030 Sep 25 01:13:05.477894 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-689c3b5e-be54-4ac8-8225-55720051ad22 req-13778b12-2ffd-42df-961f-9c61cfca3767 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 210 time: 0.0500066 Sep 25 01:13:05.579480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-e8caacf4-cb21-466b-b466-32cd90a98b10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:05.580353 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-e8caacf4-cb21-466b-b466-32cd90a98b10 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 796 time: 0.1402526 Sep 25 01:13:05.674174 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-5b96a42f-b52a-41bf-9f34-7fe5c58919c7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 472 time: 0.0784218 Sep 25 01:13:05.728828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': '0608b2af-c836-4369-919a-f4203dff3d2f', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['b6d959e7-c2fe-45a5-90aa-060cbf2661f8']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:05.848799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:13:05.852988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:05.920638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:05.995348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.11 (0193a0d2-719a-476f-851b-eab39f79db96/f17addc0-2b0d-4130-bd8f-3cc62608c24d/0ef40959-dcd1-457c-bb0a-982025fae9e8) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:13:06.156110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:06.167386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:06.192656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:06.227438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:06.240554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 0193a0d2-719a-476f-851b-eab39f79db96 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:13:06.244748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:13:06.249351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:13:06.257287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=0ef40959-dcd1-457c-bb0a-982025fae9e8,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:06.312323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:06.313593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:06.332783 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-baa98cd1-e47b-4e83-b912-325e939ae2d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6081059 Sep 25 01:13:06.352016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Request body: {'port': {'device_id': '0608b2af-c836-4369-919a-f4203dff3d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:06.418686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:06.459745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:06.473293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-25d7c877-9051-46c7-8d30-1330a2f0f625 None None] Provisioning complete for port 0ef40959-dcd1-457c-bb0a-982025fae9e8 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:13:06.473756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-25d7c877-9051-46c7-8d30-1330a2f0f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:06.474162 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-25d7c877-9051-46c7-8d30-1330a2f0f625 None None] Attempt 1 to provision port 0ef40959-dcd1-457c-bb0a-982025fae9e8 Sep 25 01:13:06.513816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-25d7c877-9051-46c7-8d30-1330a2f0f625 None None] Port 0ef40959-dcd1-457c-bb0a-982025fae9e8 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:13:06.610013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a142-4789-4416-8525-15e00b963126 req-caf93856-a4f9-48de-9d06-d41b6f33ad7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:06.611563 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3b39a142-4789-4416-8525-15e00b963126 req-caf93856-a4f9-48de-9d06-d41b6f33ad7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 932 time: 0.0508192 Sep 25 01:13:06.666495 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3b39a142-4789-4416-8525-15e00b963126 req-046b8efd-38f4-4426-8085-fa79cfcd0ac8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480933 Sep 25 01:13:06.720455 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef40959-dcd1-457c-bb0a-982025fae9e8 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:13:06.728479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Publish callbacks [] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:06.741506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Transition to ACTIVE for port object 0ef40959-dcd1-457c-bb0a-982025fae9e8 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:13:06.744953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:06.833509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef40959-dcd1-457c-bb0a-982025fae9e8,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:06.867046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Attempting to bind port 0ef40959-dcd1-457c-bb0a-982025fae9e8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:13:06.867410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Attempting to bind port 0ef40959-dcd1-457c-bb0a-982025fae9e8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:13:06.867784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Attempting to bind port 0ef40959-dcd1-457c-bb0a-982025fae9e8 on network 0193a0d2-719a-476f-851b-eab39f79db96 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:13:06.917553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Port 0ef40959-dcd1-457c-bb0a-982025fae9e8 on network 0193a0d2-719a-476f-851b-eab39f79db96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:13:06.917881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Attempting to bind port 0ef40959-dcd1-457c-bb0a-982025fae9e8 on network 0193a0d2-719a-476f-851b-eab39f79db96 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:13:06.969175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:13:06.969519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Checking segment: {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:13:06.969910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Bound using segment: {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:13:06.970341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Bound port: 0ef40959-dcd1-457c-bb0a-982025fae9e8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8d57ae-9755-4da9-a48f-e2bd510d1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:13:06.970699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:07.014726 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-25d7c877-9051-46c7-8d30-1330a2f0f625 None None] Attempt 2 to provision port 0ef40959-dcd1-457c-bb0a-982025fae9e8 Sep 25 01:13:07.043406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] For port 0ef40959-dcd1-457c-bb0a-982025fae9e8, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:13:07.046636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] For port 0ef40959-dcd1-457c-bb0a-982025fae9e8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ef40959-dcd1-457c-bb0a-982025fae9e8,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:13:07.054369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:07.054636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-25d7c877-9051-46c7-8d30-1330a2f0f625 None None] Port 0ef40959-dcd1-457c-bb0a-982025fae9e8 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:13:07.057875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:07.058493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:07.060489 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/0ef40959-dcd1-457c-bb0a-982025fae9e8 HTTP/1.1" status: 200 len: 1094 time: 0.7129424 Sep 25 01:13:07.063233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0608b2af-c836-4369-919a-f4203dff3d2f', 'tag': '0ef40959-dcd1-457c-bb0a-982025fae9e8'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:13:07.065527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96ce260-1939-45ae-a744-ed23b82f7d81" -d '{"events": [{"name": "network-changed", "server_uuid": "0608b2af-c836-4369-919a-f4203dff3d2f", "tag": "0ef40959-dcd1-457c-bb0a-982025fae9e8"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:13:07.098652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:07.113304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f44b5a0-a9d5-4533-ab5b-f02c2d099add x-openstack-request-id: req-7f44b5a0-a9d5-4533-ab5b-f02c2d099add {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:13:07.113670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0608b2af-c836-4369-919a-f4203dff3d2f", "tag": "0ef40959-dcd1-457c-bb0a-982025fae9e8", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:13:07.113925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f44b5a0-a9d5-4533-ab5b-f02c2d099add {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:13:07.114326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f44b5a0-a9d5-4533-ab5b-f02c2d099add'] response: {'name': 'network-changed', 'server_uuid': '0608b2af-c836-4369-919a-f4203dff3d2f', 'tag': '0ef40959-dcd1-457c-bb0a-982025fae9e8', 'status': 'completed', 'code': 200} Sep 25 01:13:07.119861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d1789-9d02-4e71-82aa-a75fa3d87a51 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef40959-dcd1-457c-bb0a-982025fae9e8,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:07.169757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:07.173999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-dba25099-a6e2-4347-8f74-854692e63bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:07.175506 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-dba25099-a6e2-4347-8f74-854692e63bec service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 1128 time: 0.0448954 Sep 25 01:13:07.224221 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-6964040d-5cdb-45b7-84b9-a4aaf9e2669a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef40959-dcd1-457c-bb0a-982025fae9e8 HTTP/1.1" status: 200 len: 217 time: 0.0327625 Sep 25 01:13:07.280156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-03b786c0-313c-46ef-a1ea-f9cff04615cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:07.282431 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-03b786c0-313c-46ef-a1ea-f9cff04615cb service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f17addc0-2b0d-4130-bd8f-3cc62608c24d HTTP/1.1" status: 200 len: 835 time: 0.0518916 Sep 25 01:13:07.335493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-229c055f-70e3-4d44-a4f2-d81aea7150bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:07.337203 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-229c055f-70e3-4d44-a4f2-d81aea7150bf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0193a0d2-719a-476f-851b-eab39f79db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490077 Sep 25 01:13:07.446827 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-a1e8e166-38dd-4172-8ac4-83bf386164ad service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031525 Sep 25 01:13:07.555332 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-25d7c877-9051-46c7-8d30-1330a2f0f625 None None] Attempt 3 to provision port 0ef40959-dcd1-457c-bb0a-982025fae9e8 Sep 25 01:13:07.560980 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35fe3314-a1c4-47ef-bb06-5da229b001de req-8261db8e-9e2d-48ae-8370-ba2220f23c6c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087282 Sep 25 01:13:07.607580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-25d7c877-9051-46c7-8d30-1330a2f0f625 None None] Port 0ef40959-dcd1-457c-bb0a-982025fae9e8 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:13:07.801936 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6bb8f-98ed-4585-af4a-f69eb0d7f526 req-b64e19aa-9feb-4abc-b1d5-47b9020cdf08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:07.803814 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-11e6bb8f-98ed-4585-af4a-f69eb0d7f526 req-b64e19aa-9feb-4abc-b1d5-47b9020cdf08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 944 time: 0.0581965 Sep 25 01:13:07.872171 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-11e6bb8f-98ed-4585-af4a-f69eb0d7f526 req-77c4ee3f-d723-43a5-b54c-11114ba8f076 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622530 Sep 25 01:13:09.007216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaa439-0f5f-4626-bc3f-4b1789897d32 req-6dce192f-ae89-4614-9e98-c70a2e71cd8e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:09.008840 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4aaa439-0f5f-4626-bc3f-4b1789897d32 req-6dce192f-ae89-4614-9e98-c70a2e71cd8e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 944 time: 0.0508635 Sep 25 01:13:09.064097 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4aaa439-0f5f-4626-bc3f-4b1789897d32 req-e6a66b79-7675-4c49-819e-b53ec9c670eb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490518 Sep 25 01:13:09.479177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-f2f3ec8b-0748-45ca-b033-ead910c629f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:09.480976 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-f2f3ec8b-0748-45ca-b033-ead910c629f7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 1128 time: 0.0474896 Sep 25 01:13:09.585418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-0053e587-c44e-45d0-8186-7bf74efec57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:09.588177 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-0053e587-c44e-45d0-8186-7bf74efec57f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 897 time: 0.1015568 Sep 25 01:13:09.634870 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-328827ac-3da9-4d8d-be36-400a11ca4d1b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef40959-dcd1-457c-bb0a-982025fae9e8 HTTP/1.1" status: 200 len: 217 time: 0.0407023 Sep 25 01:13:09.685629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-e0df37b1-b45a-46e9-ada1-6bad1c26a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:09.687174 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-e0df37b1-b45a-46e9-ada1-6bad1c26a13e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f17addc0-2b0d-4130-bd8f-3cc62608c24d HTTP/1.1" status: 200 len: 835 time: 0.0468791 Sep 25 01:13:09.737655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-331458bf-bd54-472f-8750-51a8ac39f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:09.739225 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-331458bf-bd54-472f-8750-51a8ac39f986 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0193a0d2-719a-476f-851b-eab39f79db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467103 Sep 25 01:13:09.850334 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-f51a3982-3976-454b-bc5e-7ef117981f2b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051238 Sep 25 01:13:09.953272 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d96ce260-1939-45ae-a744-ed23b82f7d81 req-e43fd881-c6be-4299-af31-5be246866660 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962782 Sep 25 01:13:10.198014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471e43c-bd66-49b2-8327-b93cd3b5522f req-1b76ee79-1008-4748-a699-d234b561c732 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:10.199528 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9471e43c-bd66-49b2-8327-b93cd3b5522f req-1b76ee79-1008-4748-a699-d234b561c732 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 944 time: 0.0521655 Sep 25 01:13:10.252603 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9471e43c-bd66-49b2-8327-b93cd3b5522f req-fccfbc2f-5564-487f-b5cf-f32e84d57455 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472269 Sep 25 01:13:10.873288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:11.393775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beef0f4-7557-42b2-b156-716cd36a33c4 req-b61e1b70-c7c3-4144-88c3-e9b987ec2ad8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:11.396133 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7beef0f4-7557-42b2-b156-716cd36a33c4 req-b61e1b70-c7c3-4144-88c3-e9b987ec2ad8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 944 time: 0.0612240 Sep 25 01:13:11.467014 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7beef0f4-7557-42b2-b156-716cd36a33c4 req-fc729069-b564-4abe-b639-a35d535f6fe9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642421 Sep 25 01:13:11.707583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 0ef40959-dcd1-457c-bb0a-982025fae9e8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:13:11.824680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 0ef40959-dcd1-457c-bb0a-982025fae9e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ef40959-dcd1-457c-bb0a-982025fae9e8,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:13:11.837504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '0ef40959-dcd1-457c-bb0a-982025fae9e8', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'port_id': '0ef40959-dcd1-457c-bb0a-982025fae9e8', 'mac_address': 'fa:16:3e:f3:e0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:13:11.885934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 0ef40959-dcd1-457c-bb0a-982025fae9e8 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:13:11.886686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:11.901665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef40959-dcd1-457c-bb0a-982025fae9e8 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:13:11.928614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 0ef40959-dcd1-457c-bb0a-982025fae9e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ef40959-dcd1-457c-bb0a-982025fae9e8,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:13:11.933329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:11.982285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=0ef40959-dcd1-457c-bb0a-982025fae9e8,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:11.990791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.991147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.991498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.991842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.992215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.992556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.992891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.993227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.993572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.993895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.994229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.994561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.994920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.995251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:11.995578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:13:12.345132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['0ef40959-dcd1-457c-bb0a-982025fae9e8'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:13:12.503970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:12.583091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:12.632509 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8445d5-feda-4115-96cf-52719f78ddc9 req-19a58d00-7256-4eb4-9e47-bc26d039f4ed tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:12.634066 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6c8445d5-feda-4115-96cf-52719f78ddc9 req-19a58d00-7256-4eb4-9e47-bc26d039f4ed tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 945 time: 0.0684514 Sep 25 01:13:12.689300 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6c8445d5-feda-4115-96cf-52719f78ddc9 req-7c4d89c9-2d4a-48dc-b299-8a303e6f40ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494330 Sep 25 01:13:13.729380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 0ef40959-dcd1-457c-bb0a-982025fae9e8 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:13:13.784147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 0ef40959-dcd1-457c-bb0a-982025fae9e8 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:13:13.793254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 0ef40959-dcd1-457c-bb0a-982025fae9e8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:13:13.793811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:13.794172 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 0ef40959-dcd1-457c-bb0a-982025fae9e8 Sep 25 01:13:13.832087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0adf6-cba1-4c49-96fb-2b21a7f22b48 req-6983b9aa-2354-4e17-8926-96991a52d0f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:13.833630 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-03a0adf6-cba1-4c49-96fb-2b21a7f22b48 req-6983b9aa-2354-4e17-8926-96991a52d0f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 945 time: 0.0678461 Sep 25 01:13:13.872232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:13.882213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 0ef40959-dcd1-457c-bb0a-982025fae9e8 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:13:13.882609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:13.883322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:13.893592 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-03a0adf6-cba1-4c49-96fb-2b21a7f22b48 req-3702c004-29df-427a-a066-c6843d6d93d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534391 Sep 25 01:13:13.911141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0608b2af-c836-4369-919a-f4203dff3d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef40959-dcd1-457c-bb0a-982025fae9e8'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:13:13.913493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4331065-f9e4-4f04-b74f-da6ce750cb47" -d '{"events": [{"server_uuid": "0608b2af-c836-4369-919a-f4203dff3d2f", "name": "network-vif-plugged", "status": "completed", "tag": "0ef40959-dcd1-457c-bb0a-982025fae9e8"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:13:13.928482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 0ef40959-dcd1-457c-bb0a-982025fae9e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ef40959-dcd1-457c-bb0a-982025fae9e8,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:13:13.933331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:13.957532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99ebab3-a1ed-491f-a399-a49818d1454a x-openstack-request-id: req-b99ebab3-a1ed-491f-a399-a49818d1454a {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:13:13.957819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0608b2af-c836-4369-919a-f4203dff3d2f", "name": "network-vif-plugged", "status": "completed", "tag": "0ef40959-dcd1-457c-bb0a-982025fae9e8", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:13:13.958065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b99ebab3-a1ed-491f-a399-a49818d1454a {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:13:13.958449 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99ebab3-a1ed-491f-a399-a49818d1454a'] response: {'server_uuid': '0608b2af-c836-4369-919a-f4203dff3d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef40959-dcd1-457c-bb0a-982025fae9e8', 'code': 200} Sep 25 01:13:13.986980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=0ef40959-dcd1-457c-bb0a-982025fae9e8,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:13:14.172390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef99d9-69a0-4048-9c6b-9b80b839488f req-dbb517c8-51d6-4917-b6e5-b35aa4de5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:14.173906 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9aef99d9-69a0-4048-9c6b-9b80b839488f req-dbb517c8-51d6-4917-b6e5-b35aa4de5e54 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 1130 time: 0.0409565 Sep 25 01:13:14.222112 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9aef99d9-69a0-4048-9c6b-9b80b839488f req-10c25881-e2ff-4b85-b9b8-7f719ba799a3 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428298 Sep 25 01:13:15.023138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37598c8-6735-4f42-8d99-1fa5d4791bd2 req-b87502ad-1654-4d87-8bb6-67067a67a937 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:15.024799 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f37598c8-6735-4f42-8d99-1fa5d4791bd2 req-b87502ad-1654-4d87-8bb6-67067a67a937 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 946 time: 0.0534770 Sep 25 01:13:15.085587 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f37598c8-6735-4f42-8d99-1fa5d4791bd2 req-a7fe766c-3d1c-4393-a251-8b1cddf74667 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535693 Sep 25 01:13:16.217721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5bbbb-19dd-4a6c-a47a-c6f1e602f13c req-eba8cea4-f93e-4f84-88fe-7405a145c0ce tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:16.219816 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-57e5bbbb-19dd-4a6c-a47a-c6f1e602f13c req-eba8cea4-f93e-4f84-88fe-7405a145c0ce tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 946 time: 0.0522768 Sep 25 01:13:16.270567 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-57e5bbbb-19dd-4a6c-a47a-c6f1e602f13c req-dde847b7-ac48-4ce3-adcb-0ecfcc9436ed tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444720 Sep 25 01:13:16.398689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f230-c6e4-413b-a074-86fa8fb30176 req-f01e163d-8076-4619-8c8b-986d1de5ca6f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:16.400262 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4f50f230-c6e4-413b-a074-86fa8fb30176 req-f01e163d-8076-4619-8c8b-986d1de5ca6f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 946 time: 0.0504429 Sep 25 01:13:16.451047 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4f50f230-c6e4-413b-a074-86fa8fb30176 req-8bd7fb1a-fefc-4aee-b8fd-68e2065cbaff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450501 Sep 25 01:13:16.482198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59292) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:16.522259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154922d6-0440-492e-9df2-3844a46e1c44 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:16.523841 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-154922d6-0440-492e-9df2-3844a46e1c44 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 1125 time: 0.0406098 Sep 25 01:13:16.526912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59294) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:16.531238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b4adfad9-1169-4cba-abd6-d53f881e9c12 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'port_id': '0ef40959-dcd1-457c-bb0a-982025fae9e8'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:13:16.574852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4adfad9-1169-4cba-abd6-d53f881e9c12 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:17.015020 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=67 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:17.016780 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=71 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:17.022999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4adfad9-1169-4cba-abd6-d53f881e9c12 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:17.026954 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4adfad9-1169-4cba-abd6-d53f881e9c12 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:17.126149 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-b4adfad9-1169-4cba-abd6-d53f881e9c12 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f associated. External IP: 172.36.7.39, port: 0ef40959-dcd1-457c-bb0a-982025fae9e8. Sep 25 01:13:17.269318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:17.275318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:17.333425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4adfad9-1169-4cba-abd6-d53f881e9c12 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 57d1b4e6-314e-451b-9c15-897375039077 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:13:17.441376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4adfad9-1169-4cba-abd6-d53f881e9c12 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:13:17.446232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b4adfad9-1169-4cba-abd6-d53f881e9c12 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:17.451143 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] Sync routers for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:13:17.461990 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:13:17.462614 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:13:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:13:17.478398 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b4adfad9-1169-4cba-abd6-d53f881e9c12 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 991 time: 0.9504294 Sep 25 01:13:17.479058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0608b2af-c836-4369-919a-f4203dff3d2f', 'tag': '0ef40959-dcd1-457c-bb0a-982025fae9e8'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:13:17.481525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726fe69-7606-4666-9a0b-33bdc4e12a94" -d '{"events": [{"name": "network-changed", "server_uuid": "0608b2af-c836-4369-919a-f4203dff3d2f", "tag": "0ef40959-dcd1-457c-bb0a-982025fae9e8"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:13:17.482432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59296) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:17.523214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e429cc3a-7d4d-465e-b77a-7cf5d2ce6295 x-openstack-request-id: req-e429cc3a-7d4d-465e-b77a-7cf5d2ce6295 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:13:17.524188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0608b2af-c836-4369-919a-f4203dff3d2f", "tag": "0ef40959-dcd1-457c-bb0a-982025fae9e8", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:13:17.524188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e429cc3a-7d4d-465e-b77a-7cf5d2ce6295 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:13:17.524405 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e429cc3a-7d4d-465e-b77a-7cf5d2ce6295'] response: {'name': 'network-changed', 'server_uuid': '0608b2af-c836-4369-919a-f4203dff3d2f', 'tag': '0ef40959-dcd1-457c-bb0a-982025fae9e8', 'status': 'completed', 'code': 200} Sep 25 01:13:17.551343 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ac00c2b6-4c04-4857-b350-ffbe11a67cf3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 991 time: 0.0677505 Sep 25 01:13:17.590394 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:13:17.615683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-972beccc-f14f-4591-9208-d749f67e8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:17.617268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-972beccc-f14f-4591-9208-d749f67e8901 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 1130 time: 0.0422099 Sep 25 01:13:17.721779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-12516737-88a8-42f0-9fd5-7efdf36faf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:17.723315 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-12516737-88a8-42f0-9fd5-7efdf36faf00 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 200 len: 897 time: 0.0986557 Sep 25 01:13:17.787282 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-716fb816-9f7e-42c7-8e9b-0dcf51fb42c6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef40959-dcd1-457c-bb0a-982025fae9e8 HTTP/1.1" status: 200 len: 999 time: 0.0583899 Sep 25 01:13:17.820548 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.39', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '57d1b4e6-314e-451b-9c15-897375039077', 'port_id': '0ef40959-dcd1-457c-bb0a-982025fae9e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'mac_address': 'fa:16:3e:f3:e0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608b2af-c836-4369-919a-f4203dff3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:11:43Z', 'updated_at': '2022-09-25T01:13:16Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:13:17.843449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-0b073305-d7ff-4e4f-b7a8-0acff0c9e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:17.845274 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-0b073305-d7ff-4e4f-b7a8-0acff0c9e513 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f17addc0-2b0d-4130-bd8f-3cc62608c24d HTTP/1.1" status: 200 len: 835 time: 0.0524192 Sep 25 01:13:17.854015 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] Checking router: 57d1b4e6-314e-451b-9c15-897375039077 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:13:17.866134 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:13:17.866134 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:13:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:13:17.908733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-c35729e1-e9a3-4936-80f9-4ba294892acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:17.911415 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-c35729e1-e9a3-4936-80f9-4ba294892acf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0193a0d2-719a-476f-851b-eab39f79db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0585518 Sep 25 01:13:17.979040 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:13:18.017526 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-b566b7fb-f762-49d1-8f45-512154b96eb0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992358 Sep 25 01:13:18.132710 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a726fe69-7606-4666-9a0b-33bdc4e12a94 req-17570551-aabf-45b0-9120-f7a408f0c512 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089094 Sep 25 01:13:18.211829 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.39', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '57d1b4e6-314e-451b-9c15-897375039077', 'port_id': '0ef40959-dcd1-457c-bb0a-982025fae9e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'mac_address': 'fa:16:3e:f3:e0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608b2af-c836-4369-919a-f4203dff3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:11:43Z', 'updated_at': '2022-09-25T01:13:16Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:13:18.237508 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edcc5d-9894-4bf8-83e8-79cb07cb3c4c None None] The sync data for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv is: [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.39', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '57d1b4e6-314e-451b-9c15-897375039077', 'port_id': '0ef40959-dcd1-457c-bb0a-982025fae9e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'mac_address': 'fa:16:3e:f3:e0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608b2af-c836-4369-919a-f4203dff3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:11:43Z', 'updated_at': '2022-09-25T01:13:16Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:13:18.453963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce57741-0ecf-439e-b131-0376d9cd53c6 None None] New status for floating IP 7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:13:18.555478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59300) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:18.621252 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0f275df9-e4eb-4b63-a97e-68f510f099fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 991 time: 0.0644190 Sep 25 01:13:19.625281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59302) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:13:19.687110 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-70a5a609-76e4-40a3-9b77-e6154677bf44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 200 len: 993 time: 0.0607109 Sep 25 01:13:25.155574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:13:28.128129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=63 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:28.128861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=75 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:28.208877 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=75 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:28.560071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c7f0bb00-f33a-49c7-9839-69ae2ac66cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:29.678148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:29.681507 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=73,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:31.457910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2ad58a7b-f151-42d3-b607-3a3b894360fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:33.748599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:35.150580 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=75 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:35.916776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:36.458008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:40.894678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:50.883763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:50.890044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:55.031383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-ba7ffda8-fde9-4566-b388-3414fab2e6d8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587068 Sep 25 01:13:55.111203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-de5292f3-88af-4675-9753-b51c46bb5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:55.112813 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-de5292f3-88af-4675-9753-b51c46bb5a74 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 1130 time: 0.0426464 Sep 25 01:13:55.231977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-bfc875b4-d973-4d1a-b7d5-1c429b9225aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:55.234229 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-bfc875b4-d973-4d1a-b7d5-1c429b9225aa service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.1026311 Sep 25 01:13:55.303921 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-faf53671-74a9-4b7a-afa9-00ce5b61707b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 HTTP/1.1" status: 200 len: 1001 time: 0.0641148 Sep 25 01:13:55.354824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-3f4e9f5b-3142-4396-a1da-339742e1d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:55.356403 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-3f4e9f5b-3142-4396-a1da-339742e1d169 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0464737 Sep 25 01:13:55.403480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-f95dc46b-df11-4ece-b537-dcbd17c48210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:13:55.405648 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-f95dc46b-df11-4ece-b537-dcbd17c48210 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434632 Sep 25 01:13:55.501486 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-3bc10fd1-d366-4272-8660-5df6f9a3461f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900321 Sep 25 01:13:55.595572 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d35bdf54-9441-4cac-9f7f-db1b8c1d7fcc req-7f424b58-9f7d-455c-b2ea-9d68ece02732 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884204 Sep 25 01:13:58.542599 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:58.545638 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:58.565075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a6cdb3ac-dea2-4d7d-8eaa-a693411c5be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:01.472913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d319bed7-8f8d-4711-a0f3-24af6c12235f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:02.162341 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:14:03.753286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:05.094636 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-eea7ace5-1453-4e69-95c4-fb876b5696e1 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1180313089&fields=id&tenant_id=658ce7daa6a0475ab05ecb761ae9c696 HTTP/1.1" status: 200 len: 267 time: 0.0460744 Sep 25 01:14:05.206049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-cffd5051-3ccc-4706-99f5-b717c4ebe0fa tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:05.207517 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-cffd5051-3ccc-4706-99f5-b717c4ebe0fa tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 811 time: 0.1064379 Sep 25 01:14:05.223677 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-9893fae5-7df7-48de-bc70-2c804538f9be tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/quotas/658ce7daa6a0475ab05ecb761ae9c696 HTTP/1.1" status: 200 len: 375 time: 0.0100119 Sep 25 01:14:05.277231 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-6db7ae1a-1dc0-4354-adee-ee4dfcdc1be4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481532 Sep 25 01:14:05.379238 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-2a8772c9-167b-4947-98fc-1862398d176b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892463 Sep 25 01:14:05.590566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=48 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:05.591865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=53 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:05.696607 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-7550f929-edd8-4360-8462-a4d0dd727544 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115463 Sep 25 01:14:05.922683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:06.009324 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8fd45571-f77e-4429-8b41-a2a93803f2c0 req-addf3873-9e45-4361-9fdb-d6ba84a24b5a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 210 time: 0.0290983 Sep 25 01:14:06.465182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:07.119870 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-48be5a10-5768-47ce-878a-20b6bd5c51b8 req-b13cca71-a428-486c-bf78-84b9b16262d2 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 210 time: 0.0314496 Sep 25 01:14:07.172843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-28225cd0-f3dc-479b-bce8-53ce1a4a30f5 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:07.174344 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-28225cd0-f3dc-479b-bce8-53ce1a4a30f5 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 811 time: 0.1202443 Sep 25 01:14:07.246248 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-75b9f30b-969a-4ca0-97cb-a4f863e1cb86 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=658ce7daa6a0475ab05ecb761ae9c696 HTTP/1.1" status: 200 len: 380 time: 0.0571895 Sep 25 01:14:07.255696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'port': {'device_id': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'admin_state_up': True, 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'security_groups': ['37992e51-3519-4491-9816-2fb504637b4e']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:07.375275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Made reservation on behalf of 658ce7daa6a0475ab05ecb761ae9c696 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:14:07.379053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:07.516505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Allocated IP 172.20.0.10 (11756310-9c29-4870-bad5-15bf8c86caa9/2cb39274-4e38-4e30-a57b-c2970ea2a0ce/62b09148-5d46-44ed-b011-6ab88b1bdad0) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:14:07.665439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:07.698205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:07.751646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Network 11756310-9c29-4870-bad5-15bf8c86caa9 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:14:07.755229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:14:07.757075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'Port': ['ID=62b09148-5d46-44ed-b011-6ab88b1bdad0,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:07.759413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:14:07.791462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.791855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.792176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.792528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.792865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.793229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.793563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.793893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.794278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.794542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.794908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.795245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.795590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.795899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.796250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:07.828301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:07.828962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:07.847342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:07.857793 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-96f73e46-c686-4486-bdee-4d1eacc9c91b tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6058736 Sep 25 01:14:07.880388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Request body: {'port': {'device_id': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:07.953168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:08.028591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0da6-8315-49e6-93a2-0068a8444d99 None None] Provisioning complete for port 62b09148-5d46-44ed-b011-6ab88b1bdad0 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:08.029247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0da6-8315-49e6-93a2-0068a8444d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:08.029247 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-9f3a0da6-8315-49e6-93a2-0068a8444d99 None None] Attempt 1 to provision port 62b09148-5d46-44ed-b011-6ab88b1bdad0 Sep 25 01:14:08.065746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a0da6-8315-49e6-93a2-0068a8444d99 None None] Port 62b09148-5d46-44ed-b011-6ab88b1bdad0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:08.091492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:08.567150 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-9f3a0da6-8315-49e6-93a2-0068a8444d99 None None] Attempt 2 to provision port 62b09148-5d46-44ed-b011-6ab88b1bdad0 Sep 25 01:14:08.604814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a0da6-8315-49e6-93a2-0068a8444d99 None None] Port 62b09148-5d46-44ed-b011-6ab88b1bdad0 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:08.644376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb892ddd-74ad-4158-9be4-8fadf308ddf0 req-7c908c8b-b024-4c26-bd62-3c6598551f64 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:08.646233 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb892ddd-74ad-4158-9be4-8fadf308ddf0 req-7c908c8b-b024-4c26-bd62-3c6598551f64 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 932 time: 0.0925162 Sep 25 01:14:08.675753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b09148-5d46-44ed-b011-6ab88b1bdad0 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:14:08.687820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Publish callbacks [] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:08.725039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Transition to ACTIVE for port object 62b09148-5d46-44ed-b011-6ab88b1bdad0 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:14:08.731734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:08.742869 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb892ddd-74ad-4158-9be4-8fadf308ddf0 req-fab4eeb0-5c18-401d-a678-79fa1d9856a6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865569 Sep 25 01:14:08.808160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=62b09148-5d46-44ed-b011-6ab88b1bdad0,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:08.861037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Attempting to bind port 62b09148-5d46-44ed-b011-6ab88b1bdad0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:14:08.861385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Attempting to bind port 62b09148-5d46-44ed-b011-6ab88b1bdad0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:14:08.861745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Attempting to bind port 62b09148-5d46-44ed-b011-6ab88b1bdad0 on network 11756310-9c29-4870-bad5-15bf8c86caa9 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:14:08.906869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Port 62b09148-5d46-44ed-b011-6ab88b1bdad0 on network 11756310-9c29-4870-bad5-15bf8c86caa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:14:08.907185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Attempting to bind port 62b09148-5d46-44ed-b011-6ab88b1bdad0 on network 11756310-9c29-4870-bad5-15bf8c86caa9 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:14:08.956296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:14:08.956686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Checking segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:14:08.957021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Bound using segment: {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:14:08.957490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Bound port: 62b09148-5d46-44ed-b011-6ab88b1bdad0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224fa0f-11ea-4d16-abbd-6c5a087af4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:14:08.957853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:09.021310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] For port 62b09148-5d46-44ed-b011-6ab88b1bdad0, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:14:09.024714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] For port 62b09148-5d46-44ed-b011-6ab88b1bdad0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:14:09.030984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:09.035338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:09.035985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:09.037386 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/62b09148-5d46-44ed-b011-6ab88b1bdad0 HTTP/1.1" status: 200 len: 1094 time: 1.1622841 Sep 25 01:14:09.037938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:14:09.040204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0772fcda-3a75-43de-b03e-cc27a1fff806" -d '{"events": [{"name": "network-changed", "server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:14:09.091124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829c79b-58d5-48e5-8f37-262191003cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=62b09148-5d46-44ed-b011-6ab88b1bdad0,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:09.095679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af18c4c-0cce-4c85-a4dc-1cf4602804e2 x-openstack-request-id: req-7af18c4c-0cce-4c85-a4dc-1cf4602804e2 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:14:09.096345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:14:09.096783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7af18c4c-0cce-4c85-a4dc-1cf4602804e2 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:14:09.097537 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af18c4c-0cce-4c85-a4dc-1cf4602804e2'] response: {'name': 'network-changed', 'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'status': 'completed', 'code': 200} Sep 25 01:14:09.105869 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-9f3a0da6-8315-49e6-93a2-0068a8444d99 None None] Attempt 3 to provision port 62b09148-5d46-44ed-b011-6ab88b1bdad0 Sep 25 01:14:09.145597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a0da6-8315-49e6-93a2-0068a8444d99 None None] Port 62b09148-5d46-44ed-b011-6ab88b1bdad0 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:14:09.160245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:09.171669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-2c567f92-c7c2-4502-ae7e-d7a7765ce8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:09.173215 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-2c567f92-c7c2-4502-ae7e-d7a7765ce8ae service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 1128 time: 0.0487518 Sep 25 01:14:09.219740 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-ad11fdfa-f531-4a7e-93b6-917e752a1021 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0 HTTP/1.1" status: 200 len: 217 time: 0.0331855 Sep 25 01:14:09.268002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-ceb2dd9e-5c9b-4230-89c5-28e725801f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:09.270262 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-ceb2dd9e-5c9b-4230-89c5-28e725801f2b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0445571 Sep 25 01:14:09.317025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-7b1b800d-5936-40ad-9f6b-9ec5f9b9e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:09.318561 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-7b1b800d-5936-40ad-9f6b-9ec5f9b9e779 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431788 Sep 25 01:14:09.414737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-acf90b45-12fe-444f-9ff8-e31187560a30 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897346 Sep 25 01:14:09.465468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:09.516285 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ddc5855-22b3-4ef1-b2c2-74be3b850dab req-19e44f7d-7056-42ea-8462-c9d22f005be7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948851 Sep 25 01:14:09.637662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-e940297e-c2e0-4c04-bfd5-7d12f683284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:09.639309 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-e940297e-c2e0-4c04-bfd5-7d12f683284d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 1128 time: 0.0430934 Sep 25 01:14:09.735379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-ba6d7bce-3cf7-4324-b4b3-eac37fb03370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:09.736791 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-ba6d7bce-3cf7-4324-b4b3-eac37fb03370 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.0918994 Sep 25 01:14:09.780712 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-f466b923-b081-4aac-a206-ac36d9eb0ea2 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0 HTTP/1.1" status: 200 len: 217 time: 0.0376670 Sep 25 01:14:09.845826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-4a7f74a0-716c-4d85-b75d-b116d7f8ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:09.847508 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-4a7f74a0-716c-4d85-b75d-b116d7f8ce81 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0607646 Sep 25 01:14:09.921459 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2833c9-2c93-4ed7-a42f-df802f99c93b req-5ecda52f-dcf8-413c-b713-4075894fba9d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:09.923325 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ee2833c9-2c93-4ed7-a42f-df802f99c93b req-5ecda52f-dcf8-413c-b713-4075894fba9d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0937760 Sep 25 01:14:09.929773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-f0f95b50-f28a-4e1f-809b-b19a1907b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:09.931253 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-f0f95b50-f28a-4e1f-809b-b19a1907b6af service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0662279 Sep 25 01:14:10.042912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ee2833c9-2c93-4ed7-a42f-df802f99c93b req-3e0bdcb4-f945-4b4a-9db8-60fd737a8070 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105239 Sep 25 01:14:10.090958 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-f0099bad-3944-4081-bc60-eee7887082eb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511204 Sep 25 01:14:10.195474 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0772fcda-3a75-43de-b03e-cc27a1fff806 req-05190187-fe08-40e4-abe9-be7417ec638b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979838 Sep 25 01:14:10.897197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:11.188674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e2bf0-22aa-4d5b-954e-59b6ea99db48 req-c9cd136f-39da-4d6f-8551-3ca7c5ddaef0 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:11.190101 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-753e2bf0-22aa-4d5b-954e-59b6ea99db48 req-c9cd136f-39da-4d6f-8551-3ca7c5ddaef0 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0498443 Sep 25 01:14:11.242948 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-753e2bf0-22aa-4d5b-954e-59b6ea99db48 req-e42d9cce-76f3-443a-9cda-821e96ee98b9 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470269 Sep 25 01:14:12.151308 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:12.152172 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:12.381566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47aad9-ab87-43b0-8276-b5a8fb3e5f0d req-6ed9ed41-307c-4ee2-8619-ccee5147188e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:12.384563 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ca47aad9-ab87-43b0-8276-b5a8fb3e5f0d req-6ed9ed41-307c-4ee2-8619-ccee5147188e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0583327 Sep 25 01:14:12.441362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ca47aad9-ab87-43b0-8276-b5a8fb3e5f0d req-4e6acbcb-e9c2-4d75-8323-72be4599dc63 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478659 Sep 25 01:14:13.578849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06873744-3723-4a0a-861e-a61cd033af27 req-ea0c7ff9-6127-410a-955e-1a0f601b3c76 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:13.580346 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-06873744-3723-4a0a-861e-a61cd033af27 req-ea0c7ff9-6127-410a-955e-1a0f601b3c76 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0520391 Sep 25 01:14:13.630171 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-06873744-3723-4a0a-861e-a61cd033af27 req-5b875858-e6e2-4d81-a1e7-4525d202f007 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442245 Sep 25 01:14:14.715896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:14.756529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e410-ead6-4e9b-b165-4ef18f1da70e req-09e6b481-915b-424f-a98b-880091a86333 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:14.758553 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1e55e410-ead6-4e9b-b165-4ef18f1da70e req-09e6b481-915b-424f-a98b-880091a86333 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0525062 Sep 25 01:14:14.814988 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1e55e410-ead6-4e9b-b165-4ef18f1da70e req-73b166d3-d145-43fc-a33f-da1d54ca0062 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502892 Sep 25 01:14:15.938201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721ddb0-dc77-45a3-9bd5-5298f6ade29f req-84f4eabe-236e-4178-b319-744a8def2abc tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:15.939746 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0721ddb0-dc77-45a3-9bd5-5298f6ade29f req-84f4eabe-236e-4178-b319-744a8def2abc tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0480173 Sep 25 01:14:15.991220 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0721ddb0-dc77-45a3-9bd5-5298f6ade29f req-97bb705c-4321-4d65-8fe7-a6de6674e857 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449252 Sep 25 01:14:17.115137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9d8b7-6102-4e14-a5c2-9f2ca785525d req-d92d9440-6028-415f-894b-da767a1b28e6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:17.116693 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a5f9d8b7-6102-4e14-a5c2-9f2ca785525d req-d92d9440-6028-415f-894b-da767a1b28e6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0479264 Sep 25 01:14:17.167317 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a5f9d8b7-6102-4e14-a5c2-9f2ca785525d req-78f6c2d2-cf35-472b-96d1-d1881fda3186 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449915 Sep 25 01:14:18.288092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0926bf-21d0-4ace-b3f0-92b3f96665a5 req-98fd0ad1-6d3a-4990-840d-7ba8b880537e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:18.289620 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3a0926bf-21d0-4ace-b3f0-92b3f96665a5 req-98fd0ad1-6d3a-4990-840d-7ba8b880537e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0478892 Sep 25 01:14:18.353330 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3a0926bf-21d0-4ace-b3f0-92b3f96665a5 req-0c9b9040-de8f-4835-b756-ca1c18868ac1 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564091 Sep 25 01:14:19.474808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a96fb-179f-4765-9dad-bae4059e759d req-c53fd4c8-30dc-4b57-a4c7-1e773a9c4874 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:19.476317 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d50a96fb-179f-4765-9dad-bae4059e759d req-c53fd4c8-30dc-4b57-a4c7-1e773a9c4874 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0469117 Sep 25 01:14:19.532167 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d50a96fb-179f-4765-9dad-bae4059e759d req-91ba1770-1f92-4b46-9831-cbe5e36ba94a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501244 Sep 25 01:14:20.653106 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dd77d-1f4b-4eec-8542-4a84bde07a04 req-cb9c02f2-4ca6-44cd-b4db-f9ff6545b9ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:20.654586 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f51dd77d-1f4b-4eec-8542-4a84bde07a04 req-cb9c02f2-4ca6-44cd-b4db-f9ff6545b9ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0475261 Sep 25 01:14:20.704602 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f51dd77d-1f4b-4eec-8542-4a84bde07a04 req-2f7223d9-b970-4f91-b874-d4f52cb85d43 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Sep 25 01:14:20.889700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=4,neutron:SELECT=21 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:20.891679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:21.835898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee3bab-be5f-427b-8479-6ec6d6e1f9ba req-37643666-e2e7-4090-b3c3-6c1939513388 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:21.837415 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-34ee3bab-be5f-427b-8479-6ec6d6e1f9ba req-37643666-e2e7-4090-b3c3-6c1939513388 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 944 time: 0.0493155 Sep 25 01:14:21.886770 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-34ee3bab-be5f-427b-8479-6ec6d6e1f9ba req-c9711af4-4dca-448d-9039-cb54f95de775 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 Sep 25 01:14:22.050945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 62b09148-5d46-44ed-b011-6ab88b1bdad0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:14:22.152878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 62b09148-5d46-44ed-b011-6ab88b1bdad0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:22.165418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'port_id': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'mac_address': 'fa:16:3e:0c:eb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:14:22.201505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 62b09148-5d46-44ed-b011-6ab88b1bdad0 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:22.201901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:22.215769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b09148-5d46-44ed-b011-6ab88b1bdad0 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:14:22.236815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 62b09148-5d46-44ed-b011-6ab88b1bdad0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:22.241447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:22.292376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=62b09148-5d46-44ed-b011-6ab88b1bdad0,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:22.300265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.300621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.301023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.301320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.301665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.302000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.302333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.302666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.302998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.303335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.303661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.304021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.304369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.304680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.305005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:22.771241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['62b09148-5d46-44ed-b011-6ab88b1bdad0'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:14:23.014127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e563add-7b6a-4f70-877f-469528a38591 req-a35e90fd-3cd2-4b5e-8ee0-3c13423df9c7 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:23.016512 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7e563add-7b6a-4f70-877f-469528a38591 req-a35e90fd-3cd2-4b5e-8ee0-3c13423df9c7 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Sep 25 01:14:23.069410 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7e563add-7b6a-4f70-877f-469528a38591 req-571964f6-b94b-45fe-8f74-dfbf022446ff tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468621 Sep 25 01:14:24.057663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 62b09148-5d46-44ed-b011-6ab88b1bdad0 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:14:24.112259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 62b09148-5d46-44ed-b011-6ab88b1bdad0 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:14:24.120199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 62b09148-5d46-44ed-b011-6ab88b1bdad0 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:24.120870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:24.121303 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 62b09148-5d46-44ed-b011-6ab88b1bdad0 Sep 25 01:14:24.176128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:24.197233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a5f0-392a-4a04-8c45-cdd16c942d5f req-ddd2e4a4-c739-4588-9193-0ab192518547 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:24.198235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 62b09148-5d46-44ed-b011-6ab88b1bdad0 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:24.198671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:24.198915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-98e8a5f0-392a-4a04-8c45-cdd16c942d5f req-ddd2e4a4-c739-4588-9193-0ab192518547 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 945 time: 0.0526092 Sep 25 01:14:24.225324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:14:24.227799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b0dcf0-d19e-4900-8db1-15dc246343fd" -d '{"events": [{"server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "name": "network-vif-plugged", "status": "completed", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:14:24.244438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 62b09148-5d46-44ed-b011-6ab88b1bdad0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:24.249451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:24.261230 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-98e8a5f0-392a-4a04-8c45-cdd16c942d5f req-3b036250-fa5e-433a-966d-391162e62163 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548553 Sep 25 01:14:24.276883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1107cb7-b1b2-43f8-a2c0-1037c5fcdd4f x-openstack-request-id: req-c1107cb7-b1b2-43f8-a2c0-1037c5fcdd4f {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:14:24.277195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "name": "network-vif-plugged", "status": "completed", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:14:24.277439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1107cb7-b1b2-43f8-a2c0-1037c5fcdd4f {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:14:24.277841 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1107cb7-b1b2-43f8-a2c0-1037c5fcdd4f'] response: {'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'code': 200} Sep 25 01:14:24.301599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:24.307785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=62b09148-5d46-44ed-b011-6ab88b1bdad0,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:24.520643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3c75f-9c62-45df-9476-f3df2280429e req-5d378ef7-8e53-4fc2-9028-75259b1d55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:24.522190 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14f3c75f-9c62-45df-9476-f3df2280429e req-5d378ef7-8e53-4fc2-9028-75259b1d55d8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 1130 time: 0.0457749 Sep 25 01:14:24.570708 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14f3c75f-9c62-45df-9476-f3df2280429e req-e33b37ea-0de4-42d4-8451-26dba80ea80e service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Sep 25 01:14:25.388913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078aefb-4f83-40c5-834d-ca0bb7c0f944 req-91534189-613c-4122-b3ce-99da6da0ea5d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:25.390474 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a078aefb-4f83-40c5-834d-ca0bb7c0f944 req-91534189-613c-4122-b3ce-99da6da0ea5d tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 946 time: 0.0565917 Sep 25 01:14:25.454882 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a078aefb-4f83-40c5-834d-ca0bb7c0f944 req-a5da269f-4c03-4dfc-ad8a-ac2cc569dd51 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584192 Sep 25 01:14:26.579552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:26.597139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143899c4-7456-4241-9dad-b577adf73bb6 req-c4a7358b-0091-46ce-9de5-53d9608aad59 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:26.598664 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-143899c4-7456-4241-9dad-b577adf73bb6 req-c4a7358b-0091-46ce-9de5-53d9608aad59 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 946 time: 0.0557616 Sep 25 01:14:26.634315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:26.652952 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-143899c4-7456-4241-9dad-b577adf73bb6 req-19ea712e-f545-401e-b6de-2b9acb94e1ea tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480599 Sep 25 01:14:26.781057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420708d-e7b2-4781-8697-4996c6c5dd72 req-9545df2d-8eae-421c-bb25-a1aa57cd0260 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:26.782599 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c420708d-e7b2-4781-8697-4996c6c5dd72 req-9545df2d-8eae-421c-bb25-a1aa57cd0260 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 946 time: 0.0541618 Sep 25 01:14:26.837710 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c420708d-e7b2-4781-8697-4996c6c5dd72 req-10ab78e6-66aa-4b3b-a51c-32f2795a650f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491080 Sep 25 01:14:26.871845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59422) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:26.912845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c838325-aa03-4924-b5ef-fd7d77a1f156 tempest-TestVolumeBootPattern-1504049565 tempest-TestVolumeBootPattern-1504049565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:26.914406 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8c838325-aa03-4924-b5ef-fd7d77a1f156 tempest-TestVolumeBootPattern-1504049565 tempest-TestVolumeBootPattern-1504049565-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 1125 time: 0.0408926 Sep 25 01:14:26.917314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59424) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:26.921588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:26.943911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:27.029318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:27.135302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Allocated IP 172.36.7.103 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:14:27.145919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:27.255315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for port (d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:27.288099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:27.330170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:14:27.335134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:14:27.339374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:14:27.341204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:27.343693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'Port': ['ID=d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:27.726191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (daa696cc-7fda-47df-83a3-ad3ee89cb803), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:27.794135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:27.954829 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for port (d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:27.959484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:28.006935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:28.033852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event updated for resources: {'Port': ['ID=d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:28.036921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (daa696cc-7fda-47df-83a3-ad3ee89cb803), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:28.137600 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Floating IP daa696cc-7fda-47df-83a3-ad3ee89cb803 associated. External IP: 172.36.7.103, port: 62b09148-5d46-44ed-b011-6ab88b1bdad0. Sep 25 01:14:28.222831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:28.341563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Router 34ab2f79-5d5c-412c-8034-c462c45955b3 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:14:28.446308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:28.449672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:14:28.462641 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] Sync routers for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:14:28.469500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:28.474812 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:28.475745 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:28.509242 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-919241cc-d621-4c11-9c1f-36fe7caab42e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5904338 Sep 25 01:14:28.510092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:14:28.512489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50dea09-3671-4cd7-9c63-4c027336cafb" -d '{"events": [{"name": "network-changed", "server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:14:28.551339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da332ec-2247-42fb-ae7b-1f8bd0865dbb x-openstack-request-id: req-0da332ec-2247-42fb-ae7b-1f8bd0865dbb {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:14:28.551628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:14:28.551887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0da332ec-2247-42fb-ae7b-1f8bd0865dbb {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:14:28.552329 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da332ec-2247-42fb-ae7b-1f8bd0865dbb'] response: {'name': 'network-changed', 'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'status': 'completed', 'code': 200} Sep 25 01:14:28.584036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-118668b3-10ef-487a-83d1-ae851ef63489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:28.588237 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:28.644219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-6f85ee2b-9536-4218-bd8d-0048950a5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:28.645794 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-6f85ee2b-9536-4218-bd8d-0048950a5040 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 1130 time: 0.0422814 Sep 25 01:14:28.742113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-dcefadcb-aec6-4ec7-8a88-7c549ce2c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:28.743698 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-dcefadcb-aec6-4ec7-8a88-7c549ce2c9f2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.0911355 Sep 25 01:14:28.810949 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-a92122ba-3e7a-48b4-ab78-1dd0db38ca66 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0 HTTP/1.1" status: 200 len: 1000 time: 0.0612855 Sep 25 01:14:28.862487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-29f38685-a2e3-4831-a250-3954e4dfe7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:28.864002 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-29f38685-a2e3-4831-a250-3954e4dfe7da service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0472267 Sep 25 01:14:28.892120 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce0bbe57-9634-4411-a68d-8066568d54b1', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.50', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:12:15Z', 'updated_at': '2022-09-25T01:12:17Z', 'revision_number': 1, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}, {'id': 'daa696cc-7fda-47df-83a3-ad3ee89cb803', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.103', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:0c:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:14:27Z', 'updated_at': '2022-09-25T01:14:27Z', 'revision_number': 0, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:28.909125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-7c5c83b5-214e-4a1a-855c-5ef999e784d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:28.910677 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-7c5c83b5-214e-4a1a-855c-5ef999e784d6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407338 Sep 25 01:14:28.917777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] Checking router: 34ab2f79-5d5c-412c-8034-c462c45955b3 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:14:28.926516 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:28.927118 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:29.009169 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-a51fe15c-5b34-4de9-9222-a4a5508b4297 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922155 Sep 25 01:14:29.031077 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:29.102054 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a50dea09-3671-4cd7-9c63-4c027336cafb req-7489bd75-3e00-453d-ac1c-d239de0b36d2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869453 Sep 25 01:14:29.245908 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce0bbe57-9634-4411-a68d-8066568d54b1', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.50', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:12:15Z', 'updated_at': '2022-09-25T01:12:17Z', 'revision_number': 1, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}, {'id': 'daa696cc-7fda-47df-83a3-ad3ee89cb803', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.103', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:0c:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:14:27Z', 'updated_at': '2022-09-25T01:14:27Z', 'revision_number': 0, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:29.271247 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524048fc-80a8-480c-a13a-cc66e7e23eee None None] The sync data for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv is: [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce0bbe57-9634-4411-a68d-8066568d54b1', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.50', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:12:15Z', 'updated_at': '2022-09-25T01:12:17Z', 'revision_number': 1, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}, {'id': 'daa696cc-7fda-47df-83a3-ad3ee89cb803', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.103', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:0c:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:14:27Z', 'updated_at': '2022-09-25T01:14:27Z', 'revision_number': 0, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:14:29.472934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad76661-6dc1-4bac-90b4-b118714de7c7 None None] New status for floating IP daa696cc-7fda-47df-83a3-ad3ee89cb803: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:14:31.272542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11aea3-301b-4aa6-b093-ef384997987d req-ace64806-207f-470b-adf1-1a41a241fec9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:31.273963 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0f11aea3-301b-4aa6-b093-ef384997987d req-ace64806-207f-470b-adf1-1a41a241fec9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 946 time: 0.0487914 Sep 25 01:14:31.328769 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0f11aea3-301b-4aa6-b093-ef384997987d req-c806b9d9-bcc9-4125-bdbe-fe48f5579e99 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479684 Sep 25 01:14:31.465539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec3da-ff7e-442f-aa7f-c03e5f8b50ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:32.417810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:32.461553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4f962-7938-4ec4-9242-0f633425d860 req-e2910130-4de6-4afa-b790-31301cd4fa8a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:32.463937 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b9c4f962-7938-4ec4-9242-0f633425d860 req-e2910130-4de6-4afa-b790-31301cd4fa8a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 946 time: 0.0543702 Sep 25 01:14:32.516538 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b9c4f962-7938-4ec4-9242-0f633425d860 req-dda14d13-ea50-4ee3-961f-e13e0c047f9f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6d959e7-c2fe-45a5-90aa-060cbf2661f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447063 Sep 25 01:14:33.068958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-6975f4a0-20ff-4b91-8f50-a7374df020ec tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:33.070369 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-6975f4a0-20ff-4b91-8f50-a7374df020ec tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 946 time: 0.0474226 Sep 25 01:14:33.156458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 0ef40959-dcd1-457c-bb0a-982025fae9e8 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:14:33.156795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:33.214486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:33.251063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 0ef40959-dcd1-457c-bb0a-982025fae9e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ef40959-dcd1-457c-bb0a-982025fae9e8,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:33.251425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:33.424276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:33.424276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:33.424276 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f disassociated. External IP: 172.36.7.39, port: 0ef40959-dcd1-457c-bb0a-982025fae9e8. Sep 25 01:14:33.424276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 0ef40959-dcd1-457c-bb0a-982025fae9e8 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:14:33.555921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (0ef40959-dcd1-457c-bb0a-982025fae9e8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:33.589000 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=0ef40959-dcd1-457c-bb0a-982025fae9e8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:33.641762 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d8c48c85-be3d-46c4-b442-47691f935802 req-42bb84e3-d73c-47b2-8b58-80b389bceaac tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 210 time: 0.0361097 Sep 25 01:14:33.704327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 57d1b4e6-314e-451b-9c15-897375039077 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:14:33.747026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:33.811975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:14:33.823133 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] Sync routers for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:14:33.833566 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:33.834184 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:33.854793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port 0ef40959-dcd1-457c-bb0a-982025fae9e8 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:14:33.858123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:33.861370 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ced2b2e-f281-408e-9f95-0483ed1e0862 req-b605cec2-ba6c-4fbf-90cb-f97670f7ff97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/0ef40959-dcd1-457c-bb0a-982025fae9e8 HTTP/1.1" status: 204 len: 173 time: 0.7858515 Sep 25 01:14:33.861874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0608b2af-c836-4369-919a-f4203dff3d2f', 'name': 'network-vif-deleted', 'tag': '0ef40959-dcd1-457c-bb0a-982025fae9e8'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:14:33.864152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f8187a-57a2-493f-bf8b-65ea325732da" -d '{"events": [{"server_uuid": "0608b2af-c836-4369-919a-f4203dff3d2f", "name": "network-vif-deleted", "tag": "0ef40959-dcd1-457c-bb0a-982025fae9e8"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:14:33.906627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f39ad0-7618-44a4-9706-f55e8fdd65f0 x-openstack-request-id: req-85f39ad0-7618-44a4-9706-f55e8fdd65f0 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:14:33.906920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0608b2af-c836-4369-919a-f4203dff3d2f", "name": "network-vif-deleted", "tag": "0ef40959-dcd1-457c-bb0a-982025fae9e8", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:14:33.907168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85f39ad0-7618-44a4-9706-f55e8fdd65f0 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:14:33.907573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f39ad0-7618-44a4-9706-f55e8fdd65f0'] response: {'server_uuid': '0608b2af-c836-4369-919a-f4203dff3d2f', 'name': 'network-vif-deleted', 'tag': '0ef40959-dcd1-457c-bb0a-982025fae9e8', 'status': 'completed', 'code': 200} Sep 25 01:14:33.948702 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:34.081248 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:34.083893 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:34.163035 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:34.188517 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] Checking router: 57d1b4e6-314e-451b-9c15-897375039077 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:14:34.197229 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:34.197845 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:34.304237 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:34.492503 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:34.520585 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc87ebc-48ba-4b69-85d0-7cc2c6d00b47 None None] The sync data for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv is: [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:11:22Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '88abdf39-af75-4eef-a250-5c7f63e80e20', 'name': '', 'network_id': '0193a0d2-719a-476f-851b-eab39f79db96', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:d5:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:21Z', 'updated_at': '2022-09-25T01:11:25Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'f17addc0-2b0d-4130-bd8f-3cc62608c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:14:34.772370 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bad946df-4ea3-4343-8489-deda7a20df0c req-7f54d827-716d-477f-8ec1-00d3b4947fbf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0608b2af-c836-4369-919a-f4203dff3d2f HTTP/1.1" status: 200 len: 210 time: 0.0318761 Sep 25 01:14:34.775253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445441e-7887-4c7a-a0c9-4ee68800b19f None None] New status for floating IP 7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:14:35.845683 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59450) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:35.902820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (b6d959e7-c2fe-45a5-90aa-060cbf2661f8), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:35.929301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:35.931862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (b6d959e7-c2fe-45a5-90aa-060cbf2661f8), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:35.993558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b6d959e7-c2fe-45a5-90aa-060cbf2661f8), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:35.996404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:35.997770 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b6d959e7-c2fe-45a5-90aa-060cbf2661f8 HTTP/1.1" status: 204 len: 168 time: 0.1520915 Sep 25 01:14:36.007758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d959e7-c2fe-45a5-90aa-060cbf2661f8,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:36.016032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.016538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.016911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.017307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.017644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.018067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.018703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.019036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.019365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.019693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.020185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.020520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.020849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.021275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.021782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e2a1c-afac-4b19-b8f9-1bef0e847847 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:36.038922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59454) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:36.047080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:36.121182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 0ef40959-dcd1-457c-bb0a-982025fae9e8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:14:36.141850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 0ef40959-dcd1-457c-bb0a-982025fae9e8 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:14:36.142203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 0ef40959-dcd1-457c-bb0a-982025fae9e8 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:14:36.160825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port ea08edfe-255b-4e91-aa2c-2ef4731513d9 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:14:36.161087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ea08edfe-255b-4e91-aa2c-2ef4731513d9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:36.239158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ea08edfe-255b-4e91-aa2c-2ef4731513d9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:36.239487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (ea08edfe-255b-4e91-aa2c-2ef4731513d9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:36.253232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for ea08edfe-255b-4e91-aa2c-2ef4731513d9 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:14:36.322505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:36.396782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ea08edfe-255b-4e91-aa2c-2ef4731513d9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:36.422056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=ea08edfe-255b-4e91-aa2c-2ef4731513d9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:36.463693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:36.830997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:36.833844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:36.835115 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c76e1cbd-5b19-4749-8f48-bad94f4c3841 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/7cbff7c4-9f8e-4c37-8584-051cd9d5ef9f HTTP/1.1" status: 204 len: 168 time: 0.7951627 Sep 25 01:14:37.088757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580bbbd-eef3-4dc9-ba57-d61babc8e180 req-126afdf3-23de-46f1-8571-121c80f547b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:37.090159 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e580bbbd-eef3-4dc9-ba57-d61babc8e180 req-126afdf3-23de-46f1-8571-121c80f547b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 945 time: 0.0540075 Sep 25 01:14:37.143099 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e580bbbd-eef3-4dc9-ba57-d61babc8e180 req-749f347c-f406-432b-b57e-170e35219d3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462768 Sep 25 01:14:38.273198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79854069-e07a-467e-ab92-1068b48d5c4e req-96369e26-231c-4627-b250-5dc8c59b413c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:38.275673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79854069-e07a-467e-ab92-1068b48d5c4e req-96369e26-231c-4627-b250-5dc8c59b413c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 945 time: 0.0532196 Sep 25 01:14:38.328392 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79854069-e07a-467e-ab92-1068b48d5c4e req-be5d7ca1-bfe8-432a-bf31-ccb2fac5b50b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0146a611-9792-4beb-a6ca-907c12da48f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459111 Sep 25 01:14:38.805407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-89fa44ab-75b9-4097-8205-b025e50f3ad2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:38.806874 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-89fa44ab-75b9-4097-8205-b025e50f3ad2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 945 time: 0.0480003 Sep 25 01:14:38.895376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:14:38.895722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:38.992343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:38.992621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:39.005867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 841a03c6-f8ed-498f-acbe-5a6e059fdf7c owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:14:39.117626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:39.136587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (841a03c6-f8ed-498f-acbe-5a6e059fdf7c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:39.154129 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:14:39.164328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=841a03c6-f8ed-498f-acbe-5a6e059fdf7c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:39.218368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port 841a03c6-f8ed-498f-acbe-5a6e059fdf7c on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:14:39.220909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:39.230948 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-39184feb-6996-484b-9c1b-5d89dee7cf86 req-c19bc370-7e75-45ab-853a-8d4591c317c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/841a03c6-f8ed-498f-acbe-5a6e059fdf7c HTTP/1.1" status: 204 len: 173 time: 0.4177163 Sep 25 01:14:39.231535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'name': 'network-vif-deleted', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:14:39.233994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00245762-929c-4bb0-86f6-585f3eb53acb" -d '{"events": [{"server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "name": "network-vif-deleted", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:14:39.274342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2433be7f-3a84-4640-be4c-c60fa607a702 x-openstack-request-id: req-2433be7f-3a84-4640-be4c-c60fa607a702 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:14:39.274994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef370c1a-98c4-4e07-97bd-979c8fee60f1", "name": "network-vif-deleted", "tag": "841a03c6-f8ed-498f-acbe-5a6e059fdf7c", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:14:39.274994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2433be7f-3a84-4640-be4c-c60fa607a702 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:14:39.275285 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2433be7f-3a84-4640-be4c-c60fa607a702'] response: {'server_uuid': 'ef370c1a-98c4-4e07-97bd-979c8fee60f1', 'name': 'network-vif-deleted', 'tag': '841a03c6-f8ed-498f-acbe-5a6e059fdf7c', 'status': 'completed', 'code': 200} Sep 25 01:14:39.447176 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bc96dd1d-f49f-4ef3-9147-60c9befc2af2 req-a7eaa639-8bd0-4c70-bd07-c2e173e3aa64 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ef370c1a-98c4-4e07-97bd-979c8fee60f1 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Sep 25 01:14:40.520865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59468) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:40.578415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27b6fdf7-9655-4001-9142-c74b0005b0f0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (0146a611-9792-4beb-a6ca-907c12da48f2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:40.605190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27b6fdf7-9655-4001-9142-c74b0005b0f0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (0146a611-9792-4beb-a6ca-907c12da48f2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:40.671330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27b6fdf7-9655-4001-9142-c74b0005b0f0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0146a611-9792-4beb-a6ca-907c12da48f2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:40.674100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27b6fdf7-9655-4001-9142-c74b0005b0f0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:40.675263 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-27b6fdf7-9655-4001-9142-c74b0005b0f0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0146a611-9792-4beb-a6ca-907c12da48f2 HTTP/1.1" status: 204 len: 168 time: 0.1578302 Sep 25 01:14:40.685258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6fdf7-9655-4001-9142-c74b0005b0f0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0146a611-9792-4beb-a6ca-907c12da48f2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:40.709025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59472) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:40.762412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:40.901330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:41.057075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (57d1b4e6-314e-451b-9c15-897375039077), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:41.299430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 88abdf39-af75-4eef-a250-5c7f63e80e20 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:14:41.299815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:41.394002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 88abdf39-af75-4eef-a250-5c7f63e80e20, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88abdf39-af75-4eef-a250-5c7f63e80e20,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:41.394367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:41.409405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 88abdf39-af75-4eef-a250-5c7f63e80e20 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:14:41.463434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:41.599354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (88abdf39-af75-4eef-a250-5c7f63e80e20), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:41.603308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:41.628759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=88abdf39-af75-4eef-a250-5c7f63e80e20,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:41.808271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (57d1b4e6-314e-451b-9c15-897375039077), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.031171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 57d1b4e6-314e-451b-9c15-897375039077 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:14:42.135354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 841a03c6-f8ed-498f-acbe-5a6e059fdf7c no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:14:42.135983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:14:42.144335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59476) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:42.144790 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bf71232f-0e57-40b9-8777-0b152af494c3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/57d1b4e6-314e-451b-9c15-897375039077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4343848 Sep 25 01:14:42.150289 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] Sync routers for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:14:42.156557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 841a03c6-f8ed-498f-acbe-5a6e059fdf7c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:14:42.156911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 841a03c6-f8ed-498f-acbe-5a6e059fdf7c not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:14:42.164042 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:42.164670 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:42.199940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a91a1c-b2d4-45d3-857d-1214092b1952 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting subnet f17addc0-2b0d-4130-bd8f-3cc62608c24d {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:14:42.203803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7a91a1c-b2d4-45d3-857d-1214092b1952 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (f17addc0-2b0d-4130-bd8f-3cc62608c24d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.247263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7a91a1c-b2d4-45d3-857d-1214092b1952 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (f17addc0-2b0d-4130-bd8f-3cc62608c24d), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.351591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7a91a1c-b2d4-45d3-857d-1214092b1952 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (f17addc0-2b0d-4130-bd8f-3cc62608c24d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.382728 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:42.422159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7a91a1c-b2d4-45d3-857d-1214092b1952 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (f17addc0-2b0d-4130-bd8f-3cc62608c24d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.448093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a91a1c-b2d4-45d3-857d-1214092b1952 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Subnet': ['ID=f17addc0-2b0d-4130-bd8f-3cc62608c24d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:42.455414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7a91a1c-b2d4-45d3-857d-1214092b1952 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.461254 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e7a91a1c-b2d4-45d3-857d-1214092b1952 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/f17addc0-2b0d-4130-bd8f-3cc62608c24d HTTP/1.1" status: 204 len: 168 time: 0.3127544 Sep 25 01:14:42.462141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c4c22e-f67b-40ea-ba9e-37f903517223 None None] Network 0193a0d2-719a-476f-851b-eab39f79db96 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:14:42.464468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59478) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:42.568140 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:14:41Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:42.587819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (57d1b4e6-314e-451b-9c15-897375039077), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.598314 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] Checking router: 57d1b4e6-314e-451b-9c15-897375039077 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:14:42.606444 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] Routers {'57d1b4e6-314e-451b-9c15-897375039077'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:42.607288 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['57d1b4e6-314e-451b-9c15-897375039077'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:42.645344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd92a59-11e3-42bc-8e74-5a42e339cf13 None None] DHCP port deletion for 0193a0d2-719a-476f-851b-eab39f79db96 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:14:42.691387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-acd92a59-11e3-42bc-8e74-5a42e339cf13 None None] Deleting port 33e8c397-e10c-411a-934f-683ce42ab406 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:14:42.691763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-acd92a59-11e3-42bc-8e74-5a42e339cf13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (33e8c397-e10c-411a-934f-683ce42ab406), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.708286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (57d1b4e6-314e-451b-9c15-897375039077), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.715544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:42.739006 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] Set router 57d1b4e6-314e-451b-9c15-897375039077 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:42.755120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:42.773960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 1c9fbd63-b893-48cc-a9c2-ed1782371e32 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:14:42.774451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.778051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-acd92a59-11e3-42bc-8e74-5a42e339cf13 None None] For port 33e8c397-e10c-411a-934f-683ce42ab406, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33e8c397-e10c-411a-934f-683ce42ab406,segment=NetworkSegment(0f8d57ae-9755-4da9-a48f-e2bd510d1510),segment_id=0f8d57ae-9755-4da9-a48f-e2bd510d1510)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:42.779021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-acd92a59-11e3-42bc-8e74-5a42e339cf13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (33e8c397-e10c-411a-934f-683ce42ab406), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.793031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-acd92a59-11e3-42bc-8e74-5a42e339cf13 None None] Calling delete_port for 33e8c397-e10c-411a-934f-683ce42ab406 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:14:42.870448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 1c9fbd63-b893-48cc-a9c2-ed1782371e32, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c9fbd63-b893-48cc-a9c2-ed1782371e32,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:42.870448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.882054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-acd92a59-11e3-42bc-8e74-5a42e339cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (33e8c397-e10c-411a-934f-683ce42ab406), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:42.892685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 1c9fbd63-b893-48cc-a9c2-ed1782371e32 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:14:42.897597 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:42.910594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd92a59-11e3-42bc-8e74-5a42e339cf13 None None] No DVR routers for this DVR port 33e8c397-e10c-411a-934f-683ce42ab406 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:14:42.912570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd92a59-11e3-42bc-8e74-5a42e339cf13 None None] Pushing event deleted for resources: {'Port': ['ID=33e8c397-e10c-411a-934f-683ce42ab406,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:42.928350 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:42.947085 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:14:41Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:42.977053 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25cbfa-c7de-4fa1-a4f5-3c2f71eb475d None None] The sync data for ids ['57d1b4e6-314e-451b-9c15-897375039077'] in dv-neutron-master-2-hyperv is: [{'id': '57d1b4e6-314e-451b-9c15-897375039077', 'name': 'tempest-TestNetworkBasicOps-router-1406771540', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161'}], 'enable_snat': True}, 'gw_port_id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:11:17Z', 'updated_at': '2022-09-25T01:14:41Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '1c9fbd63-b893-48cc-a9c2-ed1782371e32', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1b4e6-314e-451b-9c15-897375039077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:11:18Z', 'updated_at': '2022-09-25T01:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:14:43.092542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (1c9fbd63-b893-48cc-a9c2-ed1782371e32), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.119315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=1c9fbd63-b893-48cc-a9c2-ed1782371e32,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:43.187235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (57d1b4e6-314e-451b-9c15-897375039077), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.278183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (57d1b4e6-314e-451b-9c15-897375039077), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.280818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (57d1b4e6-314e-451b-9c15-897375039077), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.339337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (57d1b4e6-314e-451b-9c15-897375039077), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.340214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Fanout notify agent at l3_agent the message router_deleted on router 57d1b4e6-314e-451b-9c15-897375039077 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:14:43.348236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.349552 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-abf3e540-a9ac-49fb-831b-24bc45d99e9c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/routers/57d1b4e6-314e-451b-9c15-897375039077 HTTP/1.1" status: 204 len: 168 time: 0.8837175 Sep 25 01:14:43.356006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59480) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:43.458313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (0193a0d2-719a-476f-851b-eab39f79db96), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.462321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 33e8c397-e10c-411a-934f-683ce42ab406 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:14:43.486225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 33e8c397-e10c-411a-934f-683ce42ab406 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:14:43.486566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 33e8c397-e10c-411a-934f-683ce42ab406 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:14:43.486999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 88abdf39-af75-4eef-a250-5c7f63e80e20 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:14:43.506679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 88abdf39-af75-4eef-a250-5c7f63e80e20 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:14:43.506968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 88abdf39-af75-4eef-a250-5c7f63e80e20 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:14:43.566095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (0193a0d2-719a-476f-851b-eab39f79db96), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.588812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0193a0d2-719a-476f-851b-eab39f79db96']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:43.600886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8d57ae-9755-4da9-a48f-e2bd510d1510') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:43.601240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8d57ae-9755-4da9-a48f-e2bd510d1510') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:43.613530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (0f8d57ae-9755-4da9-a48f-e2bd510d1510), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.629746 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0f8d57ae-9755-4da9-a48f-e2bd510d1510), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.638312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:14:43.639026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (0f8d57ae-9755-4da9-a48f-e2bd510d1510), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.662132 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0f8d57ae-9755-4da9-a48f-e2bd510d1510 resource provider aggregate not found Sep 25 01:14:43.714468 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0f8d57ae-9755-4da9-a48f-e2bd510d1510 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f8d57ae-9755-4da9-a48f-e2bd510d1510 found for delete ", "request_id": "req-3e371ab4-1972-4ab5-85dc-927c558d650e"}]} Sep 25 01:14:43.722299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (0193a0d2-719a-476f-851b-eab39f79db96), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.730682 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.734421 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/networks/0193a0d2-719a-476f-851b-eab39f79db96 HTTP/1.1" status: 204 len: 168 time: 0.3807688 Sep 25 01:14:43.746929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded880e-1868-4440-966a-73141a829a43 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Network': ['ID=0193a0d2-719a-476f-851b-eab39f79db96,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:43.759210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59486) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:43.765723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'network': {'name': 'tempest-network-smoke--850833028', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'port_security_enabled': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:43.791214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:14:43.796451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.829809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:14:43.841008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3079b2d6-e564-49d3-96a4-3035fe38a1c3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.841358 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Added segment 3079b2d6-e564-49d3-96a4-3035fe38a1c3 of type vlan for network f401eca7-b77d-497e-a7aa-16b1dbb520ab Sep 25 01:14:43.853454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:43.904153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:43.926888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (f401eca7-b77d-497e-a7aa-16b1dbb520ab), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.975941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (f401eca7-b77d-497e-a7aa-16b1dbb520ab), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:43.986711 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:43.988100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:44.103409 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3430886 Sep 25 01:14:44.106254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59488) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:44.112723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-536462769', 'admin_state_up': True, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:44.127227 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cae541-c1b0-4d1f-a6f2-b4020b230370 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Network': ['ID=f401eca7-b77d-497e-a7aa-16b1dbb520ab,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:44.142960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network f401eca7-b77d-497e-a7aa-16b1dbb520ab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:14:44.152413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (ed072dfb-7158-4357-b152-1900d673c33f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:44.154012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (ed072dfb-7158-4357-b152-1900d673c33f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:44.214686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (ed072dfb-7158-4357-b152-1900d673c33f), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:44.372082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (ed072dfb-7158-4357-b152-1900d673c33f), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:44.445576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:44.558348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (ed072dfb-7158-4357-b152-1900d673c33f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:44.583739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:44.686975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:44.725522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.14 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/e693627b-a8a2-46af-b2c4-ef2e9dcb3a76) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:14:44.867355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:44.906679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:44.952262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:14:44.955401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:14:44.960225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:14:44.986216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=e693627b-a8a2-46af-b2c4-ef2e9dcb3a76,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:45.266094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (ed072dfb-7158-4357-b152-1900d673c33f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:45.330373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c9fbd63-b893-48cc-a9c2-ed1782371e32 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:14:45.354908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 1c9fbd63-b893-48cc-a9c2-ed1782371e32 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:14:45.355340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c9fbd63-b893-48cc-a9c2-ed1782371e32 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:14:45.503710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (ed072dfb-7158-4357-b152-1900d673c33f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:45.558788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:45.633259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router ed072dfb-7158-4357-b152-1900d673c33f is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:14:45.644522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:45.737345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:14:45.747516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Sync routers for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:14:45.757178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:45.758455 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-177d0f72-f120-467d-895a-147cf665b867 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6499095 Sep 25 01:14:45.761641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59490) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:45.762552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:45.763191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:45.765934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:45.790608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7e72b369-1e82-496b-ac9d-b9efc5da3a27 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278800 Sep 25 01:14:45.793174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59492) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:45.880546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:45.890635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aecbd8-111d-430e-990a-2d74399e683b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:45.892181 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-42aecbd8-111d-430e-990a-2d74399e683b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980916 Sep 25 01:14:45.895273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59494) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:45.904908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:45.924287 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6c1dd600-a17d-4791-b3ac-bbb13037aa1b tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278816 Sep 25 01:14:45.926705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59496) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:45.933361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419979291', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:46.026159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:14:46.030819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.216488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:45Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:46.227067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (42d7d86a-b72e-463e-89e8-53a741de97be), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.245857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Checking router: ed072dfb-7158-4357-b152-1900d673c33f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:14:46.246220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Updating router ed072dfb-7158-4357-b152-1900d673c33f port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:14:46.277190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.300758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=42d7d86a-b72e-463e-89e8-53a741de97be,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:46.310356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Checking segment: {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:14:46.310727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network hostable DHCP agents. Network: f401eca7-b77d-497e-a7aa-16b1dbb520ab, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:14:46.334478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network f401eca7-b77d-497e-a7aa-16b1dbb520ab is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:14:46.345686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f401eca7-b77d-497e-a7aa-16b1dbb520ab) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:14:46.353644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:46.354495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.364866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da59cf85-09e5-469d-b78e-c84d8913cde8 None None] Network f401eca7-b77d-497e-a7aa-16b1dbb520ab requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:14:46.378204 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0727191d-29d0-47b8-bd49-af8d6c1b5335 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4475901 Sep 25 01:14:46.378493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59498) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:46.429374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:46.552944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:14:46.553938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.698387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:46.716592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Publish callbacks [] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.740618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.789668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Attempting to bind port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:14:46.790048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Attempting to bind port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:14:46.790416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Attempting to bind port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:14:46.830910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Allocated IP 172.20.0.2 (f401eca7-b77d-497e-a7aa-16b1dbb520ab/42d7d86a-b72e-463e-89e8-53a741de97be/0a113859-14a6-4222-a260-6e1f7522621b) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:14:46.832746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d57f8-7e0e-4b04-ac2a-c84d8cb431a2 None None] Pushing event updated for resources: {'Port': ['ID=e693627b-a8a2-46af-b2c4-ef2e9dcb3a76,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:46.836565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.873358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:46.878209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:14:46.878588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:14:46.878999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.879393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:14:46.879867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Bound port: e693627b-a8a2-46af-b2c4-ef2e9dcb3a76, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:14:46.880911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:46.928961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:46.996568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] For port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:14:47.003026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] For port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e693627b-a8a2-46af-b2c4-ef2e9dcb3a76,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:14:47.016116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:47.098790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:47.099327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:47.117893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Publish callbacks [] for port (0a113859-14a6-4222-a260-6e1f7522621b), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:47.157891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d57f8-7e0e-4b04-ac2a-c84d8cb431a2 None None] Pushing event updated for resources: {'Port': ['ID=e693627b-a8a2-46af-b2c4-ef2e9dcb3a76,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:47.168538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (0a113859-14a6-4222-a260-6e1f7522621b), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:47.253356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Network f401eca7-b77d-497e-a7aa-16b1dbb520ab is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:14:47.261358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:14:47.270058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:14:47.283765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Pushing event updated for resources: {'Port': ['ID=0a113859-14a6-4222-a260-6e1f7522621b,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:47.287362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:47.450718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Attempting to bind port 0a113859-14a6-4222-a260-6e1f7522621b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:14:47.451543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Attempting to bind port 0a113859-14a6-4222-a260-6e1f7522621b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:14:47.451543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Attempting to bind port 0a113859-14a6-4222-a260-6e1f7522621b on network f401eca7-b77d-497e-a7aa-16b1dbb520ab {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:14:47.494239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.1 (f401eca7-b77d-497e-a7aa-16b1dbb520ab/42d7d86a-b72e-463e-89e8-53a741de97be/95e9b6e8-c520-4028-bc11-178b4f967f5c) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:14:47.541634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:14:47.542123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Checking segment: {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:14:47.542502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:47.542944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Bound using segment: {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:14:47.543436 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Bound port: 0a113859-14a6-4222-a260-6e1f7522621b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:14:47.544373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0a113859-14a6-4222-a260-6e1f7522621b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:47.564284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:45Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:47.597024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61964bd3-1d8e-446a-8b16-e7850673b9fe None None] The sync data for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv is: [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:45Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:14:47.627188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:47.650777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] For port 0a113859-14a6-4222-a260-6e1f7522621b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:14:47.654289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] For port 0a113859-14a6-4222-a260-6e1f7522621b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a113859-14a6-4222-a260-6e1f7522621b,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:14:47.662002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0a113859-14a6-4222-a260-6e1f7522621b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:47.666657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:47.724193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network f401eca7-b77d-497e-a7aa-16b1dbb520ab is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:14:47.727059 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:47.729252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25a9e5-ef81-4b69-b3a4-f472fdb72cf3 None None] Pushing event updated for resources: {'Port': ['ID=0a113859-14a6-4222-a260-6e1f7522621b,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:47.730422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:14:47.747278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:14:47.775537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=95e9b6e8-c520-4028-bc11-178b4f967f5c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:47.802939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (ed072dfb-7158-4357-b152-1900d673c33f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:48.007476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:48.065693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:48.329003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:48.334060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:48.417032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (ed072dfb-7158-4357-b152-1900d673c33f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:48.418929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=95e9b6e8-c520-4028-bc11-178b4f967f5c,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:48.549608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network f401eca7-b77d-497e-a7aa-16b1dbb520ab is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:14:48.551174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:14:48.677672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router ed072dfb-7158-4357-b152-1900d673c33f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:14:48.743114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad18604-2d1a-48c8-ab6c-842c2aa9bc73 None None] Network f401eca7-b77d-497e-a7aa-16b1dbb520ab requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:14:48.760275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:48.804636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:14:48.810879 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-81c85653-df17-44da-ba0c-10cb7b43a8d9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/ed072dfb-7158-4357-b152-1900d673c33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4312961 Sep 25 01:14:48.813598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59500) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:48.834177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:48.863440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ef6a5959-fe7a-4618-874b-5fede86460a1 None None] Provisioning complete for port 0a113859-14a6-4222-a260-6e1f7522621b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:48.864418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5959-fe7a-4618-874b-5fede86460a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0a113859-14a6-4222-a260-6e1f7522621b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:48.864418 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ef6a5959-fe7a-4618-874b-5fede86460a1 None None] Attempt 1 to provision port 0a113859-14a6-4222-a260-6e1f7522621b Sep 25 01:14:48.867633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:48.923507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90c0b3-4725-4903-8bca-a9e49c0c79b6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:48.924026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90c0b3-4725-4903-8bca-a9e49c0c79b6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:48.924502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90c0b3-4725-4903-8bca-a9e49c0c79b6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:48.924974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90c0b3-4725-4903-8bca-a9e49c0c79b6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:48.925545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90c0b3-4725-4903-8bca-a9e49c0c79b6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:48.925971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90c0b3-4725-4903-8bca-a9e49c0c79b6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:48.927782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-be90c0b3-4725-4903-8bca-a9e49c0c79b6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1129544 Sep 25 01:14:48.930550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59502) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:48.960001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a5959-fe7a-4618-874b-5fede86460a1 None None] Current status of the port 0a113859-14a6-4222-a260-6e1f7522621b is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:48.960396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5959-fe7a-4618-874b-5fede86460a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0a113859-14a6-4222-a260-6e1f7522621b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.002039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ef6a5959-fe7a-4618-874b-5fede86460a1 None None] For port 0a113859-14a6-4222-a260-6e1f7522621b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a113859-14a6-4222-a260-6e1f7522621b,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:49.004079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa5f07-6a1e-4f75-89d0-33fc23689cb0 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:49.004569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa5f07-6a1e-4f75-89d0-33fc23689cb0 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:49.005095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa5f07-6a1e-4f75-89d0-33fc23689cb0 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:49.005505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa5f07-6a1e-4f75-89d0-33fc23689cb0 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:49.005965 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa5f07-6a1e-4f75-89d0-33fc23689cb0 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:49.006426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa5f07-6a1e-4f75-89d0-33fc23689cb0 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:49.008674 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-afaa5f07-6a1e-4f75-89d0-33fc23689cb0 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0768590 Sep 25 01:14:49.009779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5959-fe7a-4618-874b-5fede86460a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0a113859-14a6-4222-a260-6e1f7522621b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.011333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59504) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:49.083262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:49.165165 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aad500ea-19fb-48a8-8216-bd1ad7bf5a34 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1466179 Sep 25 01:14:49.165432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59506) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:49.170541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-556412259', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:49.217400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a5959-fe7a-4618-874b-5fede86460a1 None None] Pushing event updated for resources: {'Port': ['ID=0a113859-14a6-4222-a260-6e1f7522621b,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:49.236183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Provisioning complete for port 0a113859-14a6-4222-a260-6e1f7522621b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:49.236570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0a113859-14a6-4222-a260-6e1f7522621b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.236906 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Attempt 1 to provision port 0a113859-14a6-4222-a260-6e1f7522621b Sep 25 01:14:49.303815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:14:49.307933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.323116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Current status of the port 0a113859-14a6-4222-a260-6e1f7522621b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:49.330542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] device_id is not set on port 31d88193-7210-46d3-9c50-ee8f6a725ba4 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:14:49.337580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Provisioning complete for port 95e9b6e8-c520-4028-bc11-178b4f967f5c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:49.337974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.338392 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Attempt 1 to provision port 95e9b6e8-c520-4028-bc11-178b4f967f5c Sep 25 01:14:49.380107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Port 95e9b6e8-c520-4028-bc11-178b4f967f5c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:49.486718 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Sync routers for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:14:49.496124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.12 (f401eca7-b77d-497e-a7aa-16b1dbb520ab/42d7d86a-b72e-463e-89e8-53a741de97be/31d88193-7210-46d3-9c50-ee8f6a725ba4) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:14:49.499297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0a113859-14a6-4222-a260-6e1f7522621b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:14:49.500273 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:49.500973 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:49.587849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 0a113859-14a6-4222-a260-6e1f7522621b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:49.588504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0a113859-14a6-4222-a260-6e1f7522621b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.588735 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 0a113859-14a6-4222-a260-6e1f7522621b Sep 25 01:14:49.652469 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:49.689680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0a113859-14a6-4222-a260-6e1f7522621b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:49.691056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:14:49.711173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.744265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:49.744797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.745355 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 Sep 25 01:14:49.748982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.798711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network f401eca7-b77d-497e-a7aa-16b1dbb520ab is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:14:49.802560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:14:49.806772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:14:49.840725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:49.841232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.857883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:49.858978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.862229 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:47Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95e9b6e8-c520-4028-bc11-178b4f967f5c', 'name': '', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:0c:44:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:47Z', 'updated_at': '2022-09-25T01:14:48Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:49.867052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e693627b-a8a2-46af-b2c4-ef2e9dcb3a76,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:49.872897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.873568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:49.885861 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7193410 Sep 25 01:14:49.887865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f091a55-dc72-40d3-9dec-6557644a5783 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:49.902144 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Checking router: ed072dfb-7158-4357-b152-1900d673c33f for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:14:49.902413 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Updating router ed072dfb-7158-4357-b152-1900d673c33f port 95e9b6e8-c520-4028-bc11-178b4f967f5c binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:14:49.919967 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Attempt 2 to provision port 95e9b6e8-c520-4028-bc11-178b4f967f5c Sep 25 01:14:49.937951 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.961139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:49.970118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59512) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:49.974928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6996be27-95e2-4d8d-8258-0dc2a13c3cd8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308980116', 'description': 'tempest-secgroup-smoke-1308980116 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:49.987147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Port 95e9b6e8-c520-4028-bc11-178b4f967f5c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:50.001222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6996be27-95e2-4d8d-8258-0dc2a13c3cd8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.002418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=e693627b-a8a2-46af-b2c4-ef2e9dcb3a76,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.087180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6996be27-95e2-4d8d-8258-0dc2a13c3cd8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.092304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6996be27-95e2-4d8d-8258-0dc2a13c3cd8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.115146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:50.128143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6996be27-95e2-4d8d-8258-0dc2a13c3cd8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.129403 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6996be27-95e2-4d8d-8258-0dc2a13c3cd8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1582623 Sep 25 01:14:50.130608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996be27-95e2-4d8d-8258-0dc2a13c3cd8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.132529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59514) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:50.137689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-02cad910-a54f-4141-b4fa-cf05c821426f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:50.177102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02cad910-a54f-4141-b4fa-cf05c821426f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (3bd3a5a8-0353-40ee-b7bd-a2f57534d371), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.236194 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Publish callbacks [] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.237006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02cad910-a54f-4141-b4fa-cf05c821426f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (3bd3a5a8-0353-40ee-b7bd-a2f57534d371), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.241861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02cad910-a54f-4141-b4fa-cf05c821426f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (3bd3a5a8-0353-40ee-b7bd-a2f57534d371), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.242393 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.265003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cad910-a54f-4141-b4fa-cf05c821426f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd3a5a8-0353-40ee-b7bd-a2f57534d371,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.275629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02cad910-a54f-4141-b4fa-cf05c821426f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.280207 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-02cad910-a54f-4141-b4fa-cf05c821426f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432750 Sep 25 01:14:50.280581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59516) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:50.285320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e17b0da4-5c45-4a29-a334-c7807e96d3cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:50.314178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e17b0da4-5c45-4a29-a334-c7807e96d3cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (6ad825db-23ef-409d-bc76-03ce85a527e2), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.334670 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Pushing event updated for resources: {'Port': ['ID=95e9b6e8-c520-4028-bc11-178b4f967f5c,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.347547 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.347898 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.348288 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.348636 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.348971 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.349303 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.349629 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.349953 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.350352 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.350677 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.351016 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.351363 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.351748 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.352098 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.352415 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:14:50.361576 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Attempting to bind port 95e9b6e8-c520-4028-bc11-178b4f967f5c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:14:50.361987 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Attempting to bind port 95e9b6e8-c520-4028-bc11-178b4f967f5c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:14:50.362654 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Attempting to bind port 95e9b6e8-c520-4028-bc11-178b4f967f5c on network f401eca7-b77d-497e-a7aa-16b1dbb520ab {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:14:50.374241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e17b0da4-5c45-4a29-a334-c7807e96d3cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (6ad825db-23ef-409d-bc76-03ce85a527e2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.378299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e17b0da4-5c45-4a29-a334-c7807e96d3cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (6ad825db-23ef-409d-bc76-03ce85a527e2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.399418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b0da4-5c45-4a29-a334-c7807e96d3cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad825db-23ef-409d-bc76-03ce85a527e2,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.411197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e17b0da4-5c45-4a29-a334-c7807e96d3cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.412392 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e17b0da4-5c45-4a29-a334-c7807e96d3cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307716 Sep 25 01:14:50.416258 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59518) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:50.419511 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:14:50.419909 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Checking segment: {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:14:50.420349 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.420875 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Bound using segment: {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:14:50.421386 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Bound port: 95e9b6e8-c520-4028-bc11-178b4f967f5c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:14:50.421872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-bc8ffb2f-2da4-47bd-b5b8-f0a9b4437f3e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:50.422002 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.450390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffb2f-2da4-47bd-b5b8-f0a9b4437f3e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (b425165b-0cd3-4e1b-b8af-96ae758b54b3), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.487133 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:50.488886 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Attempt 3 to provision port 95e9b6e8-c520-4028-bc11-178b4f967f5c Sep 25 01:14:50.495662 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:50.499926 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] For port 95e9b6e8-c520-4028-bc11-178b4f967f5c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:14:50.504086 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] For port 95e9b6e8-c520-4028-bc11-178b4f967f5c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95e9b6e8-c520-4028-bc11-178b4f967f5c,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:14:50.515303 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.520494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffb2f-2da4-47bd-b5b8-f0a9b4437f3e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (b425165b-0cd3-4e1b-b8af-96ae758b54b3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.525113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffb2f-2da4-47bd-b5b8-f0a9b4437f3e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (b425165b-0cd3-4e1b-b8af-96ae758b54b3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.538756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Port 95e9b6e8-c520-4028-bc11-178b4f967f5c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:50.548108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ffb2f-2da4-47bd-b5b8-f0a9b4437f3e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b425165b-0cd3-4e1b-b8af-96ae758b54b3,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.554475 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:14:50.555820 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:14:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:50.557905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffb2f-2da4-47bd-b5b8-f0a9b4437f3e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.562084 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bc8ffb2f-2da4-47bd-b5b8-f0a9b4437f3e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418803 Sep 25 01:14:50.562562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59520) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:50.567445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b5760609-733e-4dd9-9985-a6b3d515350d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:50.595169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b5760609-733e-4dd9-9985-a6b3d515350d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (8ffb294d-9ea4-479e-b088-d806cabba187), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.625293 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3107b-6ca5-4cbe-b69a-7aac1d9eaa0c None None] Pushing event updated for resources: {'Port': ['ID=95e9b6e8-c520-4028-bc11-178b4f967f5c,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.664779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b5760609-733e-4dd9-9985-a6b3d515350d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (8ffb294d-9ea4-479e-b088-d806cabba187), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.670202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b5760609-733e-4dd9-9985-a6b3d515350d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (8ffb294d-9ea4-479e-b088-d806cabba187), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.692894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5760609-733e-4dd9-9985-a6b3d515350d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffb294d-9ea4-479e-b088-d806cabba187,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.699174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b5760609-733e-4dd9-9985-a6b3d515350d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.703628 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b5760609-733e-4dd9-9985-a6b3d515350d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370909 Sep 25 01:14:50.703773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59522) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:50.708486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5324a467-0ec7-4de7-83e3-d97a7ef2b668 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:50.732618 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-5324a467-0ec7-4de7-83e3-d97a7ef2b668 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:14:50.738864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5324a467-0ec7-4de7-83e3-d97a7ef2b668 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (0137a341-e802-420f-aaee-9b07a1634bcc), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.786875 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:14:50.808527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5324a467-0ec7-4de7-83e3-d97a7ef2b668 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (0137a341-e802-420f-aaee-9b07a1634bcc), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.813237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5324a467-0ec7-4de7-83e3-d97a7ef2b668 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (0137a341-e802-420f-aaee-9b07a1634bcc), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.836773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324a467-0ec7-4de7-83e3-d97a7ef2b668 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0137a341-e802-420f-aaee-9b07a1634bcc,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.842414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5324a467-0ec7-4de7-83e3-d97a7ef2b668 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.843631 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5324a467-0ec7-4de7-83e3-d97a7ef2b668 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388793 Sep 25 01:14:50.846415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59524) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:50.850679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-94a93d15-9191-44bb-824a-b353db0a91f5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:50.872950 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-94a93d15-9191-44bb-824a-b353db0a91f5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:14:50.879456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94a93d15-9191-44bb-824a-b353db0a91f5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ab3dae57-49d5-451d-9603-c14ad87438d4), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.947202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94a93d15-9191-44bb-824a-b353db0a91f5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ab3dae57-49d5-451d-9603-c14ad87438d4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.951749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94a93d15-9191-44bb-824a-b353db0a91f5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ab3dae57-49d5-451d-9603-c14ad87438d4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.972095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a93d15-9191-44bb-824a-b353db0a91f5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3dae57-49d5-451d-9603-c14ad87438d4,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:50.980696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-94a93d15-9191-44bb-824a-b353db0a91f5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:50.981987 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-94a93d15-9191-44bb-824a-b353db0a91f5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346049 Sep 25 01:14:51.002346 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:47Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95e9b6e8-c520-4028-bc11-178b4f967f5c', 'name': '', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:0c:44:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:47Z', 'updated_at': '2022-09-25T01:14:50Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:14:51.032774 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b4ec7-4793-4823-8716-4b3b14953b91 None None] The sync data for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv is: [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:47Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95e9b6e8-c520-4028-bc11-178b4f967f5c', 'name': '', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:0c:44:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:47Z', 'updated_at': '2022-09-25T01:14:50Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:14:51.039630 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Attempt 4 to provision port 95e9b6e8-c520-4028-bc11-178b4f967f5c Sep 25 01:14:51.138787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:51.158095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Current status of the port 95e9b6e8-c520-4028-bc11-178b4f967f5c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:51.158503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:51.159309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:51.185948 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-91aa1c25-c553-4391-8459-876b17c87145 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1308980116&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.0604863 Sep 25 01:14:51.196714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] For port 95e9b6e8-c520-4028-bc11-178b4f967f5c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95e9b6e8-c520-4028-bc11-178b4f967f5c,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:51.201800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:51.249626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-318caf7e-0ec2-41af-b772-b5af1ebf45f9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:51.251523 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-318caf7e-0ec2-41af-b772-b5af1ebf45f9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 930 time: 0.0564563 Sep 25 01:14:51.260581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18418314-1132-48bf-a328-0d97e3485c5c None None] Pushing event updated for resources: {'Port': ['ID=95e9b6e8-c520-4028-bc11-178b4f967f5c,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:51.315854 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-a3fcfedf-8cc4-4280-9ddf-ffe60dc2039d service neutron] 10.222.0.49 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0395148 Sep 25 01:14:51.323148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Provisioning complete for port 31d88193-7210-46d3-9c50-ee8f6a725ba4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:51.323544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:51.323883 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Attempt 1 to provision port 31d88193-7210-46d3-9c50-ee8f6a725ba4 Sep 25 01:14:51.365212 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Port 31d88193-7210-46d3-9c50-ee8f6a725ba4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:51.427641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:51.458813 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-0e17b558-14a1-4c05-8e24-3d1f9e7da5de service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338623 Sep 25 01:14:51.496628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 95e9b6e8-c520-4028-bc11-178b4f967f5c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:14:51.553572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 95e9b6e8-c520-4028-bc11-178b4f967f5c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:51.553950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:51.554294 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 95e9b6e8-c520-4028-bc11-178b4f967f5c Sep 25 01:14:51.572630 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-24401294-f085-4ddb-84d0-274c107e4d22 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057777 Sep 25 01:14:51.636357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-17dbd2cb-599b-43bf-9c1f-d415a2ed38dc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:51.639463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 95e9b6e8-c520-4028-bc11-178b4f967f5c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:51.640602 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-17dbd2cb-599b-43bf-9c1f-d415a2ed38dc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 930 time: 0.0628262 Sep 25 01:14:51.640754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:14:51.693815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:51.694254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:51.694655 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 Sep 25 01:14:51.795839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:51.866411 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Attempt 2 to provision port 31d88193-7210-46d3-9c50-ee8f6a725ba4 Sep 25 01:14:51.881928 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a085de47-060b-45c0-a52f-c94ab588e179 req-68b72131-08ae-4cb2-a091-61e667ce2904 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 210 time: 0.0361381 Sep 25 01:14:51.906960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Port 31d88193-7210-46d3-9c50-ee8f6a725ba4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:51.932808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59548) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:14:52.039888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-02415dd1-7235-4ab9-9788-180e80abcf56 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:52.041434 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-02415dd1-7235-4ab9-9788-180e80abcf56 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 930 time: 0.1075902 Sep 25 01:14:52.408599 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Attempt 3 to provision port 31d88193-7210-46d3-9c50-ee8f6a725ba4 Sep 25 01:14:52.443338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Port 31d88193-7210-46d3-9c50-ee8f6a725ba4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:52.944174 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Attempt 4 to provision port 31d88193-7210-46d3-9c50-ee8f6a725ba4 Sep 25 01:14:52.984568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Port 31d88193-7210-46d3-9c50-ee8f6a725ba4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:52.995312 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36ae8300-a483-41fc-b534-cf3bfde21e72 req-1130d033-817e-4a2a-af79-c03f60e7b3dc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 210 time: 0.0327046 Sep 25 01:14:53.166574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-17bcbdd8-bc7a-4b8b-89fe-b531aaa94e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:53.168010 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-17bcbdd8-bc7a-4b8b-89fe-b531aaa94e44 service neutron] 10.222.0.60 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 1026 time: 0.0375597 Sep 25 01:14:53.285489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-38a6bc48-1df6-484e-b9b1-d33012cc2f95 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:53.287252 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-38a6bc48-1df6-484e-b9b1-d33012cc2f95 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=f401eca7-b77d-497e-a7aa-16b1dbb520ab HTTP/1.1" status: 200 len: 796 time: 0.1144762 Sep 25 01:14:53.360414 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-033b054c-a8d8-4a07-83c2-92a8ff3f899f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 380 time: 0.0570126 Sep 25 01:14:53.412522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Request body: {'port': {'device_id': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:14:53.475973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:53.485258 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Attempt 5 to provision port 31d88193-7210-46d3-9c50-ee8f6a725ba4 Sep 25 01:14:53.518785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Port 31d88193-7210-46d3-9c50-ee8f6a725ba4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:53.732112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d88193-7210-46d3-9c50-ee8f6a725ba4 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:14:53.739692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Publish callbacks [] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:53.752483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Transition to ACTIVE for port object 31d88193-7210-46d3-9c50-ee8f6a725ba4 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:14:53.755828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:53.835257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:53.842450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:53.867533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Attempting to bind port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:14:53.867873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Attempting to bind port 31d88193-7210-46d3-9c50-ee8f6a725ba4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:14:53.868254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Attempting to bind port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on network f401eca7-b77d-497e-a7aa-16b1dbb520ab {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:14:53.896024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:53.912330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on network f401eca7-b77d-497e-a7aa-16b1dbb520ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:14:53.912668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Attempting to bind port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on network f401eca7-b77d-497e-a7aa-16b1dbb520ab {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:14:53.954265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:14:53.954604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Checking segment: {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:14:53.954994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Bound using segment: {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:14:53.955425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Bound port: 31d88193-7210-46d3-9c50-ee8f6a725ba4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:14:53.955780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:54.018888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:14:54.020134 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Attempt 6 to provision port 31d88193-7210-46d3-9c50-ee8f6a725ba4 Sep 25 01:14:54.021935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:14:54.031166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:54.035268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:54.036048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:54.037639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 1131 time: 0.6293602 Sep 25 01:14:54.038291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:14:54.040752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066473e8-7988-4d61-bc92-19eeff12a768" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f7fe3f-77ad-40e1-a18c-515c724fb389", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:14:54.056114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Port 31d88193-7210-46d3-9c50-ee8f6a725ba4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:14:54.086293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afedc097-beba-4e38-b985-966c9254d0db x-openstack-request-id: req-afedc097-beba-4e38-b985-966c9254d0db {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:14:54.086537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f7fe3f-77ad-40e1-a18c-515c724fb389", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:14:54.086788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afedc097-beba-4e38-b985-966c9254d0db {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:14:54.087188 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afedc097-beba-4e38-b985-966c9254d0db'] response: {'name': 'network-changed', 'server_uuid': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'status': 'completed', 'code': 200} Sep 25 01:14:54.092044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ea3f0-f0a7-4485-a15a-e989f9d45ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:54.176879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be22b-64bc-48b9-99e3-dacd03f20da6 req-afd295f6-ac9f-4789-8e21-4f230d07abb0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:54.178388 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dd8be22b-64bc-48b9-99e3-dacd03f20da6 req-afd295f6-ac9f-4789-8e21-4f230d07abb0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 981 time: 0.0993178 Sep 25 01:14:54.228646 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dd8be22b-64bc-48b9-99e3-dacd03f20da6 req-f881a6e3-6a45-46c6-8809-e8ef425de7c8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427194 Sep 25 01:14:54.273392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066473e8-7988-4d61-bc92-19eeff12a768 req-669c6f48-2d64-4a42-b5c2-afbad91f3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:54.275068 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-066473e8-7988-4d61-bc92-19eeff12a768 req-669c6f48-2d64-4a42-b5c2-afbad91f3b91 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 1165 time: 0.0439522 Sep 25 01:14:54.511596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066473e8-7988-4d61-bc92-19eeff12a768 req-42a614d8-16f3-4fa5-b1fe-c39d39e69183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:54.513683 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-066473e8-7988-4d61-bc92-19eeff12a768 req-42a614d8-16f3-4fa5-b1fe-c39d39e69183 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1910522 Sep 25 01:14:54.557203 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Attempt 7 to provision port 31d88193-7210-46d3-9c50-ee8f6a725ba4 Sep 25 01:14:54.595126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Port 31d88193-7210-46d3-9c50-ee8f6a725ba4 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:14:54.602576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Provisioning complete for port 95e9b6e8-c520-4028-bc11-178b4f967f5c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:14:54.602894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:54.603233 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Attempt 1 to provision port 95e9b6e8-c520-4028-bc11-178b4f967f5c Sep 25 01:14:54.664197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:54.679576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-57fb8404-4966-4daa-899e-9e2996f61d19 None None] Current status of the port 95e9b6e8-c520-4028-bc11-178b4f967f5c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:54.849234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066473e8-7988-4d61-bc92-19eeff12a768 req-40374e98-932d-488d-a5a0-82eac9457d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:54.850716 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-066473e8-7988-4d61-bc92-19eeff12a768 req-40374e98-932d-488d-a5a0-82eac9457d6c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754041 Sep 25 01:14:54.949382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-a7ef9c43-3505-4899-84fb-c258b15af211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:54.950922 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-a7ef9c43-3505-4899-84fb-c258b15af211 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 1165 time: 0.0406942 Sep 25 01:14:55.002266 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-fcd39174-dc2b-4bdb-800b-14b1a525c27f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 217 time: 0.0377157 Sep 25 01:14:55.051345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-0167df4a-cf8e-4a0a-aeb8-c430b75ba6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:55.052986 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-0167df4a-cf8e-4a0a-aeb8-c430b75ba6a6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=42d7d86a-b72e-463e-89e8-53a741de97be HTTP/1.1" status: 200 len: 835 time: 0.0452073 Sep 25 01:14:55.095742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-0d307726-8aa4-469d-8998-e494c103a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:55.097304 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-0d307726-8aa4-469d-8998-e494c103a26e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=f401eca7-b77d-497e-a7aa-16b1dbb520ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389736 Sep 25 01:14:55.201841 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-5a2b795c-90f6-490e-8147-a84210416a47 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978141 Sep 25 01:14:55.297541 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-6697ee99-0d9d-4d1d-b1df-1b11b8f587c2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899963 Sep 25 01:14:55.756457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dc121-9108-4d23-81da-e47fcc35e998 req-665a55ed-ec00-4d7c-b230-043d6628941b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:55.757938 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d51dc121-9108-4d23-81da-e47fcc35e998 req-665a55ed-ec00-4d7c-b230-043d6628941b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 981 time: 0.4292150 Sep 25 01:14:55.805339 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d51dc121-9108-4d23-81da-e47fcc35e998 req-6f7d301d-1772-403a-a508-eae7df361c01 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Sep 25 01:14:56.930909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a5af0-e7fd-41ec-9546-43a2c8b1014e req-64db038e-c010-425c-9af5-3e53e1656dd3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:56.932455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-740a5af0-e7fd-41ec-9546-43a2c8b1014e req-64db038e-c010-425c-9af5-3e53e1656dd3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 981 time: 0.0519090 Sep 25 01:14:56.980010 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-740a5af0-e7fd-41ec-9546-43a2c8b1014e req-a7fb9589-292e-4513-ad28-d902a9e1ecb5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Sep 25 01:14:57.334928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:57.396957 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-dddc26fc-9b80-4de4-9b9d-de8f258b578a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693064 Sep 25 01:14:57.500174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-c80417fa-ea93-45d3-bcbe-b3f7ec06a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:57.501689 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-c80417fa-ea93-45d3-bcbe-b3f7ec06a3be service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 1130 time: 0.0422349 Sep 25 01:14:57.581564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:57.627586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-c2536d44-350d-4188-a568-d940464a98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:57.629099 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-c2536d44-350d-4188-a568-d940464a98f0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.1094334 Sep 25 01:14:57.690987 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-042fa818-b972-4ed2-b926-5ffa1664fcd4 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 HTTP/1.1" status: 200 len: 1001 time: 0.0549312 Sep 25 01:14:57.739345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-4daa9962-e8ad-4e76-bb4d-c4314c45e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:57.740880 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-4daa9962-e8ad-4e76-bb4d-c4314c45e83c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0441921 Sep 25 01:14:57.788976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-6bd641bb-8672-43e1-a1ad-d2587760b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:57.790504 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-6bd641bb-8672-43e1-a1ad-d2587760b04b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442033 Sep 25 01:14:57.882488 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-b10c6b5a-be0b-4de7-936c-82197b06f26d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863144 Sep 25 01:14:57.981803 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dc648c1-0b34-4f55-bfa5-308d6c60f88c req-f4f3e173-47bf-4a0e-8b54-e2ce120604c7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932345 Sep 25 01:14:58.100470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1220-e404-4c0d-b603-26fa6a211e15 req-1c6c25c0-009e-431d-8cde-403e916f809f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:58.102135 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71ed1220-e404-4c0d-b603-26fa6a211e15 req-1c6c25c0-009e-431d-8cde-403e916f809f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 981 time: 0.0474613 Sep 25 01:14:58.151082 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71ed1220-e404-4c0d-b603-26fa6a211e15 req-c8c2969b-fcc8-4b00-98ff-8ff56133df55 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Sep 25 01:14:58.236351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 31d88193-7210-46d3-9c50-ee8f6a725ba4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:14:58.242324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:58.342696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:58.353723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'port_id': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'mac_address': 'fa:16:3e:80:ca:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:14:58.387869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 31d88193-7210-46d3-9c50-ee8f6a725ba4 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:14:58.388289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:58.401669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d88193-7210-46d3-9c50-ee8f6a725ba4 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:14:58.422310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:14:58.426081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:58.470889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:14:58.571177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ceff594a-3323-47c6-b1e4-ce0f723db6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:58.808146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['31d88193-7210-46d3-9c50-ee8f6a725ba4'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:14:59.271282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292740f-ca75-4064-91aa-90768f9570ae req-671a40e2-7ab8-40fd-9b60-8a5b67313e19 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:14:59.272774 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d292740f-ca75-4064-91aa-90768f9570ae req-671a40e2-7ab8-40fd-9b60-8a5b67313e19 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 982 time: 0.0470803 Sep 25 01:14:59.322551 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d292740f-ca75-4064-91aa-90768f9570ae req-886c4d82-ddc9-4990-aab6-0f0f098acc5b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438068 Sep 25 01:15:00.241357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 31d88193-7210-46d3-9c50-ee8f6a725ba4 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:15:00.286238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 31d88193-7210-46d3-9c50-ee8f6a725ba4 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:15:00.294349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 31d88193-7210-46d3-9c50-ee8f6a725ba4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:00.294635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:00.295013 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 31d88193-7210-46d3-9c50-ee8f6a725ba4 Sep 25 01:15:00.372974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 31d88193-7210-46d3-9c50-ee8f6a725ba4 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:00.373371 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:00.398161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:15:00.400435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dce6ddc-4e80-4c70-94a9-8f65bd4415ae" -d '{"events": [{"server_uuid": "b6f7fe3f-77ad-40e1-a18c-515c724fb389", "name": "network-vif-plugged", "status": "completed", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:15:00.416349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:00.421015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:00.446342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da02486f-9a6d-462c-9183-1363e328aa77 x-openstack-request-id: req-da02486f-9a6d-462c-9183-1363e328aa77 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:15:00.446630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f7fe3f-77ad-40e1-a18c-515c724fb389", "name": "network-vif-plugged", "status": "completed", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:15:00.446887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da02486f-9a6d-462c-9183-1363e328aa77 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:15:00.447308 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da02486f-9a6d-462c-9183-1363e328aa77'] response: {'server_uuid': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'code': 200} Sep 25 01:15:00.454298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee3bfd-6046-407b-aa52-cfc0d3f84370 req-50527f4a-b2fc-4a6f-92e9-fa995d49adf8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:00.456038 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bbee3bfd-6046-407b-aa52-cfc0d3f84370 req-50527f4a-b2fc-4a6f-92e9-fa995d49adf8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 982 time: 0.0575502 Sep 25 01:15:00.475993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:00.505838 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bbee3bfd-6046-407b-aa52-cfc0d3f84370 req-72f82326-90de-4174-b3bc-367b8bb7453d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Sep 25 01:15:00.648206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf203e-d797-4b5b-93d9-e69193040f44 req-9046bcf5-e3ee-48c9-8ba2-15e981ce2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:00.649757 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d1cf203e-d797-4b5b-93d9-e69193040f44 req-9046bcf5-e3ee-48c9-8ba2-15e981ce2d33 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 1167 time: 0.0390522 Sep 25 01:15:00.699507 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d1cf203e-d797-4b5b-93d9-e69193040f44 req-a6dd2116-2b27-4d98-a017-f7fe58399468 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442011 Sep 25 01:15:01.469858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e9741a2-1570-42b3-a835-3c1e938a5fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:01.628452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f589b52-149d-40af-98b8-7b3bdc85e6f8 req-2f78ad33-0af0-49ad-8445-58fb14ad9ee6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:01.630030 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f589b52-149d-40af-98b8-7b3bdc85e6f8 req-2f78ad33-0af0-49ad-8445-58fb14ad9ee6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 983 time: 0.0472734 Sep 25 01:15:01.686946 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f589b52-149d-40af-98b8-7b3bdc85e6f8 req-755a1984-6b86-4f0b-8381-ea9e3aed93d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513806 Sep 25 01:15:02.810260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56928f-c087-4469-939d-f21607499e1e req-d148cca2-6786-49c5-b504-31f057e1d56b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:02.811828 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-de56928f-c087-4469-939d-f21607499e1e req-d148cca2-6786-49c5-b504-31f057e1d56b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 983 time: 0.0503483 Sep 25 01:15:02.862654 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-de56928f-c087-4469-939d-f21607499e1e req-7cce24a4-c5c4-447a-9e60-74272dd735c6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452211 Sep 25 01:15:02.966573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:02.986764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1741d8-bd61-405e-9e68-b02005af7c50 req-0d14273a-fbd7-4ff5-ab90-36864510d409 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:02.988241 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4d1741d8-bd61-405e-9e68-b02005af7c50 req-0d14273a-fbd7-4ff5-ab90-36864510d409 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 983 time: 0.0498025 Sep 25 01:15:03.037141 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4d1741d8-bd61-405e-9e68-b02005af7c50 req-b9e3342b-3dec-4b8d-97ab-e43e110fcec0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433214 Sep 25 01:15:03.065434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59594) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:03.103756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30439e5-ca25-4c07-bc49-fac53de2b1c4 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:03.105391 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d30439e5-ca25-4c07-bc49-fac53de2b1c4 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 1162 time: 0.0389564 Sep 25 01:15:03.108831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59596) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:03.113146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:03.120844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:03.136007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:03.219374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:03.325808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.102 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/ddf190d5-a731-422e-96d3-6a4e91a03985) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:15:03.433404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (ddf190d5-a731-422e-96d3-6a4e91a03985), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:03.466814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ddf190d5-a731-422e-96d3-6a4e91a03985), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:03.504666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:15:03.509101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:15:03.512412 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:15:03.545832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=ddf190d5-a731-422e-96d3-6a4e91a03985,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:03.760497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:03.796655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:03.888817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (ec30c503-eb26-452a-902e-6c94f98e6f03), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:03.951971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:03.961050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ddf190d5-a731-422e-96d3-6a4e91a03985), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:04.111911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (ddf190d5-a731-422e-96d3-6a4e91a03985), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:04.116315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (ddf190d5-a731-422e-96d3-6a4e91a03985), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:04.188021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=ddf190d5-a731-422e-96d3-6a4e91a03985,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:04.191450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (ec30c503-eb26-452a-902e-6c94f98e6f03), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:04.526677 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP ec30c503-eb26-452a-902e-6c94f98e6f03 associated. External IP: 172.36.7.102, port: 31d88193-7210-46d3-9c50-ee8f6a725ba4. Sep 25 01:15:04.726985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router ed072dfb-7158-4357-b152-1900d673c33f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:15:04.821700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:04.832646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:15:04.843258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] Sync routers for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:15:04.851594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:04.854422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:04.855284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:04.889296 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dabeb601-1d45-4d9f-bd46-5e676a0a7e08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.7762842 Sep 25 01:15:04.889296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:15:04.889679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59598) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:04.890135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a275d343-e172-40c6-a0e0-da1065cb4779" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f7fe3f-77ad-40e1-a18c-515c724fb389", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:15:04.927603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b24758f-a5c5-4a5c-bc28-af7ff2b1ef9d x-openstack-request-id: req-9b24758f-a5c5-4a5c-bc28-af7ff2b1ef9d {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:15:04.927904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f7fe3f-77ad-40e1-a18c-515c724fb389", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:15:04.928192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b24758f-a5c5-4a5c-bc28-af7ff2b1ef9d {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:15:04.928602 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b24758f-a5c5-4a5c-bc28-af7ff2b1ef9d'] response: {'name': 'network-changed', 'server_uuid': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'status': 'completed', 'code': 200} Sep 25 01:15:04.969385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab6add2-dd88-4e41-81a1-185de5ea5ef1 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:04.971549 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5ab6add2-dd88-4e41-81a1-185de5ea5ef1 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389&network_id=f401eca7-b77d-497e-a7aa-16b1dbb520ab HTTP/1.1" status: 200 len: 1162 time: 0.0807950 Sep 25 01:15:04.972050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:04.974551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:05.000274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:05.028141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-81afd666-6bf1-4527-bd42-0ec54dd62925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:05.029720 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-81afd666-6bf1-4527-bd42-0ec54dd62925 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 1167 time: 0.0516627 Sep 25 01:15:05.140168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-9ba52d1b-7d35-402f-821c-f22426037f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:05.141700 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-9ba52d1b-7d35-402f-821c-f22426037f1c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=f401eca7-b77d-497e-a7aa-16b1dbb520ab HTTP/1.1" status: 200 len: 897 time: 0.1062665 Sep 25 01:15:05.192990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:05.200552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:05.211647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94f320-f051-4693-b14d-7eaabe340df3 req-a8fbd9b1-db60-428d-9900-aa37c729b9de tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:05.213180 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3b94f320-f051-4693-b14d-7eaabe340df3 req-a8fbd9b1-db60-428d-9900-aa37c729b9de tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 983 time: 0.0495224 Sep 25 01:15:05.237151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:47Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ec30c503-eb26-452a-902e-6c94f98e6f03', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.102', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'port_id': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-556412259', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'mac_address': 'fa:16:3e:80:ca:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:15:03Z', 'updated_at': '2022-09-25T01:15:03Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e9b6e8-c520-4028-bc11-178b4f967f5c', 'name': '', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:0c:44:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:47Z', 'updated_at': '2022-09-25T01:14:51Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:05.265353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] Checking router: ed072dfb-7158-4357-b152-1900d673c33f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:15:05.268351 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3b94f320-f051-4693-b14d-7eaabe340df3 req-8af35efc-be02-4106-8a2f-ed8aaba81318 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483596 Sep 25 01:15:05.274577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:05.275277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:05.377856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:05.725630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:47Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ec30c503-eb26-452a-902e-6c94f98e6f03', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.102', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'port_id': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-556412259', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'mac_address': 'fa:16:3e:80:ca:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:15:03Z', 'updated_at': '2022-09-25T01:15:03Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e9b6e8-c520-4028-bc11-178b4f967f5c', 'name': '', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:0c:44:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:47Z', 'updated_at': '2022-09-25T01:14:51Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:05.749876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de85e1-0289-4190-a4b9-fb364bc061a4 None None] The sync data for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv is: [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:47Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ec30c503-eb26-452a-902e-6c94f98e6f03', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.102', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'port_id': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-556412259', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'mac_address': 'fa:16:3e:80:ca:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f7fe3f-77ad-40e1-a18c-515c724fb389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:15:03Z', 'updated_at': '2022-09-25T01:15:03Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e9b6e8-c520-4028-bc11-178b4f967f5c', 'name': '', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:0c:44:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:47Z', 'updated_at': '2022-09-25T01:14:51Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:15:05.925313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:05.960493 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6851c8d4-d24e-401b-b70d-7f48098f9c01 None None] New status for floating IP ec30c503-eb26-452a-902e-6c94f98e6f03: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:15:06.245946 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-b8d63a94-8b6f-451d-9aa8-04d0c08b13e4 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 1039 time: 0.0560164 Sep 25 01:15:06.295435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-fc9e3992-e035-4fe4-9b7f-184bdfd530aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:06.296978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-fc9e3992-e035-4fe4-9b7f-184bdfd530aa service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=42d7d86a-b72e-463e-89e8-53a741de97be HTTP/1.1" status: 200 len: 835 time: 0.0454893 Sep 25 01:15:06.352298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-6f3d0971-3bd9-45e1-b9bf-b0e0ab5fe949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:06.353757 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-6f3d0971-3bd9-45e1-b9bf-b0e0ab5fe949 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=f401eca7-b77d-497e-a7aa-16b1dbb520ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463445 Sep 25 01:15:06.397444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995a0a6-bd53-4fda-9cd4-44341cd1af40 req-c83ebccf-9fbd-40a8-b5dd-144fad4247fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:06.398955 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a995a0a6-bd53-4fda-9cd4-44341cd1af40 req-c83ebccf-9fbd-40a8-b5dd-144fad4247fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 983 time: 0.0484891 Sep 25 01:15:06.448896 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-247ca8d9-d7de-40cd-91ec-b671cb45909f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886731 Sep 25 01:15:06.451041 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a995a0a6-bd53-4fda-9cd4-44341cd1af40 req-894c86f4-213e-4fb5-9566-5e7e7adb4fe0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Sep 25 01:15:06.469413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:06.682079 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a275d343-e172-40c6-a0e0-da1065cb4779 req-08102cb0-4e94-4f99-8209-5dbddd0de5e9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891509 Sep 25 01:15:06.819846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bbc0c-284a-482d-8008-76d8203814dc req-486f78aa-4929-4427-a522-d5887c329845 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:06.821344 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a06bbc0c-284a-482d-8008-76d8203814dc req-486f78aa-4929-4427-a522-d5887c329845 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 983 time: 0.0464375 Sep 25 01:15:06.867770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bbc0c-284a-482d-8008-76d8203814dc req-7517f155-c279-409a-a802-e5174ced0b0c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:06.869242 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a06bbc0c-284a-482d-8008-76d8203814dc req-7517f155-c279-409a-a802-e5174ced0b0c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0426512 Sep 25 01:15:06.979027 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a06bbc0c-284a-482d-8008-76d8203814dc req-404270eb-a3a5-4cb8-85f2-7e205bcdce22 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1051004 Sep 25 01:15:06.988166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:07.047436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:07.184811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:07.215127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:15:07.248838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] device_id is not set on port 31d88193-7210-46d3-9c50-ee8f6a725ba4 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:15:07.257789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] Publish callbacks [] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:07.264506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:07.349531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:07.357563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:07.389775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=6']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:07.422377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] No DVR routers for this DVR port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:15:07.573027 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d3f37025-d05b-4a27-b6a2-622c992d4142 req-cfe2cd01-71ac-4551-864e-ffeabab19f19 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b6f7fe3f-77ad-40e1-a18c-515c724fb389 HTTP/1.1" status: 200 len: 210 time: 0.0324166 Sep 25 01:15:07.581326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] In _notify_port_updated(), no bound segment for port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on network f401eca7-b77d-497e-a7aa-16b1dbb520ab {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:15:07.582193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:07.582796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:07.584121 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a06bbc0c-284a-482d-8008-76d8203814dc req-63f35282-b97b-42ba-aa08-080071bd32ba service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 1026 time: 0.5999570 Sep 25 01:15:08.637434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59614) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:08.686669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa53fb-88ab-43ce-b627-df9635d6c313 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:08.688090 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-70aa53fb-88ab-43ce-b627-df9635d6c313 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 925 time: 0.0496714 Sep 25 01:15:08.746106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59618) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:08.751236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055081434', 'description': 'tempest-secgroup-smoke-1055081434 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:08.772550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:08.839862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (5f0cf157-9b58-472d-8918-5fade491ebfb), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:08.843546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (5f0cf157-9b58-472d-8918-5fade491ebfb), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:08.875125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:08.876319 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1285675 Sep 25 01:15:08.878404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0cf157-9b58-472d-8918-5fade491ebfb,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:08.879415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59620) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:08.884219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-778c2f0c-8e09-414f-be46-cd62fd115f90 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '5f0cf157-9b58-472d-8918-5fade491ebfb', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:08.888030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.888392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.888741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.889093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.889449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.889772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.890104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.890438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.890772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.891105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.891437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.891770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.892123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.892450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.892774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b16de3-6d32-49f2-94ee-74d7d05f2a84 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:08.913754 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-778c2f0c-8e09-414f-be46-cd62fd115f90 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (e937988b-fa63-4c9a-9f72-7ccd206ea676), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:08.958605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:08.969808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-778c2f0c-8e09-414f-be46-cd62fd115f90 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (e937988b-fa63-4c9a-9f72-7ccd206ea676), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:08.973383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-778c2f0c-8e09-414f-be46-cd62fd115f90 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (e937988b-fa63-4c9a-9f72-7ccd206ea676), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:08.996986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c2f0c-8e09-414f-be46-cd62fd115f90 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e937988b-fa63-4c9a-9f72-7ccd206ea676,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:09.004340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-778c2f0c-8e09-414f-be46-cd62fd115f90 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.005578 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-778c2f0c-8e09-414f-be46-cd62fd115f90 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249638 Sep 25 01:15:09.008312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59622) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:09.012729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-22a47397-905e-4796-89ba-fc0f44f1a685 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '5f0cf157-9b58-472d-8918-5fade491ebfb', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:09.038775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22a47397-905e-4796-89ba-fc0f44f1a685 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (bdf2b416-938d-486e-b354-519d1afa881c), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.096485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22a47397-905e-4796-89ba-fc0f44f1a685 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (bdf2b416-938d-486e-b354-519d1afa881c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.100035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22a47397-905e-4796-89ba-fc0f44f1a685 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (bdf2b416-938d-486e-b354-519d1afa881c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.121902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a47397-905e-4796-89ba-fc0f44f1a685 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf2b416-938d-486e-b354-519d1afa881c,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:09.128331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-22a47397-905e-4796-89ba-fc0f44f1a685 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.132418 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-22a47397-905e-4796-89ba-fc0f44f1a685 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230392 Sep 25 01:15:09.132704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59624) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:09.137797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4c0438a1-0312-4481-9430-f44320041aaa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '5f0cf157-9b58-472d-8918-5fade491ebfb', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:09.166089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4c0438a1-0312-4481-9430-f44320041aaa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (0cbaaece-09a2-4c5a-940b-803110109146), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.226266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4c0438a1-0312-4481-9430-f44320041aaa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (0cbaaece-09a2-4c5a-940b-803110109146), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.229680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4c0438a1-0312-4481-9430-f44320041aaa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (0cbaaece-09a2-4c5a-940b-803110109146), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.248741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0438a1-0312-4481-9430-f44320041aaa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbaaece-09a2-4c5a-940b-803110109146,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:09.256711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4c0438a1-0312-4481-9430-f44320041aaa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.257926 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4c0438a1-0312-4481-9430-f44320041aaa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241274 Sep 25 01:15:09.260812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59626) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:09.265689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2becb9a8-e1cf-4490-8ac0-c281f0fcb961 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '5f0cf157-9b58-472d-8918-5fade491ebfb', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:09.300490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2becb9a8-e1cf-4490-8ac0-c281f0fcb961 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (2b7d9dee-8c79-4714-9241-6fc084cc11fe), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.352828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2becb9a8-e1cf-4490-8ac0-c281f0fcb961 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (2b7d9dee-8c79-4714-9241-6fc084cc11fe), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.356980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2becb9a8-e1cf-4490-8ac0-c281f0fcb961 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (2b7d9dee-8c79-4714-9241-6fc084cc11fe), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.376498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becb9a8-e1cf-4490-8ac0-c281f0fcb961 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7d9dee-8c79-4714-9241-6fc084cc11fe,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:09.385459 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2becb9a8-e1cf-4490-8ac0-c281f0fcb961 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.386896 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2becb9a8-e1cf-4490-8ac0-c281f0fcb961 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248469 Sep 25 01:15:09.389616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59628) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:09.397969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-713c8a64-552b-41b4-b110-6c42ac901007 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '5f0cf157-9b58-472d-8918-5fade491ebfb', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:09.419914 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-713c8a64-552b-41b4-b110-6c42ac901007 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:15:09.425873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-713c8a64-552b-41b4-b110-6c42ac901007 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (9eb36035-2a7e-4505-8a67-9512d014a160), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.434937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:09.486731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-713c8a64-552b-41b4-b110-6c42ac901007 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (9eb36035-2a7e-4505-8a67-9512d014a160), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.490594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-713c8a64-552b-41b4-b110-6c42ac901007 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (9eb36035-2a7e-4505-8a67-9512d014a160), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.509091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:09.510626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c8a64-552b-41b4-b110-6c42ac901007 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb36035-2a7e-4505-8a67-9512d014a160,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:09.516514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-713c8a64-552b-41b4-b110-6c42ac901007 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.517736 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-713c8a64-552b-41b4-b110-6c42ac901007 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271780 Sep 25 01:15:09.521214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59630) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:09.526115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7107fba5-8cb6-49d5-a286-e7cb41d4c307 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '5f0cf157-9b58-472d-8918-5fade491ebfb', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:09.548856 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-7107fba5-8cb6-49d5-a286-e7cb41d4c307 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:15:09.554868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7107fba5-8cb6-49d5-a286-e7cb41d4c307 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (9eef71df-3a0c-48f6-930e-bce45613fe39), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.616942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7107fba5-8cb6-49d5-a286-e7cb41d4c307 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (9eef71df-3a0c-48f6-930e-bce45613fe39), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.620622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7107fba5-8cb6-49d5-a286-e7cb41d4c307 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (9eef71df-3a0c-48f6-930e-bce45613fe39), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.639191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107fba5-8cb6-49d5-a286-e7cb41d4c307 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eef71df-3a0c-48f6-930e-bce45613fe39,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:09.647026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7107fba5-8cb6-49d5-a286-e7cb41d4c307 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:09.648366 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7107fba5-8cb6-49d5-a286-e7cb41d4c307 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260383 Sep 25 01:15:09.801135 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-ac842e4e-f4c0-4503-80c6-49073dd4b8bc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1055081434&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.0472524 Sep 25 01:15:09.852828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-71ddfc9a-d08a-4592-862a-792f1368bd62 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:09.854189 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-71ddfc9a-d08a-4592-862a-792f1368bd62 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 930 time: 0.0464649 Sep 25 01:15:09.906264 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-8210bdab-327f-4595-a51a-33174dc6c98b service neutron] 10.222.0.49 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0394177 Sep 25 01:15:10.002026 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-696a9c29-c62a-4436-ab4c-4367acca5c11 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879960 Sep 25 01:15:10.096570 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-3e98a62d-7178-4027-99d3-4b5070f7d743 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887957 Sep 25 01:15:10.146888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-bba39861-045d-4eac-b951-86577dd12252 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:10.148233 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-bba39861-045d-4eac-b951-86577dd12252 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 930 time: 0.0459135 Sep 25 01:15:10.258148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 31d88193-7210-46d3-9c50-ee8f6a725ba4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:15:10.298500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] The host hv-neutron-mast is not matching for port 31d88193-7210-46d3-9c50-ee8f6a725ba4 host ! {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 25 01:15:10.298969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 31d88193-7210-46d3-9c50-ee8f6a725ba4 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:15:10.332688 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7014ded6-4993-4147-b1ca-f645c1c5bd13 req-53c734f3-116b-4ec5-b4b9-08f35bd338d7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 210 time: 0.0277586 Sep 25 01:15:10.333288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59650) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:10.427081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-b1393d38-2176-4a22-8ce5-3e662ebb9152 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:10.428417 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-b1393d38-2176-4a22-8ce5-3e662ebb9152 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 930 time: 0.0941615 Sep 25 01:15:10.916319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:11.438868 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e0a81967-2dfc-4720-9464-3e66e4ccf153 req-33c196e4-4876-467d-80ed-6882a76963a2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 210 time: 0.0290263 Sep 25 01:15:11.536646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-cda79846-7392-4ecd-8ed0-89709fb0103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:11.538068 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-cda79846-7392-4ecd-8ed0-89709fb0103b service neutron] 10.222.0.60 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 1026 time: 0.0390759 Sep 25 01:15:11.651643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-18215740-c770-4239-826c-1d1abdaa04f9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:11.653174 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-18215740-c770-4239-826c-1d1abdaa04f9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=f401eca7-b77d-497e-a7aa-16b1dbb520ab HTTP/1.1" status: 200 len: 796 time: 0.1100969 Sep 25 01:15:11.744621 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-3db0e114-072e-40e2-8700-536e0473a185 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 473 time: 0.0673866 Sep 25 01:15:11.790126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Request body: {'port': {'device_id': '14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:11.852333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:12.111372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d88193-7210-46d3-9c50-ee8f6a725ba4 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:15:12.119333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Publish callbacks [] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:12.131997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Transition to ACTIVE for port object 31d88193-7210-46d3-9c50-ee8f6a725ba4 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:15:12.136560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:12.206350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:12.221625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:12.222897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=7']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:12.316123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Attempting to bind port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:15:12.316460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Attempting to bind port 31d88193-7210-46d3-9c50-ee8f6a725ba4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:15:12.316788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Attempting to bind port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on network f401eca7-b77d-497e-a7aa-16b1dbb520ab {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:15:12.362593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on network f401eca7-b77d-497e-a7aa-16b1dbb520ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:15:12.362825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Attempting to bind port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on network f401eca7-b77d-497e-a7aa-16b1dbb520ab {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:15:12.409215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:15:12.409591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Checking segment: {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:15:12.410118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Bound using segment: {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:15:12.410618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Bound port: 31d88193-7210-46d3-9c50-ee8f6a725ba4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3079b2d6-e564-49d3-96a4-3035fe38a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:15:12.410980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:12.473521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:15:12.477166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:15:12.485794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:12.490075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:12.490967 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:12.493139 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 1131 time: 0.7070522 Sep 25 01:15:12.495529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:15:12.498601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24370ab9-653a-4582-9a87-8e6c25086498" -d '{"events": [{"name": "network-changed", "server_uuid": "14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:15:12.571721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd83823-e61a-4600-a2e9-0e9e70ea69ae x-openstack-request-id: req-7bd83823-e61a-4600-a2e9-0e9e70ea69ae {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:15:12.572430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:15:12.572430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bd83823-e61a-4600-a2e9-0e9e70ea69ae {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:15:12.572754 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd83823-e61a-4600-a2e9-0e9e70ea69ae'] response: {'name': 'network-changed', 'server_uuid': '14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'status': 'completed', 'code': 200} Sep 25 01:15:12.619268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be380fca-b55c-46c7-b38a-4016d6e360ef service neutron] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=8']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:12.633287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1020b6-2177-4470-a4ca-ac9239f256f9 req-2ab24c06-1385-41ea-bf3a-53559fce2810 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:12.634944 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8b1020b6-2177-4470-a4ca-ac9239f256f9 req-2ab24c06-1385-41ea-bf3a-53559fce2810 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 981 time: 0.1052537 Sep 25 01:15:12.642180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-dc2a7242-9548-44bf-b314-31c37dc20bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:12.643970 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-dc2a7242-9548-44bf-b314-31c37dc20bd6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 1165 time: 0.0611253 Sep 25 01:15:12.738547 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8b1020b6-2177-4470-a4ca-ac9239f256f9 req-3a6faa7a-213d-44d6-825d-60fb875299d8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977626 Sep 25 01:15:12.740356 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-64d184c0-d97e-4cf3-881d-e8f100b8fadb service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 1037 time: 0.0825102 Sep 25 01:15:12.790326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-e8a5fdbc-35c0-44de-adf8-5e07dac2871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:12.791921 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-e8a5fdbc-35c0-44de-adf8-5e07dac2871e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=42d7d86a-b72e-463e-89e8-53a741de97be HTTP/1.1" status: 200 len: 835 time: 0.0455670 Sep 25 01:15:12.834861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-5613872e-72a0-4a3c-95a9-d34d11fb21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:12.836397 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-5613872e-72a0-4a3c-95a9-d34d11fb21ff service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=f401eca7-b77d-497e-a7aa-16b1dbb520ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381849 Sep 25 01:15:13.179188 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-a1d173ee-9e27-46f9-a4ca-dbe526180102 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366740 Sep 25 01:15:13.268304 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-267fb8b7-bb4a-4f26-ba94-8461c081f1e7 req-db072a1a-a8be-492d-ba5a-d8011444df9d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829871 Sep 25 01:15:13.865100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e37f7-a621-4b71-9a74-98afbc0a8596 req-83f47dda-abb7-4d67-87c0-9b5a43d0f1a8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:13.866668 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-983e37f7-a621-4b71-9a74-98afbc0a8596 req-83f47dda-abb7-4d67-87c0-9b5a43d0f1a8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 981 time: 0.0526836 Sep 25 01:15:13.921987 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-983e37f7-a621-4b71-9a74-98afbc0a8596 req-a597f4f8-4d15-49ad-8af8-188a69fa757d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470185 Sep 25 01:15:15.046602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34922c49-91a8-4faa-be29-eed2448a3bb3 req-d60aa1fd-f02d-427f-b420-dfe22ab04ff3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:15.048120 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-34922c49-91a8-4faa-be29-eed2448a3bb3 req-d60aa1fd-f02d-427f-b420-dfe22ab04ff3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 981 time: 0.0521445 Sep 25 01:15:15.060429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:15.100722 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-34922c49-91a8-4faa-be29-eed2448a3bb3 req-2dfc7a36-3dc6-4ecd-82a9-51ef2e8559b1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469549 Sep 25 01:15:15.250280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24370ab9-653a-4582-9a87-8e6c25086498 req-b60b7d09-55c6-442a-a178-0ed45504ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:15.251796 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-24370ab9-653a-4582-9a87-8e6c25086498 req-b60b7d09-55c6-442a-a178-0ed45504ef18 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 1165 time: 0.0464668 Sep 25 01:15:15.326062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:15.347736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24370ab9-653a-4582-9a87-8e6c25086498 req-8a2f8aaa-cf3b-491c-a96f-84ded06ea556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:15.349230 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-24370ab9-653a-4582-9a87-8e6c25086498 req-8a2f8aaa-cf3b-491c-a96f-84ded06ea556 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=f401eca7-b77d-497e-a7aa-16b1dbb520ab HTTP/1.1" status: 200 len: 897 time: 0.0911701 Sep 25 01:15:15.410660 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-24370ab9-653a-4582-9a87-8e6c25086498 req-7c5ad6f8-cd16-43c6-8d3b-fcb889a0e378 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 1037 time: 0.0558703 Sep 25 01:15:15.458046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24370ab9-653a-4582-9a87-8e6c25086498 req-bbb0f05c-6ff8-4333-a93c-b2702ba3e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:15.459515 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-24370ab9-653a-4582-9a87-8e6c25086498 req-bbb0f05c-6ff8-4333-a93c-b2702ba3e046 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=42d7d86a-b72e-463e-89e8-53a741de97be HTTP/1.1" status: 200 len: 835 time: 0.0436292 Sep 25 01:15:15.508148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24370ab9-653a-4582-9a87-8e6c25086498 req-e1d08f85-b918-464e-86d6-2b02eac2eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:15.509728 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-24370ab9-653a-4582-9a87-8e6c25086498 req-e1d08f85-b918-464e-86d6-2b02eac2eba3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=f401eca7-b77d-497e-a7aa-16b1dbb520ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440543 Sep 25 01:15:15.603694 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-24370ab9-653a-4582-9a87-8e6c25086498 req-95253521-4511-4199-bfba-de629c8addda service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882823 Sep 25 01:15:15.701983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-24370ab9-653a-4582-9a87-8e6c25086498 req-27753f1b-c239-4b61-a093-18622d1427eb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924981 Sep 25 01:15:16.063203 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:16.066166 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=57,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:16.154349 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:15:16.209558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:16.226817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b43975-0c52-4495-b9f5-e49c4282b877 req-a466f81c-4b95-4367-aed8-43ed08ffbb8b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:16.228339 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-49b43975-0c52-4495-b9f5-e49c4282b877 req-a466f81c-4b95-4367-aed8-43ed08ffbb8b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 981 time: 0.0500200 Sep 25 01:15:16.250069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 31d88193-7210-46d3-9c50-ee8f6a725ba4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:15:16.278449 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-49b43975-0c52-4495-b9f5-e49c4282b877 req-98f6f164-8702-4b60-8e95-2890d6d3a00e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436893 Sep 25 01:15:16.353823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:16.365535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'port_id': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'mac_address': 'fa:16:3e:80:ca:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:15:16.399893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 31d88193-7210-46d3-9c50-ee8f6a725ba4 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:16.400332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:16.411676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:16.414993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d88193-7210-46d3-9c50-ee8f6a725ba4 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:15:16.420879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:16.437237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:16.440868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:16.489815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=9']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:16.851576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['31d88193-7210-46d3-9c50-ee8f6a725ba4'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:15:17.400294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b77534-07b2-461f-b80e-ad7258b80af4 req-608bac9a-0e94-4c51-bf43-5194513426df tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:17.401800 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79b77534-07b2-461f-b80e-ad7258b80af4 req-608bac9a-0e94-4c51-bf43-5194513426df tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 982 time: 0.0479913 Sep 25 01:15:17.449729 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79b77534-07b2-461f-b80e-ad7258b80af4 req-bc494355-7ee3-4a02-88a4-0343ac2c3782 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Sep 25 01:15:18.275015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 31d88193-7210-46d3-9c50-ee8f6a725ba4 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:15:18.317302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 31d88193-7210-46d3-9c50-ee8f6a725ba4 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:15:18.324867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 31d88193-7210-46d3-9c50-ee8f6a725ba4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:18.325241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:18.325586 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 31d88193-7210-46d3-9c50-ee8f6a725ba4 Sep 25 01:15:18.399382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 31d88193-7210-46d3-9c50-ee8f6a725ba4 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:18.399766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:18.422854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:15:18.425119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a323bf-aa9a-4d39-add3-029f0b489ca8" -d '{"events": [{"server_uuid": "14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd", "name": "network-vif-plugged", "status": "completed", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:15:18.437822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:18.442018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:18.468259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba738c7a-c93e-4b44-8a90-7a395f3c40dd x-openstack-request-id: req-ba738c7a-c93e-4b44-8a90-7a395f3c40dd {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:15:18.468544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd", "name": "network-vif-plugged", "status": "completed", "tag": "31d88193-7210-46d3-9c50-ee8f6a725ba4", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:15:18.468793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba738c7a-c93e-4b44-8a90-7a395f3c40dd {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:15:18.469184 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba738c7a-c93e-4b44-8a90-7a395f3c40dd'] response: {'server_uuid': '14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d88193-7210-46d3-9c50-ee8f6a725ba4', 'code': 200} Sep 25 01:15:18.494570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=10']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:18.579633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfaf3c-ed5f-46ae-aa4e-18fb3e9889a3 req-9ba961f6-11e3-4ab4-b73f-7d2cb1cda227 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:18.581093 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ebfaf3c-ed5f-46ae-aa4e-18fb3e9889a3 req-9ba961f6-11e3-4ab4-b73f-7d2cb1cda227 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 984 time: 0.0523231 Sep 25 01:15:18.631410 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ebfaf3c-ed5f-46ae-aa4e-18fb3e9889a3 req-69300c52-55b4-4c1e-87cc-c1de58bf1cd3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Sep 25 01:15:18.673766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5ae87-c146-4313-bf76-7a874373f862 req-8084dc12-08b7-4de0-a591-eaec7af64551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:18.675275 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-01f5ae87-c146-4313-bf76-7a874373f862 req-8084dc12-08b7-4de0-a591-eaec7af64551 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 1168 time: 0.0386016 Sep 25 01:15:18.721148 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-01f5ae87-c146-4313-bf76-7a874373f862 req-d79cd8e4-8797-47fb-af36-591e90d842c7 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Sep 25 01:15:19.757644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc50e7a-32df-473c-b034-a2d0bf09efa7 req-f12c5dbb-f0c6-4b48-b8a7-3212a0752cc4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:19.759101 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0bc50e7a-32df-473c-b034-a2d0bf09efa7 req-f12c5dbb-f0c6-4b48-b8a7-3212a0752cc4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 984 time: 0.0468745 Sep 25 01:15:19.807242 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0bc50e7a-32df-473c-b034-a2d0bf09efa7 req-d6d3909e-7fc3-4a2a-94df-de109131fb54 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Sep 25 01:15:20.928937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e83dc-07ee-4d05-a1fa-cdb82a15f01c req-0dead837-4515-4faa-96f1-89ce5f20fddf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:20.930444 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c07e83dc-07ee-4d05-a1fa-cdb82a15f01c req-0dead837-4515-4faa-96f1-89ce5f20fddf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 984 time: 0.0468662 Sep 25 01:15:20.981939 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c07e83dc-07ee-4d05-a1fa-cdb82a15f01c req-c8988c8f-9261-4616-970f-6a7c443cc002 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453327 Sep 25 01:15:21.114098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fd38c-0096-46a9-8284-76867048aa26 req-5973edb8-4b89-4313-bdf2-bc2839eef884 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:21.115602 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e02fd38c-0096-46a9-8284-76867048aa26 req-5973edb8-4b89-4313-bdf2-bc2839eef884 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 984 time: 0.0549963 Sep 25 01:15:21.164499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:21.170638 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e02fd38c-0096-46a9-8284-76867048aa26 req-a51b61aa-d857-4f44-9c13-1f106eb889df tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489137 Sep 25 01:15:21.203793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59692) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:21.277100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301006e2-eefb-4dad-88cb-4927db419221 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:21.278615 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-301006e2-eefb-4dad-88cb-4927db419221 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd&network_id=f401eca7-b77d-497e-a7aa-16b1dbb520ab HTTP/1.1" status: 200 len: 1163 time: 0.0737543 Sep 25 01:15:21.509199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8f42-739a-487b-9288-6d17ec8356f8 req-d8e74561-be85-4615-a3f2-81bbd9406eb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:21.510804 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c5ff8f42-739a-487b-9288-6d17ec8356f8 req-d8e74561-be85-4615-a3f2-81bbd9406eb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 984 time: 0.0550215 Sep 25 01:15:21.564749 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c5ff8f42-739a-487b-9288-6d17ec8356f8 req-39566af1-dd8a-4b21-a673-152e1a11a873 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479200 Sep 25 01:15:22.704109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4d6c6-9b57-4239-a900-c5594b100e5f req-4f28c033-2803-43f5-9a94-f29e51b69315 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:22.705651 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b6a4d6c6-9b57-4239-a900-c5594b100e5f req-4f28c033-2803-43f5-9a94-f29e51b69315 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 984 time: 0.0562339 Sep 25 01:15:22.760108 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b6a4d6c6-9b57-4239-a900-c5594b100e5f req-75312ce7-5d52-45fd-b7f5-6a6fd0b01c85 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91801222-4afc-4205-80a1-79b1fcfa3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484366 Sep 25 01:15:23.063640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-ad001914-853e-46d7-a415-fea30849d87a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:23.065266 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-ad001914-853e-46d7-a415-fea30849d87a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 984 time: 0.0524333 Sep 25 01:15:23.122231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-e0d3b5a3-cf3a-4d62-96c5-11fde9979021 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:23.123920 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-e0d3b5a3-cf3a-4d62-96c5-11fde9979021 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0521424 Sep 25 01:15:23.139245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:23.237553 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-7f31dd32-0548-42ff-8455-c67e25c201dc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1087430 Sep 25 01:15:23.248748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:23.284900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:23.316440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:23.467494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=31d88193-7210-46d3-9c50-ee8f6a725ba4,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:23.503571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] For port 31d88193-7210-46d3-9c50-ee8f6a725ba4, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:15:23.539254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] device_id is not set on port 31d88193-7210-46d3-9c50-ee8f6a725ba4 yet. {{(pid=107187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 25 01:15:23.549804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] Publish callbacks [] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:23.556428 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:23.638705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=11']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:23.670666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] No DVR routers for this DVR port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:15:23.808841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] In _notify_port_updated(), no bound segment for port 31d88193-7210-46d3-9c50-ee8f6a725ba4 on network f401eca7-b77d-497e-a7aa-16b1dbb520ab {{(pid=107187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 25 01:15:23.809729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:23.810345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:23.811672 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f5cac0c1-1033-4b0c-be32-32ebbed8dea7 req-c438d8f6-c730-4740-844a-f311a67f2fb0 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 200 len: 1027 time: 0.5671337 Sep 25 01:15:23.869956 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7fa20c8c-d1b0-40ac-95c1-c27905f3964f req-7d3dcec9-2eb2-4ce9-b02d-f14e180a3334 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14ea2c2b-d9a7-4a2f-9ca1-4a78ba9524fd HTTP/1.1" status: 200 len: 210 time: 0.0290632 Sep 25 01:15:24.937200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59704) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:24.995415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f7038e00-3d85-4e0b-baac-c2c7d88e180f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (5f0cf157-9b58-472d-8918-5fade491ebfb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.020805 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f7038e00-3d85-4e0b-baac-c2c7d88e180f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (5f0cf157-9b58-472d-8918-5fade491ebfb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.085882 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f7038e00-3d85-4e0b-baac-c2c7d88e180f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (5f0cf157-9b58-472d-8918-5fade491ebfb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.088752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f7038e00-3d85-4e0b-baac-c2c7d88e180f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.091128 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f7038e00-3d85-4e0b-baac-c2c7d88e180f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5f0cf157-9b58-472d-8918-5fade491ebfb HTTP/1.1" status: 204 len: 168 time: 0.1526961 Sep 25 01:15:25.100835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7038e00-3d85-4e0b-baac-c2c7d88e180f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0cf157-9b58-472d-8918-5fade491ebfb,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:25.124394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59708) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:25.270274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port ddf190d5-a731-422e-96d3-6a4e91a03985 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:15:25.270620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ddf190d5-a731-422e-96d3-6a4e91a03985), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.346969 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ddf190d5-a731-422e-96d3-6a4e91a03985), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.347307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (ddf190d5-a731-422e-96d3-6a4e91a03985), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.359640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for ddf190d5-a731-422e-96d3-6a4e91a03985 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:15:25.496520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:25.508708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ddf190d5-a731-422e-96d3-6a4e91a03985), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.534116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=ddf190d5-a731-422e-96d3-6a4e91a03985,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:25.600354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (ec30c503-eb26-452a-902e-6c94f98e6f03), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.600724 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP ec30c503-eb26-452a-902e-6c94f98e6f03 disassociated (deleted). External IP: 172.36.7.102, port: 31d88193-7210-46d3-9c50-ee8f6a725ba4. Sep 25 01:15:25.682525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:25.817144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router ed072dfb-7158-4357-b152-1900d673c33f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:15:25.922267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:15:25.926722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.932264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] Sync routers for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:15:25.948141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:25.948811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:25.961067 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3d02dd83-ffae-4de7-9b34-276341f7a1af tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ec30c503-eb26-452a-902e-6c94f98e6f03 HTTP/1.1" status: 204 len: 168 time: 0.8355615 Sep 25 01:15:26.036748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59714) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:26.060895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:26.098124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28db64aa-b2ca-477b-aac4-ad9d8fe549fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:26.123491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28db64aa-b2ca-477b-aac4-ad9d8fe549fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:26.154048 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:26.184689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28db64aa-b2ca-477b-aac4-ad9d8fe549fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:26.187311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28db64aa-b2ca-477b-aac4-ad9d8fe549fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:26.188663 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-28db64aa-b2ca-477b-aac4-ad9d8fe549fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9 HTTP/1.1" status: 204 len: 168 time: 0.1509020 Sep 25 01:15:26.203835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db64aa-b2ca-477b-aac4-ad9d8fe549fd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c88200-7eb3-4c9b-bf7e-4ce64d7687e9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:26.222684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59718) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:26.262855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:47Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95e9b6e8-c520-4028-bc11-178b4f967f5c', 'name': '', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:0c:44:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:47Z', 'updated_at': '2022-09-25T01:14:51Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:26.264511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:26.290416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] Checking router: ed072dfb-7158-4357-b152-1900d673c33f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:15:26.303668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:26.304355 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:26.309757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 31d88193-7210-46d3-9c50-ee8f6a725ba4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:15:26.317181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-76a0c4ce-397b-4b11-b684-c60b2dfce964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 31d88193-7210-46d3-9c50-ee8f6a725ba4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:15:26.317733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76a0c4ce-397b-4b11-b684-c60b2dfce964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:26.365224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:26.376406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:26.418347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76a0c4ce-397b-4b11-b684-c60b2dfce964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:26.432003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] The host hv-neutron-mast is not matching for port 31d88193-7210-46d3-9c50-ee8f6a725ba4 host ! {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 25 01:15:26.432399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 31d88193-7210-46d3-9c50-ee8f6a725ba4 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:15:26.438169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-76a0c4ce-397b-4b11-b684-c60b2dfce964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 31d88193-7210-46d3-9c50-ee8f6a725ba4 owned by {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:15:26.447671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:26.449562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:26.573475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76a0c4ce-397b-4b11-b684-c60b2dfce964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (31d88193-7210-46d3-9c50-ee8f6a725ba4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:26.605117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0c4ce-397b-4b11-b684-c60b2dfce964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=31d88193-7210-46d3-9c50-ee8f6a725ba4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:26.651547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:47Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95e9b6e8-c520-4028-bc11-178b4f967f5c', 'name': '', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:0c:44:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:47Z', 'updated_at': '2022-09-25T01:14:51Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:26.679717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c14df-8f99-415d-a2a1-478e3fd0014b None None] The sync data for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv is: [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:47Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95e9b6e8-c520-4028-bc11-178b4f967f5c', 'name': '', 'network_id': 'f401eca7-b77d-497e-a7aa-16b1dbb520ab', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:0c:44:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:47Z', 'updated_at': '2022-09-25T01:14:51Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '42d7d86a-b72e-463e-89e8-53a741de97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:15:26.687550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-76a0c4ce-397b-4b11-b684-c60b2dfce964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:26.691257 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-76a0c4ce-397b-4b11-b684-c60b2dfce964 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/ports/31d88193-7210-46d3-9c50-ee8f6a725ba4 HTTP/1.1" status: 204 len: 168 time: 0.4673510 Sep 25 01:15:26.696590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59720) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:26.928495 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a05276-0b72-458c-80a4-244bee21eff6 None None] New status for floating IP ec30c503-eb26-452a-902e-6c94f98e6f03: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:15:27.045014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (ed072dfb-7158-4357-b152-1900d673c33f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:27.285311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 95e9b6e8-c520-4028-bc11-178b4f967f5c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:15:27.285576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:27.289430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:27.383530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 95e9b6e8-c520-4028-bc11-178b4f967f5c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95e9b6e8-c520-4028-bc11-178b4f967f5c,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:27.383894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:27.398472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 95e9b6e8-c520-4028-bc11-178b4f967f5c owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:15:27.446874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:27.599333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (95e9b6e8-c520-4028-bc11-178b4f967f5c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:27.634493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=95e9b6e8-c520-4028-bc11-178b4f967f5c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:27.835578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (ed072dfb-7158-4357-b152-1900d673c33f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:28.047929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router ed072dfb-7158-4357-b152-1900d673c33f has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:15:28.167858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:15:28.172979 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7415d9eb-b7a8-4b06-8bf2-e32e2dcda92f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/ed072dfb-7158-4357-b152-1900d673c33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4752958 Sep 25 01:15:28.175715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59722) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:28.179543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] Sync routers for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:15:28.190583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:28.191198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:28.219079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:28.229333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee99a82d-dc6a-46de-a369-e0df228f7c64 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting subnet 42d7d86a-b72e-463e-89e8-53a741de97be {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:15:28.233432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee99a82d-dc6a-46de-a369-e0df228f7c64 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (42d7d86a-b72e-463e-89e8-53a741de97be), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:28.298991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:28.492772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:15:27Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:28.522986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] Checking router: ed072dfb-7158-4357-b152-1900d673c33f for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:15:28.533006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] Routers {'ed072dfb-7158-4357-b152-1900d673c33f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:28.533649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ed072dfb-7158-4357-b152-1900d673c33f'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:28.560312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee99a82d-dc6a-46de-a369-e0df228f7c64 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (42d7d86a-b72e-463e-89e8-53a741de97be), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:28.593568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-41e1b7e2-75c1-4d82-adda-35fd23988b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:28.649345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] Set router ed072dfb-7158-4357-b152-1900d673c33f gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:28.677053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee99a82d-dc6a-46de-a369-e0df228f7c64 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (42d7d86a-b72e-463e-89e8-53a741de97be), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:28.720659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:28.741781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee99a82d-dc6a-46de-a369-e0df228f7c64 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (42d7d86a-b72e-463e-89e8-53a741de97be), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:28.771893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99a82d-dc6a-46de-a369-e0df228f7c64 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Subnet': ['ID=42d7d86a-b72e-463e-89e8-53a741de97be,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:28.778964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ee99a82d-dc6a-46de-a369-e0df228f7c64 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:28.785444 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ee99a82d-dc6a-46de-a369-e0df228f7c64 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/42d7d86a-b72e-463e-89e8-53a741de97be HTTP/1.1" status: 204 len: 168 time: 0.6061890 Sep 25 01:15:28.786551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59724) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:28.897956 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (ed072dfb-7158-4357-b152-1900d673c33f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:28.903857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c2601-84d2-47a6-b293-182853e16e8b None None] Network f401eca7-b77d-497e-a7aa-16b1dbb520ab requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:15:28.929377 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:29.004531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (ed072dfb-7158-4357-b152-1900d673c33f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.050058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:15:27Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:29.079897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb5cc6-ed29-419a-b1d0-61465da9d2b0 None None] The sync data for ids ['ed072dfb-7158-4357-b152-1900d673c33f'] in dv-neutron-master-2-hyperv is: [{'id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'name': 'tempest-TestNetworkBasicOps-router-536462769', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:15:27Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'e693627b-a8a2-46af-b2c4-ef2e9dcb3a76', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed072dfb-7158-4357-b152-1900d673c33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:14:44Z', 'updated_at': '2022-09-25T01:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:15:29.111418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] DHCP port deletion for f401eca7-b77d-497e-a7aa-16b1dbb520ab request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:15:29.157524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Deleting port 0a113859-14a6-4222-a260-6e1f7522621b {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:15:29.157923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0a113859-14a6-4222-a260-6e1f7522621b), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.160502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:29.231851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] For port 0a113859-14a6-4222-a260-6e1f7522621b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a113859-14a6-4222-a260-6e1f7522621b,segment=NetworkSegment(3079b2d6-e564-49d3-96a4-3035fe38a1c3),segment_id=3079b2d6-e564-49d3-96a4-3035fe38a1c3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:29.232567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0a113859-14a6-4222-a260-6e1f7522621b), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.246588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Calling delete_port for 0a113859-14a6-4222-a260-6e1f7522621b owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:15:29.302324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:15:29.302609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.333098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (0a113859-14a6-4222-a260-6e1f7522621b), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.356880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Pushing event deleted for resources: {'Port': ['ID=0a113859-14a6-4222-a260-6e1f7522621b,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:29.366676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.367036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.367384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.367726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.368195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.368532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.368863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.369190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.369545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.369871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.370249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.370614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.370939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.371261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.371586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:29.374536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c291c-a528-440c-8e45-ffeb5ecccdea None None] No DVR routers for this DVR port 0a113859-14a6-4222-a260-6e1f7522621b on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:15:29.404751 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port e693627b-a8a2-46af-b2c4-ef2e9dcb3a76, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e693627b-a8a2-46af-b2c4-ef2e9dcb3a76,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:29.405165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.422573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:15:29.494426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 95e9b6e8-c520-4028-bc11-178b4f967f5c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:15:29.505195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:29.522616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 95e9b6e8-c520-4028-bc11-178b4f967f5c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:15:29.522989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 95e9b6e8-c520-4028-bc11-178b4f967f5c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:15:29.523531 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0a113859-14a6-4222-a260-6e1f7522621b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:15:29.544575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 0a113859-14a6-4222-a260-6e1f7522621b {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:15:29.544930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0a113859-14a6-4222-a260-6e1f7522621b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:15:29.640454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e693627b-a8a2-46af-b2c4-ef2e9dcb3a76), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.665215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=e693627b-a8a2-46af-b2c4-ef2e9dcb3a76,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:29.722364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:29.740428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (ed072dfb-7158-4357-b152-1900d673c33f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.843450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (ed072dfb-7158-4357-b152-1900d673c33f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.845785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (ed072dfb-7158-4357-b152-1900d673c33f), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.891886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (ed072dfb-7158-4357-b152-1900d673c33f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.892546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Fanout notify agent at l3_agent the message router_deleted on router ed072dfb-7158-4357-b152-1900d673c33f {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:15:29.899384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:29.900785 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e363e405-9138-4a69-83b8-fe5cad8defe3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/routers/ed072dfb-7158-4357-b152-1900d673c33f HTTP/1.1" status: 204 len: 168 time: 1.1129034 Sep 25 01:15:29.903384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59730) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:29.993107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (f401eca7-b77d-497e-a7aa-16b1dbb520ab), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.091624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (f401eca7-b77d-497e-a7aa-16b1dbb520ab), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.111406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f401eca7-b77d-497e-a7aa-16b1dbb520ab']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:30.121300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3079b2d6-e564-49d3-96a4-3035fe38a1c3') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:30.121594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3079b2d6-e564-49d3-96a4-3035fe38a1c3') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:30.131609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (3079b2d6-e564-49d3-96a4-3035fe38a1c3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.146796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3079b2d6-e564-49d3-96a4-3035fe38a1c3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.156186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:15:30.156596 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (3079b2d6-e564-49d3-96a4-3035fe38a1c3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.180177 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3079b2d6-e564-49d3-96a4-3035fe38a1c3 resource provider aggregate not found Sep 25 01:15:30.212304 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 3079b2d6-e564-49d3-96a4-3035fe38a1c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3079b2d6-e564-49d3-96a4-3035fe38a1c3 found for delete ", "request_id": "req-9068a3da-793a-4039-97a1-eb5fe145e54a"}]} Sep 25 01:15:30.235045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (f401eca7-b77d-497e-a7aa-16b1dbb520ab), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.243869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.247546 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/networks/f401eca7-b77d-497e-a7aa-16b1dbb520ab HTTP/1.1" status: 204 len: 168 time: 0.3430080 Sep 25 01:15:30.265127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed380b89-3c23-4951-aff0-9bd260a2fa96 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Network': ['ID=f401eca7-b77d-497e-a7aa-16b1dbb520ab,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:30.265970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59736) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:30.278857 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f10a53ab-f62a-4088-9616-7be09540c5ce tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0116422 Sep 25 01:15:30.281449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59738) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:30.286269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'network': {'name': 'tempest-network-smoke--412730159', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'port_security_enabled': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:30.310027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:15:30.314092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.343211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:15:30.357911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (34fedf55-d0f2-4252-955a-c7ec3905d3ce), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.358265 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Added segment 34fedf55-d0f2-4252-955a-c7ec3905d3ce of type vlan for network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 Sep 25 01:15:30.409948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (80a0ceec-eb71-40c4-ad89-b1e266fd6c13), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.441879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (80a0ceec-eb71-40c4-ad89-b1e266fd6c13), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.447085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:30.447780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.531181 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2487605 Sep 25 01:15:30.534152 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59740) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:30.539524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'admin_state_up': True, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:30.564442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23f970-d49e-4afb-bc48-e7b4c06a73bf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Network': ['ID=80a0ceec-eb71-40c4-ad89-b1e266fd6c13,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:30.565743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (e0db67aa-f639-4c18-a671-952060bf7766), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.567678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (e0db67aa-f639-4c18-a671-952060bf7766), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.575897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:15:30.663714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (e0db67aa-f639-4c18-a671-952060bf7766), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.806060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (e0db67aa-f639-4c18-a671-952060bf7766), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:30.987475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (e0db67aa-f639-4c18-a671-952060bf7766), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:31.020986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:31.108634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:31.137424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.2 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/7bb631be-b5d8-4180-9ee9-0b4502c558c1) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:15:31.201585 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:31.258035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:31.296021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:31.341309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:15:31.346980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:15:31.350103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:15:31.352108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=7bb631be-b5d8-4180-9ee9-0b4502c558c1,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:31.414368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:15:31.439364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:15:31.440430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e693627b-a8a2-46af-b2c4-ef2e9dcb3a76 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:15:31.474619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a9b491f1-fd4f-48d5-b377-817659dd93f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:31.613223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (e0db67aa-f639-4c18-a671-952060bf7766), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:31.814389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (e0db67aa-f639-4c18-a671-952060bf7766), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:31.960979 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router e0db67aa-f639-4c18-a671-952060bf7766 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:15:31.972354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:32.069495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:15:32.080355 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Sync routers for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:15:32.093171 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:32.093983 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:32.096186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.100369 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-012b195e-7520-4524-a557-b71a29999305 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5623598 Sep 25 01:15:32.100588 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59742) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:32.144079 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fd4ac5b3-a8e3-45d0-b126-088a19927a5d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395629 Sep 25 01:15:32.144491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59744) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:32.223623 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:32.267085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed2d51-4360-418e-ad52-222c6ab7603f tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:32.272053 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-29ed2d51-4360-418e-ad52-222c6ab7603f tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1237190 Sep 25 01:15:32.273510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59746) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:32.314854 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2aad43b0-e6ec-44b5-92a1-cb50e881b11e tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385211 Sep 25 01:15:32.316377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59748) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:32.325620 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1280086003', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:32.327901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:32.425734 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:31Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:32.453560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:15:32.455502 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Checking router: e0db67aa-f639-4c18-a671-952060bf7766 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:15:32.455888 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Updating router e0db67aa-f639-4c18-a671-952060bf7766 port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:15:32.458674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.490494 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.696944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (0c5930ac-695f-4a86-bc70-7bfb0b884c80), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.766038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=0c5930ac-695f-4a86-bc70-7bfb0b884c80,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:32.775940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Checking segment: {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:15:32.776353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network hostable DHCP agents. Network: 80a0ceec-eb71-40c4-ad89-b1e266fd6c13, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:15:32.782703 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Publish callbacks [] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.789406 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.794386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:15:32.805019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 80a0ceec-eb71-40c4-ad89-b1e266fd6c13) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:15:32.810717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:32.811474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.820086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485274bb-3aec-4e58-8fab-fc5d801b0559 None None] Network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:15:32.833675 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Attempting to bind port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:15:32.834039 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Attempting to bind port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:15:32.834401 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Attempting to bind port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:15:32.837719 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-49078376-a5aa-46e6-ba31-4968f296117e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5201838 Sep 25 01:15:32.840837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59750) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:32.866844 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e48d5-f474-4f02-a66a-d79112b3f360 None None] Pushing event updated for resources: {'Port': ['ID=7bb631be-b5d8-4180-9ee9-0b4502c558c1,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:32.896231 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:15:32.896650 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:15:32.897152 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.897550 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:15:32.898621 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Bound port: 7bb631be-b5d8-4180-9ee9-0b4502c558c1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:15:32.898621 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.952003 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] For port 7bb631be-b5d8-4180-9ee9-0b4502c558c1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:15:32.956318 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] For port 7bb631be-b5d8-4180-9ee9-0b4502c558c1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7bb631be-b5d8-4180-9ee9-0b4502c558c1,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:15:32.958560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:15:32.959647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:32.966284 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.002098 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:33.006426 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:33.007146 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:33.075320 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e48d5-f474-4f02-a66a-d79112b3f360 None None] Pushing event updated for resources: {'Port': ['ID=7bb631be-b5d8-4180-9ee9-0b4502c558c1,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:33.121228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Allocated IP 172.20.0.2 (80a0ceec-eb71-40c4-ad89-b1e266fd6c13/0c5930ac-695f-4a86-bc70-7bfb0b884c80/d1b0d769-6a23-4870-8a4c-d653447f65c2) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:15:33.132905 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:33.157445 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:33.165841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:33.291869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Publish callbacks [] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.298658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.315162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.337999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:33.357242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:15:33.359340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Pushing event updated for resources: {'Port': ['ID=d1b0d769-6a23-4870-8a4c-d653447f65c2,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:33.362236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:15:33.365627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:15:33.410632 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:31Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:33.426978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:33.434504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Attempting to bind port d1b0d769-6a23-4870-8a4c-d653447f65c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:15:33.434924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Attempting to bind port d1b0d769-6a23-4870-8a4c-d653447f65c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:15:33.435270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Attempting to bind port d1b0d769-6a23-4870-8a4c-d653447f65c2 on network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:15:33.436446 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6cdafa-f49f-41c1-b4dd-18c77ab91c89 None None] The sync data for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv is: [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:31Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:15:33.442875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:33.487538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:15:33.488067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Checking segment: {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:15:33.488598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.489090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Bound using segment: {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:15:33.489644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Bound port: d1b0d769-6a23-4870-8a4c-d653447f65c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:15:33.490095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.556586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] For port d1b0d769-6a23-4870-8a4c-d653447f65c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:15:33.560074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] For port d1b0d769-6a23-4870-8a4c-d653447f65c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d1b0d769-6a23-4870-8a4c-d653447f65c2,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:15:33.566936 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.630860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b0f3f-b364-4bd4-a561-4d27e6877f9f None None] Pushing event updated for resources: {'Port': ['ID=d1b0d769-6a23-4870-8a4c-d653447f65c2,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:33.637375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.1 (80a0ceec-eb71-40c4-ad89-b1e266fd6c13/0c5930ac-695f-4a86-bc70-7bfb0b884c80/5ba48e22-d862-4c15-beac-5b651944ec33) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:15:33.760952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.779280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (5ba48e22-d862-4c15-beac-5b651944ec33), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.825425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:33.871251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:15:33.874852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:15:33.879253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:15:33.913136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=5ba48e22-d862-4c15-beac-5b651944ec33,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:33.936421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (e0db67aa-f639-4c18-a671-952060bf7766), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:34.077991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:34.091040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:34.361690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:34.379014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (5ba48e22-d862-4c15-beac-5b651944ec33), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:34.385252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:34.468691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (e0db67aa-f639-4c18-a671-952060bf7766), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:34.470825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=5ba48e22-d862-4c15-beac-5b651944ec33,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:34.571153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:15:34.572794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:15:34.644516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aae27e-8ea1-4dcf-8702-d0cc59bec998 None None] Network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:15:34.687018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router e0db67aa-f639-4c18-a671-952060bf7766 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:15:34.699122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-63ebb475-f235-441e-9adc-e0ef779c4bf0 None None] Provisioning complete for port d1b0d769-6a23-4870-8a4c-d653447f65c2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:34.699584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-63ebb475-f235-441e-9adc-e0ef779c4bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:34.700016 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-63ebb475-f235-441e-9adc-e0ef779c4bf0 None None] Attempt 1 to provision port d1b0d769-6a23-4870-8a4c-d653447f65c2 Sep 25 01:15:34.798188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:15:34.804433 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a049fa1a-bfc9-4fc8-92e6-518b8ae21c09 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/e0db67aa-f639-4c18-a671-952060bf7766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9625008 Sep 25 01:15:34.807048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59752) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:34.833103 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-63ebb475-f235-441e-9adc-e0ef779c4bf0 None None] Current status of the port d1b0d769-6a23-4870-8a4c-d653447f65c2 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:34.833593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-63ebb475-f235-441e-9adc-e0ef779c4bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:34.878405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-63ebb475-f235-441e-9adc-e0ef779c4bf0 None None] For port d1b0d769-6a23-4870-8a4c-d653447f65c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d1b0d769-6a23-4870-8a4c-d653447f65c2,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:34.883443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-63ebb475-f235-441e-9adc-e0ef779c4bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:34.929606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d21af-7d05-411c-b27d-e75ad7ad983a tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:34.930231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d21af-7d05-411c-b27d-e75ad7ad983a tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:34.930769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d21af-7d05-411c-b27d-e75ad7ad983a tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:34.931292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d21af-7d05-411c-b27d-e75ad7ad983a tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:34.931813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d21af-7d05-411c-b27d-e75ad7ad983a tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:34.932362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d21af-7d05-411c-b27d-e75ad7ad983a tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:34.938180 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-778d21af-7d05-411c-b27d-e75ad7ad983a tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1268721 Sep 25 01:15:34.938180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59754) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:34.944785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebb475-f235-441e-9adc-e0ef779c4bf0 None None] Pushing event updated for resources: {'Port': ['ID=d1b0d769-6a23-4870-8a4c-d653447f65c2,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:35.000954 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef4def8-3a29-4f42-8fd5-456b6b0ea4f2 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:35.001404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef4def8-3a29-4f42-8fd5-456b6b0ea4f2 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:35.001799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef4def8-3a29-4f42-8fd5-456b6b0ea4f2 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:35.002242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef4def8-3a29-4f42-8fd5-456b6b0ea4f2 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:35.002692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef4def8-3a29-4f42-8fd5-456b6b0ea4f2 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:35.003135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef4def8-3a29-4f42-8fd5-456b6b0ea4f2 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:35.007658 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4ef4def8-3a29-4f42-8fd5-456b6b0ea4f2 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0664275 Sep 25 01:15:35.007814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59756) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:35.110525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Provisioning complete for port d1b0d769-6a23-4870-8a4c-d653447f65c2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:35.111091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.111567 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Attempt 1 to provision port d1b0d769-6a23-4870-8a4c-d653447f65c2 Sep 25 01:15:35.124193 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1e80a6ca-6a8b-4cfb-bffa-29ec3f93c115 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1152248 Sep 25 01:15:35.194532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Current status of the port d1b0d769-6a23-4870-8a4c-d653447f65c2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:35.203888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59760) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:35.210064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2a9f8ee5-5eef-4ee6-8252-a6fd7be080ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079864028', 'description': 'tempest-secgroup-smoke-1079864028 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:35.211094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Provisioning complete for port 5ba48e22-d862-4c15-beac-5b651944ec33 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:35.211630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.212343 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Attempt 1 to provision port 5ba48e22-d862-4c15-beac-5b651944ec33 Sep 25 01:15:35.219813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:35.243620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Sync routers for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:15:35.247986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8ee5-5eef-4ee6-8252-a6fd7be080ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.265954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Port 5ba48e22-d862-4c15-beac-5b651944ec33 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:15:35.266579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:35.267269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:35.302929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:35.334424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8ee5-5eef-4ee6-8252-a6fd7be080ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (9db55ead-d6e1-45c6-8802-d7a84180436a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.340458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8ee5-5eef-4ee6-8252-a6fd7be080ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (9db55ead-d6e1-45c6-8802-d7a84180436a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.387332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8ee5-5eef-4ee6-8252-a6fd7be080ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.391363 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2a9f8ee5-5eef-4ee6-8252-a6fd7be080ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1859715 Sep 25 01:15:35.394400 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59762) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:35.394834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:35.397588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f8ee5-5eef-4ee6-8252-a6fd7be080ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db55ead-d6e1-45c6-8802-d7a84180436a,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:35.401277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-12046b28-04e7-4176-9425-0b6f80f4ce41 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '9db55ead-d6e1-45c6-8802-d7a84180436a', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:35.458930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-12046b28-04e7-4176-9425-0b6f80f4ce41 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (f937523c-b352-4296-a21a-c0e1613edf11), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.500409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bb631be-b5d8-4180-9ee9-0b4502c558c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:15:35.544918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-12046b28-04e7-4176-9425-0b6f80f4ce41 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (f937523c-b352-4296-a21a-c0e1613edf11), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.549001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-12046b28-04e7-4176-9425-0b6f80f4ce41 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (f937523c-b352-4296-a21a-c0e1613edf11), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.569196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12046b28-04e7-4176-9425-0b6f80f4ce41 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f937523c-b352-4296-a21a-c0e1613edf11,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:35.579666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-12046b28-04e7-4176-9425-0b6f80f4ce41 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.580948 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-12046b28-04e7-4176-9425-0b6f80f4ce41 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855342 Sep 25 01:15:35.584199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59764) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:35.590032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7b90e0d9-e256-4d2e-b01d-2bfb2aa08a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '9db55ead-d6e1-45c6-8802-d7a84180436a', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:35.597655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:35.607602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:35.615261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:35.615668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.616024 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 Sep 25 01:15:35.623432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7b90e0d9-e256-4d2e-b01d-2bfb2aa08a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (49629835-5fb9-4d57-9b19-a65d2584f391), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.687087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7b90e0d9-e256-4d2e-b01d-2bfb2aa08a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (49629835-5fb9-4d57-9b19-a65d2584f391), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.690525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:35.691123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7b90e0d9-e256-4d2e-b01d-2bfb2aa08a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (49629835-5fb9-4d57-9b19-a65d2584f391), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.709153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90e0d9-e256-4d2e-b01d-2bfb2aa08a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49629835-5fb9-4d57-9b19-a65d2584f391,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:35.721118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7b90e0d9-e256-4d2e-b01d-2bfb2aa08a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.721625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Checking router: e0db67aa-f639-4c18-a671-952060bf7766 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:15:35.721979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Updating router e0db67aa-f639-4c18-a671-952060bf7766 port 5ba48e22-d862-4c15-beac-5b651944ec33 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:15:35.725421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59766) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:35.726959 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7b90e0d9-e256-4d2e-b01d-2bfb2aa08a00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386483 Sep 25 01:15:35.730756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-59015d96-abfe-4864-88c3-0e650d06416a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '9db55ead-d6e1-45c6-8802-d7a84180436a', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:35.758220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-59015d96-abfe-4864-88c3-0e650d06416a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (f5595478-103a-4378-80ad-33dae0acef08), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.768361 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Attempt 2 to provision port 5ba48e22-d862-4c15-beac-5b651944ec33 Sep 25 01:15:35.798304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.821638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-59015d96-abfe-4864-88c3-0e650d06416a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (f5595478-103a-4378-80ad-33dae0acef08), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.826217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-59015d96-abfe-4864-88c3-0e650d06416a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (f5595478-103a-4378-80ad-33dae0acef08), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.832178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:35.849499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59015d96-abfe-4864-88c3-0e650d06416a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5595478-103a-4378-80ad-33dae0acef08,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:35.859523 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-59015d96-abfe-4864-88c3-0e650d06416a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.864532 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-59015d96-abfe-4864-88c3-0e650d06416a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344464 Sep 25 01:15:35.864736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59768) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:35.869839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9a2d9cba-d861-4cec-b727-b35b26b96329 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '9db55ead-d6e1-45c6-8802-d7a84180436a', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:35.903468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9cba-d861-4cec-b727-b35b26b96329 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ef95b85b-f3d0-4929-b9d9-269ccb6c1027), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.966759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:35.967131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.968524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9cba-d861-4cec-b727-b35b26b96329 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ef95b85b-f3d0-4929-b9d9-269ccb6c1027), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.972193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9cba-d861-4cec-b727-b35b26b96329 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ef95b85b-f3d0-4929-b9d9-269ccb6c1027), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:35.991537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d9cba-d861-4cec-b727-b35b26b96329 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef95b85b-f3d0-4929-b9d9-269ccb6c1027,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:35.992536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Port 5ba48e22-d862-4c15-beac-5b651944ec33 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:15:36.000369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9cba-d861-4cec-b727-b35b26b96329 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.001635 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9a2d9cba-d861-4cec-b727-b35b26b96329 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365275 Sep 25 01:15:36.004816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59770) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:36.007702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 7bb631be-b5d8-4180-9ee9-0b4502c558c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7bb631be-b5d8-4180-9ee9-0b4502c558c1,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:36.009676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c596354f-46b7-4590-8953-e95508e51ad7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '9db55ead-d6e1-45c6-8802-d7a84180436a', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:36.028360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.030819 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-c596354f-46b7-4590-8953-e95508e51ad7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:15:36.031885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.032711 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d1b0d769-6a23-4870-8a4c-d653447f65c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:15:36.036976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c596354f-46b7-4590-8953-e95508e51ad7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (a7a4d47a-9565-4211-bab5-ebc9b02b3eb6), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.100862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c596354f-46b7-4590-8953-e95508e51ad7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (a7a4d47a-9565-4211-bab5-ebc9b02b3eb6), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.104562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c596354f-46b7-4590-8953-e95508e51ad7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (a7a4d47a-9565-4211-bab5-ebc9b02b3eb6), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.123886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596354f-46b7-4590-8953-e95508e51ad7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a4d47a-9565-4211-bab5-ebc9b02b3eb6,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:36.133083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c596354f-46b7-4590-8953-e95508e51ad7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.137350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59772) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:36.137483 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c596354f-46b7-4590-8953-e95508e51ad7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316569 Sep 25 01:15:36.142986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '9db55ead-d6e1-45c6-8802-d7a84180436a', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:36.166907 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:15:36.174091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (4bc088a2-4f9a-4b0b-8166-d5b552a54f17), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.184352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=7bb631be-b5d8-4180-9ee9-0b4502c558c1,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:36.198098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d1b0d769-6a23-4870-8a4c-d653447f65c2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:36.199023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.199362 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d1b0d769-6a23-4870-8a4c-d653447f65c2 Sep 25 01:15:36.200712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:36.226390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:36.239454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (4bc088a2-4f9a-4b0b-8166-d5b552a54f17), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.243368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (4bc088a2-4f9a-4b0b-8166-d5b552a54f17), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.264442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc088a2-4f9a-4b0b-8166-d5b552a54f17,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:36.274148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.274532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.274915 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.275264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.275609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.275974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.276310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.276701 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.277038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.277372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.277712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.278083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.278431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.278776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.279124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:15:36.283860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.285106 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c0e03e18-64f2-4a5b-b604-7a04d08ac52a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463039 Sep 25 01:15:36.361769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d1b0d769-6a23-4870-8a4c-d653447f65c2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:36.421440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Publish callbacks [] for port (5ba48e22-d862-4c15-beac-5b651944ec33), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.428103 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.460151 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-0fad2f49-4128-4e13-9b2e-c0cb4d6ddfe7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1079864028&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.0500441 Sep 25 01:15:36.506290 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Attempt 3 to provision port 5ba48e22-d862-4c15-beac-5b651944ec33 Sep 25 01:15:36.512147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.535058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3f316-66d5-4aab-ad96-96ec037d2753 None None] Pushing event updated for resources: {'Port': ['ID=5ba48e22-d862-4c15-beac-5b651944ec33,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:36.545256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:36.576334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Port 5ba48e22-d862-4c15-beac-5b651944ec33 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:15:36.577361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Attempting to bind port 5ba48e22-d862-4c15-beac-5b651944ec33 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:15:36.577760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Attempting to bind port 5ba48e22-d862-4c15-beac-5b651944ec33 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:15:36.578160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Attempting to bind port 5ba48e22-d862-4c15-beac-5b651944ec33 on network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:15:36.579103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-fe57160c-8d6b-4a5f-86fd-44a3c44a8f1b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:36.580653 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-fe57160c-8d6b-4a5f-86fd-44a3c44a8f1b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13 HTTP/1.1" status: 200 len: 796 time: 0.1136141 Sep 25 01:15:36.601107 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-2cd4f664-340b-416f-ab11-72856e85f5bb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0098591 Sep 25 01:15:36.629664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:15:36.630055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Checking segment: {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:15:36.630430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.630826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Bound using segment: {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:15:36.631302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Bound port: 5ba48e22-d862-4c15-beac-5b651944ec33, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:15:36.631747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.674331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:36.693356 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-eb8c42c9-cf1b-4263-9749-77376ce6b4cf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861874 Sep 25 01:15:36.700253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] For port 5ba48e22-d862-4c15-beac-5b651944ec33, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:15:36.704024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] For port 5ba48e22-d862-4c15-beac-5b651944ec33, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ba48e22-d862-4c15-beac-5b651944ec33,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:15:36.711334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:36.750794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:36.751378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:36.799299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-1ddcc0f0-26d4-4994-a693-f749f4fd1f77 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918391 Sep 25 01:15:36.810075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3f316-66d5-4aab-ad96-96ec037d2753 None None] Pushing event updated for resources: {'Port': ['ID=5ba48e22-d862-4c15-beac-5b651944ec33,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:36.873219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:36.896634 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-3466ac2d-2366-4136-8610-427cba3e3ef0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908775 Sep 25 01:15:37.060947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:37.077303 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Attempt 4 to provision port 5ba48e22-d862-4c15-beac-5b651944ec33 Sep 25 01:15:37.081051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:15:36Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:37.095464 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3692add3-371a-4dc5-acad-dc96cebb4bd6 req-8e2d3ed4-344c-49d3-b9f6-6468541fe114 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 210 time: 0.0397048 Sep 25 01:15:37.134199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edf0e0-bd86-4109-9ba7-2eac75c08d3f None None] The sync data for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv is: [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:15:36Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:15:37.221197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Current status of the port 5ba48e22-d862-4c15-beac-5b651944ec33 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:37.221593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:37.265027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] For port 5ba48e22-d862-4c15-beac-5b651944ec33, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ba48e22-d862-4c15-beac-5b651944ec33,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:37.269724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:37.325055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1c1b9-2a74-4eb0-b6c3-18a5f009c8de None None] Pushing event updated for resources: {'Port': ['ID=5ba48e22-d862-4c15-beac-5b651944ec33,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:37.394095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-fd0457b5-1068-4ee2-814d-8e8bc5bd6294 None None] Provisioning complete for port 5ba48e22-d862-4c15-beac-5b651944ec33 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:37.394695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fd0457b5-1068-4ee2-814d-8e8bc5bd6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:37.395170 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fd0457b5-1068-4ee2-814d-8e8bc5bd6294 None None] Attempt 1 to provision port 5ba48e22-d862-4c15-beac-5b651944ec33 Sep 25 01:15:37.496224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fd0457b5-1068-4ee2-814d-8e8bc5bd6294 None None] Current status of the port 5ba48e22-d862-4c15-beac-5b651944ec33 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:37.523648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5ba48e22-d862-4c15-beac-5b651944ec33 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:15:37.575507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5ba48e22-d862-4c15-beac-5b651944ec33 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:37.575507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:37.575507 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5ba48e22-d862-4c15-beac-5b651944ec33 Sep 25 01:15:37.654596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5ba48e22-d862-4c15-beac-5b651944ec33 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:37.655840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bb631be-b5d8-4180-9ee9-0b4502c558c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:15:37.684098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:37.703931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:37.704577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:37.704665 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 Sep 25 01:15:37.788536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:38.196754 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1448c562-9452-4ed4-bbb0-3aba4d6b1e9a req-0ecdf2af-b671-4d6e-a411-e000fc1e8d6c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 210 time: 0.0299122 Sep 25 01:15:38.626078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:38.636664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5c953b30-6de5-449e-8b66-d95a504cce8f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:38.638108 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5c953b30-6de5-449e-8b66-d95a504cce8f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13 HTTP/1.1" status: 200 len: 796 time: 0.3868835 Sep 25 01:15:38.707905 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-d367ad2a-673a-4da7-ac4c-d1b16794cecd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 380 time: 0.0548398 Sep 25 01:15:38.716791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['9db55ead-d6e1-45c6-8802-d7a84180436a']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:38.832609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:15:38.836560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:38.960172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.12 (80a0ceec-eb71-40c4-ad89-b1e266fd6c13/0c5930ac-695f-4a86-bc70-7bfb0b884c80/11984698-f6f8-4b19-9011-d1c7312a884e) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:15:39.102226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (11984698-f6f8-4b19-9011-d1c7312a884e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.117407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:39.137449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.184991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:15:39.188330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:15:39.192226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:15:39.218022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=11984698-f6f8-4b19-9011-d1c7312a884e,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:39.253501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:39.254186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.273331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-5d80acb3-2502-4973-aa50-6c8b497d177f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5601146 Sep 25 01:15:39.292855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Request body: {'port': {'device_id': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:39.329400 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a29665-3fee-4005-aba4-79c809d9f0bc req-a1c0a42a-fbc0-459e-b9dc-b909c62c0e56 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:39.331699 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-92a29665-3fee-4005-aba4-79c809d9f0bc req-a1c0a42a-fbc0-459e-b9dc-b909c62c0e56 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 932 time: 0.0513170 Sep 25 01:15:39.362560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.394062 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-92a29665-3fee-4005-aba4-79c809d9f0bc req-0188a149-7633-48b6-aee7-465d28751034 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562301 Sep 25 01:15:39.482761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:39.530592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7d340ea9-961c-46b6-87f7-012a520deb42 None None] Provisioning complete for port 11984698-f6f8-4b19-9011-d1c7312a884e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:39.531148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7d340ea9-961c-46b6-87f7-012a520deb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.531525 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7d340ea9-961c-46b6-87f7-012a520deb42 None None] Attempt 1 to provision port 11984698-f6f8-4b19-9011-d1c7312a884e Sep 25 01:15:39.564607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7d340ea9-961c-46b6-87f7-012a520deb42 None None] Port 11984698-f6f8-4b19-9011-d1c7312a884e cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:15:39.637211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11984698-f6f8-4b19-9011-d1c7312a884e {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:15:39.644958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Publish callbacks [] for port (11984698-f6f8-4b19-9011-d1c7312a884e), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.657051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Transition to ACTIVE for port object 11984698-f6f8-4b19-9011-d1c7312a884e will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:15:39.660831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.739606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Pushing event updated for resources: {'Port': ['ID=11984698-f6f8-4b19-9011-d1c7312a884e,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:39.768061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Attempting to bind port 11984698-f6f8-4b19-9011-d1c7312a884e on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:15:39.768389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Attempting to bind port 11984698-f6f8-4b19-9011-d1c7312a884e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:15:39.768981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Attempting to bind port 11984698-f6f8-4b19-9011-d1c7312a884e on network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:15:39.813371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Port 11984698-f6f8-4b19-9011-d1c7312a884e on network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:15:39.813697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Attempting to bind port 11984698-f6f8-4b19-9011-d1c7312a884e on network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:15:39.855250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:15:39.855584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Checking segment: {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:15:39.856027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Bound using segment: {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:15:39.856422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Bound port: 11984698-f6f8-4b19-9011-d1c7312a884e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34fedf55-d0f2-4252-955a-c7ec3905d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:15:39.856777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.918087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] For port 11984698-f6f8-4b19-9011-d1c7312a884e, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:15:39.921045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] For port 11984698-f6f8-4b19-9011-d1c7312a884e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=11984698-f6f8-4b19-9011-d1c7312a884e,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:15:39.927303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.931281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:39.931888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:39.933896 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/11984698-f6f8-4b19-9011-d1c7312a884e HTTP/1.1" status: 200 len: 1094 time: 0.6488645 Sep 25 01:15:39.934438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:15:39.936719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2d27cf-ce13-4924-bf10-ed266da7e45e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:15:39.980479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0a8131-6b18-4cde-9116-cec2a8aae436 x-openstack-request-id: req-8c0a8131-6b18-4cde-9116-cec2a8aae436 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:15:39.980775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:15:39.981051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c0a8131-6b18-4cde-9116-cec2a8aae436 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:15:39.981459 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0a8131-6b18-4cde-9116-cec2a8aae436'] response: {'name': 'network-changed', 'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e', 'status': 'completed', 'code': 200} Sep 25 01:15:39.984022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:39.994384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d22874-5b3d-4674-bea4-d790d8d357bf service neutron] Pushing event updated for resources: {'Port': ['ID=11984698-f6f8-4b19-9011-d1c7312a884e,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:40.043408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-eaed87a5-2c6e-4ac5-8f42-6d7905a6ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:40.045016 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-eaed87a5-2c6e-4ac5-8f42-6d7905a6ea8b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 1128 time: 0.0419507 Sep 25 01:15:40.066117 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7d340ea9-961c-46b6-87f7-012a520deb42 None None] Attempt 2 to provision port 11984698-f6f8-4b19-9011-d1c7312a884e Sep 25 01:15:40.093290 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-8ec11959-a6d0-4c70-a5f3-d406d382e209 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11984698-f6f8-4b19-9011-d1c7312a884e HTTP/1.1" status: 200 len: 217 time: 0.0352495 Sep 25 01:15:40.105349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7d340ea9-961c-46b6-87f7-012a520deb42 None None] Port 11984698-f6f8-4b19-9011-d1c7312a884e had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:15:40.143557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-f7779e87-5bef-4028-b3b0-79aec4bbdabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:40.145328 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-f7779e87-5bef-4028-b3b0-79aec4bbdabf service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0c5930ac-695f-4a86-bc70-7bfb0b884c80 HTTP/1.1" status: 200 len: 835 time: 0.0470829 Sep 25 01:15:40.194880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-17eccb9c-7ee2-4fac-bf3f-7581e1a4fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:40.196420 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-17eccb9c-7ee2-4fac-bf3f-7581e1a4fce2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450566 Sep 25 01:15:40.290289 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-74a84bdb-2d21-4a8f-8e59-494cdb85edc5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867710 Sep 25 01:15:40.375771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:40.386989 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f22c3019-9b5e-4c7e-9afa-2479c6008d45 req-8c7846b0-6a3a-4628-9e69-faa062074a4c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908477 Sep 25 01:15:40.518411 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba0873-8099-4379-9354-bd45a2f62e01 req-348d1768-9ab2-461e-8125-b1ed0ad94f7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:40.520104 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-34ba0873-8099-4379-9354-bd45a2f62e01 req-348d1768-9ab2-461e-8125-b1ed0ad94f7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 944 time: 0.0465024 Sep 25 01:15:40.570751 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-34ba0873-8099-4379-9354-bd45a2f62e01 req-02e637b9-c361-48b9-ab33-cd3eeeded27e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441241 Sep 25 01:15:40.947759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:41.693957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06997fed-8ba6-4973-b134-ab6ae9ab3914 req-773d0748-249f-4da8-9baa-2e37cf9f399c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:41.695435 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06997fed-8ba6-4973-b134-ab6ae9ab3914 req-773d0748-249f-4da8-9baa-2e37cf9f399c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 944 time: 0.0469987 Sep 25 01:15:41.744996 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06997fed-8ba6-4973-b134-ab6ae9ab3914 req-a920e1a0-b903-420b-b36c-ff80aaadaf3e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436659 Sep 25 01:15:42.389869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 11984698-f6f8-4b19-9011-d1c7312a884e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:15:42.398613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-e56d9ffb-f634-4dce-b4b5-91392cea547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:42.400096 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-e56d9ffb-f634-4dce-b4b5-91392cea547e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 1128 time: 0.0431433 Sep 25 01:15:42.484818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:42.492588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 11984698-f6f8-4b19-9011-d1c7312a884e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=11984698-f6f8-4b19-9011-d1c7312a884e,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:42.496329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-648f86fc-7c17-4b30-ab94-7e08595d0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:42.497820 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-648f86fc-7c17-4b30-ab94-7e08595d0dc6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13 HTTP/1.1" status: 200 len: 897 time: 0.0920403 Sep 25 01:15:42.506535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '11984698-f6f8-4b19-9011-d1c7312a884e', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'port_id': '11984698-f6f8-4b19-9011-d1c7312a884e', 'mac_address': 'fa:16:3e:4f:56:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:15:42.547646 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-727b6910-548d-4d25-a0e2-bad50f6ce9fb service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11984698-f6f8-4b19-9011-d1c7312a884e HTTP/1.1" status: 200 len: 217 time: 0.0369430 Sep 25 01:15:42.552064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 11984698-f6f8-4b19-9011-d1c7312a884e is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:42.552459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:42.566378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11984698-f6f8-4b19-9011-d1c7312a884e {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:15:42.588240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 11984698-f6f8-4b19-9011-d1c7312a884e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=11984698-f6f8-4b19-9011-d1c7312a884e,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:42.593979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:42.604041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-5178bf69-5a67-4c5a-a0f2-5311183ca9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:42.605721 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-5178bf69-5a67-4c5a-a0f2-5311183ca9d0 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0c5930ac-695f-4a86-bc70-7bfb0b884c80 HTTP/1.1" status: 200 len: 835 time: 0.0519347 Sep 25 01:15:42.648555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=11984698-f6f8-4b19-9011-d1c7312a884e,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:42.653006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-9750cf87-6236-42ee-aeea-294b82c9eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:42.654537 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-9750cf87-6236-42ee-aeea-294b82c9eb15 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424335 Sep 25 01:15:42.748230 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-4eade436-ad39-4457-84b0-3f5acc257529 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874972 Sep 25 01:15:42.843728 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da2d27cf-ce13-4924-bf10-ed266da7e45e req-fed3763f-bf5b-499c-825c-8af04b787af4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890758 Sep 25 01:15:42.876847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5633525-0c4e-4c37-833f-41cf67a0fcb7 req-7158a0e9-b179-4d59-8a6f-37eb3d7069db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:42.878397 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c5633525-0c4e-4c37-833f-41cf67a0fcb7 req-7158a0e9-b179-4d59-8a6f-37eb3d7069db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 945 time: 0.0529859 Sep 25 01:15:42.928419 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c5633525-0c4e-4c37-833f-41cf67a0fcb7 req-0ba2031e-a052-4f26-a762-8f91c533f9db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443218 Sep 25 01:15:43.007882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['11984698-f6f8-4b19-9011-d1c7312a884e'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:15:44.051243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79487b-74a0-457b-84d8-fdcdc3ccff03 req-1dacc9d8-1002-4bf7-a332-cea6d9db4a42 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:44.052780 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5b79487b-74a0-457b-84d8-fdcdc3ccff03 req-1dacc9d8-1002-4bf7-a332-cea6d9db4a42 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 945 time: 0.0488021 Sep 25 01:15:44.106973 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5b79487b-74a0-457b-84d8-fdcdc3ccff03 req-0075c295-7b45-4532-9721-3f42d74607a3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480711 Sep 25 01:15:44.412002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 11984698-f6f8-4b19-9011-d1c7312a884e up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:15:44.455546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:44.456540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 11984698-f6f8-4b19-9011-d1c7312a884e completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:15:44.461763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 11984698-f6f8-4b19-9011-d1c7312a884e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:15:44.462211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:44.462564 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 11984698-f6f8-4b19-9011-d1c7312a884e Sep 25 01:15:44.541434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 11984698-f6f8-4b19-9011-d1c7312a884e is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:15:44.541819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:44.567921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:15:44.570830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97314160-5616-4c30-a5c3-ae8770433e62" -d '{"events": [{"server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "name": "network-vif-plugged", "status": "completed", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:15:44.584072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 11984698-f6f8-4b19-9011-d1c7312a884e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=11984698-f6f8-4b19-9011-d1c7312a884e,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:15:44.588404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:44.612368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc00ddf8-89ff-4e6d-804d-ed65b1c98f45 x-openstack-request-id: req-fc00ddf8-89ff-4e6d-804d-ed65b1c98f45 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:15:44.612661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "name": "network-vif-plugged", "status": "completed", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:15:44.612912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc00ddf8-89ff-4e6d-804d-ed65b1c98f45 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:15:44.613304 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc00ddf8-89ff-4e6d-804d-ed65b1c98f45'] response: {'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e', 'code': 200} Sep 25 01:15:44.638451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=11984698-f6f8-4b19-9011-d1c7312a884e,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:44.809185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:44.816473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27358f-523a-4485-8100-39a0542e4760 req-03a30769-fea9-4dfc-bb1e-604d98159d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:44.818094 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ef27358f-523a-4485-8100-39a0542e4760 req-03a30769-fea9-4dfc-bb1e-604d98159d29 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 1130 time: 0.0422268 Sep 25 01:15:44.865553 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ef27358f-523a-4485-8100-39a0542e4760 req-dd66bf56-fe7d-4469-9e9e-f8b82e61a163 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Sep 25 01:15:45.012759 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=37 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:45.027326 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:45.231679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8013e-28fb-46c5-bc6a-a4891280c67b req-ae6c36be-a957-49dd-a166-fa02838dfc87 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:45.233162 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5ce8013e-28fb-46c5-bc6a-a4891280c67b req-ae6c36be-a957-49dd-a166-fa02838dfc87 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 946 time: 0.0482061 Sep 25 01:15:45.284093 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5ce8013e-28fb-46c5-bc6a-a4891280c67b req-d26b24d7-fe84-4cf1-a229-b3c7d65150d3 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453665 Sep 25 01:15:46.410717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b313a-6734-4bf6-9331-67e646fdbcbe req-bff5ab01-3165-430a-8c3d-a2e8de1da5b6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:46.412319 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f53b313a-6734-4bf6-9331-67e646fdbcbe req-bff5ab01-3165-430a-8c3d-a2e8de1da5b6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 946 time: 0.0494375 Sep 25 01:15:46.462625 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f53b313a-6734-4bf6-9331-67e646fdbcbe req-34e5ca49-7a44-4e44-ba75-81167ca7427a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Sep 25 01:15:47.590114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9f938-a50f-46a7-bb40-5c77b73f116e req-12ce285b-b3f4-4910-bc59-e0dec2fad775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:47.591582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33c9f938-a50f-46a7-bb40-5c77b73f116e req-12ce285b-b3f4-4910-bc59-e0dec2fad775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 946 time: 0.0505068 Sep 25 01:15:47.640419 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33c9f938-a50f-46a7-bb40-5c77b73f116e req-99f7b0bd-0efc-4b0d-96f5-064a53ec99a0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Sep 25 01:15:47.760305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2853b70-901f-47dd-a1e3-0ecbe6457d01 req-929c2bbd-7794-4cc1-af12-54868d0225b8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:47.762271 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a2853b70-901f-47dd-a1e3-0ecbe6457d01 req-929c2bbd-7794-4cc1-af12-54868d0225b8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 946 time: 0.0455959 Sep 25 01:15:47.816218 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a2853b70-901f-47dd-a1e3-0ecbe6457d01 req-0b342f2c-57a6-483b-b82b-a80463f3ccee tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483713 Sep 25 01:15:47.844548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59824) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:47.885517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab71801-0097-4a2f-ab5f-98c50943b590 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:47.887622 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cab71801-0097-4a2f-ab5f-98c50943b590 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 1125 time: 0.0420873 Sep 25 01:15:47.890690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59826) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:47.895590 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '11984698-f6f8-4b19-9011-d1c7312a884e', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:15:47.916966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:47.999120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:48.105571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.80 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/ff6d6cad-3548-4564-8a9d-689806e5147d) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:15:48.420555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:48.428644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:48.469501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (ff6d6cad-3548-4564-8a9d-689806e5147d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:48.502895 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ff6d6cad-3548-4564-8a9d-689806e5147d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:48.547117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:15:48.552167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:15:48.555368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:15:48.560688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=ff6d6cad-3548-4564-8a9d-689806e5147d,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:48.913645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (8fa248ff-2cbf-496a-9448-ced17713625c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:48.980222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ff6d6cad-3548-4564-8a9d-689806e5147d), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:49.128639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (ff6d6cad-3548-4564-8a9d-689806e5147d), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:49.133413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (ff6d6cad-3548-4564-8a9d-689806e5147d), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:49.197624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:49.205055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=ff6d6cad-3548-4564-8a9d-689806e5147d,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:15:49.207767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (8fa248ff-2cbf-496a-9448-ced17713625c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:49.210112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:49.309830 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 8fa248ff-2cbf-496a-9448-ced17713625c associated. External IP: 172.36.7.80, port: 11984698-f6f8-4b19-9011-d1c7312a884e. Sep 25 01:15:49.510208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router e0db67aa-f639-4c18-a671-952060bf7766 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:15:49.617973 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:15:49.628640 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] Sync routers for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:15:49.637681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:49.639720 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:49.640369 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:49.677195 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5f0d2049-e983-4623-9ce8-ebb4bc92b047 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7852278 Sep 25 01:15:49.677853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:15:49.680122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59828) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:49.680589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:15:49.729175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173e724f-1dc8-4ba2-8209-85377e0913fa x-openstack-request-id: req-173e724f-1dc8-4ba2-8209-85377e0913fa {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:15:49.729974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:15:49.730214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-173e724f-1dc8-4ba2-8209-85377e0913fa {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:15:49.730650 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173e724f-1dc8-4ba2-8209-85377e0913fa'] response: {'name': 'network-changed', 'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e', 'status': 'completed', 'code': 200} Sep 25 01:15:49.749212 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:49.833725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-bc42b330-ca5b-4302-b9fb-8013839a4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:49.835158 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-bc42b330-ca5b-4302-b9fb-8013839a4c5b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 1130 time: 0.0533068 Sep 25 01:15:49.837323 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-56b70fc9-c790-414f-907b-8458a7a506d8 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/e0db67aa-f639-4c18-a671-952060bf7766 HTTP/1.1" status: 200 len: 921 time: 0.1561198 Sep 25 01:15:49.840776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59832) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:49.902171 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cd1b569d-d67b-4cfc-b4b2-bc6e6efcd51d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/8fa248ff-2cbf-496a-9448-ced17713625c HTTP/1.1" status: 200 len: 991 time: 0.0586567 Sep 25 01:15:49.903677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:49.932800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-0c24f4cd-dacf-4817-8784-b1b4e4be53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:49.934326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-0c24f4cd-dacf-4817-8784-b1b4e4be53b0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13 HTTP/1.1" status: 200 len: 897 time: 0.0933573 Sep 25 01:15:49.970972 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8fa248ff-2cbf-496a-9448-ced17713625c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.80', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'port_id': '11984698-f6f8-4b19-9011-d1c7312a884e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'mac_address': 'fa:16:3e:4f:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:15:48Z', 'updated_at': '2022-09-25T01:15:48Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:15:37Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:49.996590 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-f5633255-c5d8-43b2-9300-d8bfbb5c703d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11984698-f6f8-4b19-9011-d1c7312a884e HTTP/1.1" status: 200 len: 999 time: 0.0566287 Sep 25 01:15:50.000188 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] Checking router: e0db67aa-f639-4c18-a671-952060bf7766 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:15:50.008838 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:15:50.009471 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:15:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:50.046328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-06f3eb54-4652-4706-97e2-37446201ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:50.047917 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-06f3eb54-4652-4706-97e2-37446201ae1c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0c5930ac-695f-4a86-bc70-7bfb0b884c80 HTTP/1.1" status: 200 len: 835 time: 0.0459380 Sep 25 01:15:50.091326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-dc120cf6-ab37-4185-b307-302738228e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:50.092830 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-dc120cf6-ab37-4185-b307-302738228e3c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393364 Sep 25 01:15:50.114562 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:15:50.188561 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-9aadfa8f-1f7e-4178-9616-619c40c91f28 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900724 Sep 25 01:15:50.284514 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba8aec60-01fb-4b41-b09b-d7e0010ce48e req-eac8989d-f9ae-43cf-9288-8204da518cad service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892696 Sep 25 01:15:50.330726 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8fa248ff-2cbf-496a-9448-ced17713625c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.80', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'port_id': '11984698-f6f8-4b19-9011-d1c7312a884e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'mac_address': 'fa:16:3e:4f:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:15:48Z', 'updated_at': '2022-09-25T01:15:48Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:15:37Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:15:50.356637 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07354eb3-4f5c-4b0b-9c1a-e548499b550e None None] The sync data for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv is: [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8fa248ff-2cbf-496a-9448-ced17713625c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.80', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'port_id': '11984698-f6f8-4b19-9011-d1c7312a884e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'mac_address': 'fa:16:3e:4f:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:15:48Z', 'updated_at': '2022-09-25T01:15:48Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:15:37Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:15:50.583027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64573cde-5c78-4e39-a145-cfd0d9c35a0b None None] New status for floating IP 8fa248ff-2cbf-496a-9448-ced17713625c: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:15:50.904458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59834) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:15:50.965480 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ecd557bd-d6ca-4261-a975-5fc28703cd0e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/8fa248ff-2cbf-496a-9448-ced17713625c HTTP/1.1" status: 200 len: 993 time: 0.0598722 Sep 25 01:15:53.153622 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:15:55.012290 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-032912e2-8f79-4191-b236-52e27fdcbccf req-63e52515-a400-48df-8814-af1f474050f3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779727 Sep 25 01:15:55.086742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032912e2-8f79-4191-b236-52e27fdcbccf req-c0db050d-702c-42d9-ac16-eaa3a727c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:55.088735 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-032912e2-8f79-4191-b236-52e27fdcbccf req-c0db050d-702c-42d9-ac16-eaa3a727c103 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 1130 time: 0.0398388 Sep 25 01:15:55.194240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032912e2-8f79-4191-b236-52e27fdcbccf req-04d2844c-bf7f-42e5-af7e-10046f54ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:55.195643 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-032912e2-8f79-4191-b236-52e27fdcbccf req-04d2844c-bf7f-42e5-af7e-10046f54ce65 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.0900753 Sep 25 01:15:55.207111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:55.258142 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-032912e2-8f79-4191-b236-52e27fdcbccf req-6e5f4117-a3d0-4f36-817f-78631cf716c0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0 HTTP/1.1" status: 200 len: 1002 time: 0.0570450 Sep 25 01:15:55.307449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032912e2-8f79-4191-b236-52e27fdcbccf req-7e035ecc-62be-4140-9e57-6cf81e9c2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:55.308994 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-032912e2-8f79-4191-b236-52e27fdcbccf req-7e035ecc-62be-4140-9e57-6cf81e9c2bb3 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0458729 Sep 25 01:15:55.359178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032912e2-8f79-4191-b236-52e27fdcbccf req-99dfbfa9-3e65-4392-933d-e5ec41411226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:15:55.360960 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-032912e2-8f79-4191-b236-52e27fdcbccf req-99dfbfa9-3e65-4392-933d-e5ec41411226 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462732 Sep 25 01:15:55.456477 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-032912e2-8f79-4191-b236-52e27fdcbccf req-d88f414a-28d3-4c19-8252-185a4a6b7fb0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896256 Sep 25 01:15:55.561857 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-032912e2-8f79-4191-b236-52e27fdcbccf req-b333dab6-d99f-4fb7-b101-84713b7fe998 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993474 Sep 25 01:15:58.576352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-104b095a-f035-4b58-8559-bd1cd69498dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:00.953178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=54,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:00.960518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=64 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:01.477333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-853134b2-283b-4e2f-abe2-fde9da931ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:03.148164 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=88 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:03.148943 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=88 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:03.760026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:03.766041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:05.555226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:05.557124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=30 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:05.922933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:06.472710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:10.943232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:11.545821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59838) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:11.690495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Deleting port d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:11.690879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:11.773384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:11.773710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:11.787157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Calling delete_port for d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:11.935501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:11.960556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event deleted for resources: {'Port': ['ID=d6d3df7e-b1cb-47cf-8a33-c25fa7f9f15c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:12.027428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (daa696cc-7fda-47df-83a3-ad3ee89cb803), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:12.027762 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Floating IP daa696cc-7fda-47df-83a3-ad3ee89cb803 disassociated (deleted). External IP: 172.36.7.103, port: 62b09148-5d46-44ed-b011-6ab88b1bdad0. Sep 25 01:16:12.229002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Router 34ab2f79-5d5c-412c-8034-c462c45955b3 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:16:12.330088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:12.333441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:16:12.338899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:12.344347 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] Sync routers for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:16:12.354721 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:12.355373 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:12.371281 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b040123f-c5b1-4ae2-8e95-07eaf54af5d6 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/daa696cc-7fda-47df-83a3-ad3ee89cb803 HTTP/1.1" status: 204 len: 168 time: 0.8244503 Sep 25 01:16:12.371925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:16:12.374210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d793191e-adca-439d-a846-b8a0a393967e" -d '{"events": [{"name": "network-changed", "server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:16:12.472877 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:12.481656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137fdd42-5d4c-4139-9459-11c21064ee75 x-openstack-request-id: req-137fdd42-5d4c-4139-9459-11c21064ee75 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:16:12.481984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:16:12.482248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-137fdd42-5d4c-4139-9459-11c21064ee75 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:16:12.482675 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137fdd42-5d4c-4139-9459-11c21064ee75'] response: {'name': 'network-changed', 'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'status': 'completed', 'code': 200} Sep 25 01:16:12.643058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e85131-adbe-4990-bd58-2d29d4b10c5b req-405ab64c-c672-43b9-b928-d9cf4aced7b4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:12.644990 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e6e85131-adbe-4990-bd58-2d29d4b10c5b req-405ab64c-c672-43b9-b928-d9cf4aced7b4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 946 time: 0.0503352 Sep 25 01:16:12.701049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e6e85131-adbe-4990-bd58-2d29d4b10c5b req-72e1da6f-b1fb-4c5d-9488-1cb89fb67b7c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486650 Sep 25 01:16:12.718738 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce0bbe57-9634-4411-a68d-8066568d54b1', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.50', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:12:15Z', 'updated_at': '2022-09-25T01:12:17Z', 'revision_number': 1, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:12.745204 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] Checking router: 34ab2f79-5d5c-412c-8034-c462c45955b3 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:16:12.754024 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:12.754626 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:12.944349 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:13.150276 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce0bbe57-9634-4411-a68d-8066568d54b1', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.50', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:12:15Z', 'updated_at': '2022-09-25T01:12:17Z', 'revision_number': 1, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:13.174537 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d95b2f-e50a-4d8e-9083-b343458e3788 None None] The sync data for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv is: [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce0bbe57-9634-4411-a68d-8066568d54b1', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'floating_ip_address': '172.36.7.50', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'port_id': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'mac_address': 'fa:16:3e:38:ff:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:12:15Z', 'updated_at': '2022-09-25T01:12:17Z', 'revision_number': 1, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:16:13.415402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a66cea-6a4c-409f-9adb-b7b667c79d38 None None] New status for floating IP daa696cc-7fda-47df-83a3-ad3ee89cb803: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:16:13.681376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793191e-adca-439d-a846-b8a0a393967e req-2fc6a2fa-6cce-43a7-a50c-ea867cab2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:13.683426 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d793191e-adca-439d-a846-b8a0a393967e req-2fc6a2fa-6cce-43a7-a50c-ea867cab2f3b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 1130 time: 0.0436332 Sep 25 01:16:13.776838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793191e-adca-439d-a846-b8a0a393967e req-fe070829-c229-4344-b928-7eddfa52007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:13.778533 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d793191e-adca-439d-a846-b8a0a393967e req-fe070829-c229-4344-b928-7eddfa52007b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.0875273 Sep 25 01:16:13.822493 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d793191e-adca-439d-a846-b8a0a393967e req-9ba53711-1566-4264-a2ff-151ed87b56d1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0 HTTP/1.1" status: 200 len: 217 time: 0.0373576 Sep 25 01:16:13.826649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db505425-d6dc-4ae5-9df7-770953f4eb65 req-943b9297-34cd-4d3d-9fb1-4349be662d1c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:13.828133 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-db505425-d6dc-4ae5-9df7-770953f4eb65 req-943b9297-34cd-4d3d-9fb1-4349be662d1c tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 946 time: 0.0481126 Sep 25 01:16:13.862284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:13.881315 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-db505425-d6dc-4ae5-9df7-770953f4eb65 req-fb52d927-0315-4caa-bdf6-c8cb2de9ad14 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474763 Sep 25 01:16:14.065622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793191e-adca-439d-a846-b8a0a393967e req-babab4c4-7dae-4af1-8bea-36e2125913bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:14.067095 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d793191e-adca-439d-a846-b8a0a393967e req-babab4c4-7dae-4af1-8bea-36e2125913bd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0454428 Sep 25 01:16:14.112495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793191e-adca-439d-a846-b8a0a393967e req-2e214906-e021-41ab-9ff7-fb797d1823b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:14.114009 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d793191e-adca-439d-a846-b8a0a393967e req-2e214906-e021-41ab-9ff7-fb797d1823b5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405140 Sep 25 01:16:14.419385 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d793191e-adca-439d-a846-b8a0a393967e req-511b0a04-7af0-4e98-bf5e-755d87df98f6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960128 Sep 25 01:16:14.538235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c5a12893-0983-4bd2-acbd-61b597a9567e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:14.539675 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c5a12893-0983-4bd2-acbd-61b597a9567e tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 946 time: 0.0879312 Sep 25 01:16:14.635318 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d793191e-adca-439d-a846-b8a0a393967e req-c50c7d9d-9324-493d-b15d-fd5fa8569d4c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817532 Sep 25 01:16:14.649868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Deleting port 62b09148-5d46-44ed-b011-6ab88b1bdad0 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:14.650208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:15.073249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673b3d-b50a-49b1-9d8a-964d47314e15 req-6573dd25-cae2-4a33-b0a4-95c584126b5f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:15.074755 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4673b3d-b50a-49b1-9d8a-964d47314e15 req-6573dd25-cae2-4a33-b0a4-95c584126b5f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 946 time: 0.0728495 Sep 25 01:16:15.076481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] For port 62b09148-5d46-44ed-b011-6ab88b1bdad0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=62b09148-5d46-44ed-b011-6ab88b1bdad0,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:15.076852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:15.101942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Calling delete_port for 62b09148-5d46-44ed-b011-6ab88b1bdad0 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:15.176802 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4673b3d-b50a-49b1-9d8a-964d47314e15 req-a8cd8ee8-9232-487f-99b0-5e75137dd8fc tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921502 Sep 25 01:16:15.197873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:15.253221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:15.266791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (62b09148-5d46-44ed-b011-6ab88b1bdad0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:15.293796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event deleted for resources: {'Port': ['ID=62b09148-5d46-44ed-b011-6ab88b1bdad0,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:15.309859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.310095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.310481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.310796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.311136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.311517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.311889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.312251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.312586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.313033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.313375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.313712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.314043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.314368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.314693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:15.352454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] No DVR routers for this DVR port 62b09148-5d46-44ed-b011-6ab88b1bdad0 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:16:15.355718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:15.359250 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ec8aeee2-5a29-4c14-b8ab-cc6d51eba2e5 req-c9c4e6c3-bc8e-42e8-b20d-d32f1755806f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "DELETE /networking/v2.0/ports/62b09148-5d46-44ed-b011-6ab88b1bdad0 HTTP/1.1" status: 204 len: 173 time: 0.8137846 Sep 25 01:16:15.359774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'name': 'network-vif-deleted', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:16:15.362653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af4b8b8-4a56-482a-849f-e7baeca58a11" -d '{"events": [{"server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "name": "network-vif-deleted", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:16:15.456782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216aa68a-e698-4040-93ee-84189e0df3d1 x-openstack-request-id: req-216aa68a-e698-4040-93ee-84189e0df3d1 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:16:15.457083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e4e3c3-8627-4e31-b847-19db6eb51109", "name": "network-vif-deleted", "tag": "62b09148-5d46-44ed-b011-6ab88b1bdad0", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:16:15.457338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-216aa68a-e698-4040-93ee-84189e0df3d1 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:16:15.457751 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216aa68a-e698-4040-93ee-84189e0df3d1'] response: {'server_uuid': '28e4e3c3-8627-4e31-b847-19db6eb51109', 'name': 'network-vif-deleted', 'tag': '62b09148-5d46-44ed-b011-6ab88b1bdad0', 'status': 'completed', 'code': 200} Sep 25 01:16:16.290024 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b912f04a-db66-4fea-b40c-d8f3936d9234 req-3eb9c47b-9e6c-4789-91d7-c25313da5b07 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 210 time: 0.0350876 Sep 25 01:16:16.546448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 62b09148-5d46-44ed-b011-6ab88b1bdad0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:16.549248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:16.568424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 62b09148-5d46-44ed-b011-6ab88b1bdad0 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:16:16.568793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 62b09148-5d46-44ed-b011-6ab88b1bdad0 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:16:17.400194 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4e76755f-998d-4650-9429-4b4948c01691 req-1bcb2e2f-aca7-4900-8322-dd0f9449c8c4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 210 time: 0.0286624 Sep 25 01:16:18.503998 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6589c41-a1d8-45e2-accb-b074bb098f6c req-c9d3f46f-d50f-46c0-84f1-8312c1671802 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 210 time: 0.0294700 Sep 25 01:16:19.613425 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f487d65d-c143-4071-a2a4-211798e7f3cc req-2f01cadc-db36-43dc-a0e4-864a73f42233 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=28e4e3c3-8627-4e31-b847-19db6eb51109 HTTP/1.1" status: 200 len: 210 time: 0.0328338 Sep 25 01:16:23.148347 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=83 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:23.153681 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=71 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:26.088737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59898) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:26.231436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Deleting port ff28e5a5-fe18-489e-9099-637f42a2bdd4 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:26.231786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ff28e5a5-fe18-489e-9099-637f42a2bdd4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:26.308554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ff28e5a5-fe18-489e-9099-637f42a2bdd4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:26.308887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (ff28e5a5-fe18-489e-9099-637f42a2bdd4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:26.321703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Calling delete_port for ff28e5a5-fe18-489e-9099-637f42a2bdd4 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:26.471291 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ff28e5a5-fe18-489e-9099-637f42a2bdd4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:26.496017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event deleted for resources: {'Port': ['ID=ff28e5a5-fe18-489e-9099-637f42a2bdd4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:26.551120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:26.566036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (ce0bbe57-9634-4411-a68d-8066568d54b1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:26.566400 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Floating IP ce0bbe57-9634-4411-a68d-8066568d54b1 disassociated (deleted). External IP: 172.36.7.50, port: bfb803d1-d7aa-4862-b06a-e4e8ca5213a9. Sep 25 01:16:27.008602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Router 34ab2f79-5d5c-412c-8034-c462c45955b3 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:16:27.061731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:27.117562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:16:27.122864 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:27.126628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:27.127405 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] Sync routers for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:16:27.141272 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:27.141903 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:27.156450 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1aa4115b-6225-4081-a19c-9e7cbb738257 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ce0bbe57-9634-4411-a68d-8066568d54b1 HTTP/1.1" status: 204 len: 168 time: 1.0663562 Sep 25 01:16:27.156906 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:16:27.159190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d81ece-96b0-4dc5-948c-7428116fdcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:16:27.199888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0a3b6d-4d8e-42be-8801-9d83c2d9e4d6 x-openstack-request-id: req-6c0a3b6d-4d8e-42be-8801-9d83c2d9e4d6 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:16:27.200218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:16:27.200484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c0a3b6d-4d8e-42be-8801-9d83c2d9e4d6 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:16:27.200899 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0a3b6d-4d8e-42be-8801-9d83c2d9e4d6'] response: {'name': 'network-changed', 'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'status': 'completed', 'code': 200} Sep 25 01:16:27.245931 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:27.297419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-f845781a-4d36-4478-8e1b-c65ced9e6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:27.299290 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-f845781a-4d36-4478-8e1b-c65ced9e6a76 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 1130 time: 0.0486832 Sep 25 01:16:27.394379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df0fbf-4a3c-4e56-80cb-02bf6f273695 req-eaec86ee-6e2b-4843-bf84-c5cd2c0f5de8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:27.396051 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-07df0fbf-4a3c-4e56-80cb-02bf6f273695 req-eaec86ee-6e2b-4843-bf84-c5cd2c0f5de8 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 946 time: 0.0529339 Sep 25 01:16:27.449326 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-07df0fbf-4a3c-4e56-80cb-02bf6f273695 req-773f7a52-4427-478e-ad4e-d3855f72a3c1 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476022 Sep 25 01:16:27.458194 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:27.483138 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] Checking router: 34ab2f79-5d5c-412c-8034-c462c45955b3 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:16:27.491967 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:27.492593 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:27.594688 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:27.778079 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:27.802087 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55104e0e-5a6c-4244-a4eb-2270582a9be4 None None] The sync data for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv is: [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:08:31Z', 'revision_number': 4, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4c135248-6194-4f92-ac03-7c2f460c60ec', 'name': '', 'network_id': '11756310-9c29-4870-bad5-15bf8c86caa9', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'mac_address': 'fa:16:3e:95:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:30Z', 'updated_at': '2022-09-25T01:08:37Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'subnets': [{'id': '2cb39274-4e38-4e30-a57b-c2970ea2a0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:16:28.016688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4eefe6-0456-4988-84fb-0046b1bbf306 None None] New status for floating IP ce0bbe57-9634-4411-a68d-8066568d54b1: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:16:28.513057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-a6b1b2c5-9bb3-4b46-b20f-dbc69090d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:28.514528 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-a6b1b2c5-9bb3-4b46-b20f-dbc69090d650 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 200 len: 912 time: 0.1099072 Sep 25 01:16:28.580470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6af4b0c4-b6b4-4325-aea2-f312a9e3b7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:28.589020 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-ef5994f4-99d3-41d9-bbe4-c895510b490d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 HTTP/1.1" status: 200 len: 217 time: 0.0497372 Sep 25 01:16:28.604446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626fee0-dee0-44b7-bc4f-68bd6a77a398 req-fe2b0875-47f6-4b7f-8533-aa7195d8c392 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:28.606003 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2626fee0-dee0-44b7-bc4f-68bd6a77a398 req-fe2b0875-47f6-4b7f-8533-aa7195d8c392 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 946 time: 0.0767808 Sep 25 01:16:28.663985 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2626fee0-dee0-44b7-bc4f-68bd6a77a398 req-97ba620b-0fc3-4eb7-8817-b71ec60c27b4 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=37992e51-3519-4491-9816-2fb504637b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520494 Sep 25 01:16:28.821350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-584e9dd0-5940-472a-9139-faf8b1468ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:28.823256 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-584e9dd0-5940-472a-9139-faf8b1468ff0 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 200 len: 850 time: 0.0449638 Sep 25 01:16:28.868805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-dd039ab7-eadd-40ac-b208-5ad0a2e260e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:28.870350 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-dd039ab7-eadd-40ac-b208-5ad0a2e260e3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=11756310-9c29-4870-bad5-15bf8c86caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410218 Sep 25 01:16:28.966399 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-82b57d0a-984a-4da1-88fa-4d4ffc4b3356 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890574 Sep 25 01:16:29.141225 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-98d81ece-96b0-4dc5-948c-7428116fdcb1 req-defd2b4d-bac8-4f62-9666-c7ad7d89cbc9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921743 Sep 25 01:16:29.261930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-2e4894c2-1611-42c1-a482-a8b2e1ab6fff tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:29.263400 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-2e4894c2-1611-42c1-a482-a8b2e1ab6fff tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 946 time: 0.0517397 Sep 25 01:16:29.348775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Deleting port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:29.349116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:29.445246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] For port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:29.445532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:29.458818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Calling delete_port for bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:29.517429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:29.530008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:29.586387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (bfb803d1-d7aa-4862-b06a-e4e8ca5213a9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:29.623562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event deleted for resources: {'Port': ['ID=bfb803d1-d7aa-4862-b06a-e4e8ca5213a9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:29.664447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] No DVR routers for this DVR port bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:16:29.666956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:29.670249 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ef38d6f1-6acd-458c-9fb9-de7f91561cfd req-f654b811-b424-40d9-a51e-00f6f42d48ba tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.60 "DELETE /networking/v2.0/ports/bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 HTTP/1.1" status: 204 len: 173 time: 0.4017224 Sep 25 01:16:29.670743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'name': 'network-vif-deleted', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:16:29.673086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3637592-d82a-4db6-8969-39ce2e43ec3c" -d '{"events": [{"server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "name": "network-vif-deleted", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:16:29.718155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b917009-ce8c-4bd9-bf3b-f4bd46989e5b x-openstack-request-id: req-0b917009-ce8c-4bd9-bf3b-f4bd46989e5b {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:16:29.718457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ac67ce-9387-4ba8-9cba-d7f368b753f3", "name": "network-vif-deleted", "tag": "bfb803d1-d7aa-4862-b06a-e4e8ca5213a9", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:16:29.718714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b917009-ce8c-4bd9-bf3b-f4bd46989e5b {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:16:29.719133 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b917009-ce8c-4bd9-bf3b-f4bd46989e5b'] response: {'server_uuid': '95ac67ce-9387-4ba8-9cba-d7f368b753f3', 'name': 'network-vif-deleted', 'tag': 'bfb803d1-d7aa-4862-b06a-e4e8ca5213a9', 'status': 'completed', 'code': 200} Sep 25 01:16:29.774173 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-65c8c797-e879-46fb-9ccd-b24568fc5f64 req-cbe23fec-aaf9-486a-8352-7602ebf26c09 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 210 time: 0.0314264 Sep 25 01:16:30.153067 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:16:30.881064 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7c0f4d55-89ed-435e-b0b1-331ea29c9447 req-33f431df-1067-43d5-a71b-afe41c955cda tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 210 time: 0.0281239 Sep 25 01:16:31.480816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4cef1633-350c-4f77-977f-eac0e9a077e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:31.990235 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e29fc906-0345-4e7e-97cd-bb10cc892c70 req-3167613d-f204-4581-b20d-4967358e5c10 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 210 time: 0.0295930 Sep 25 01:16:32.601866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:32.622121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:16:32.622496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device bfb803d1-d7aa-4862-b06a-e4e8ca5213a9 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:16:33.097978 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-757b63f8-79ce-47ee-85ad-b556a811bc41 req-b1774741-af01-4ce6-aa7f-245f1513be4a tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 210 time: 0.0288639 Sep 25 01:16:33.766171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:34.216728 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-48fc47b4-8615-4541-8e18-1b210dbb565a req-77c15d39-98a5-4776-af26-2cf58b993b55 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=95ac67ce-9387-4ba8-9cba-d7f368b753f3 HTTP/1.1" status: 200 len: 210 time: 0.0314560 Sep 25 01:16:35.282692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59928) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:35.396445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Deleting port fe974bad-30eb-482d-9f33-27e82797e2a5 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:35.396792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fe974bad-30eb-482d-9f33-27e82797e2a5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:35.474444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fe974bad-30eb-482d-9f33-27e82797e2a5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:35.474820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (fe974bad-30eb-482d-9f33-27e82797e2a5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:35.487579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Calling delete_port for fe974bad-30eb-482d-9f33-27e82797e2a5 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:35.620651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fe974bad-30eb-482d-9f33-27e82797e2a5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:35.644497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event deleted for resources: {'Port': ['ID=fe974bad-30eb-482d-9f33-27e82797e2a5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:35.720985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for floatingip (fc323338-a16b-4910-9061-7ced649d2745), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:35.723606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:35.724810 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-66a901bf-3216-478f-ad6c-bd9d2c42b779 tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/fc323338-a16b-4910-9061-7ced649d2745 HTTP/1.1" status: 204 len: 168 time: 0.4410951 Sep 25 01:16:35.928032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:36.474530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:39.052441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59944) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:39.111251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28ca8d61-b988-46a2-8511-34139fdc940f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group (37992e51-3519-4491-9816-2fb504637b4e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:39.136394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28ca8d61-b988-46a2-8511-34139fdc940f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group (37992e51-3519-4491-9816-2fb504637b4e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:39.205439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28ca8d61-b988-46a2-8511-34139fdc940f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (37992e51-3519-4491-9816-2fb504637b4e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:39.208140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-28ca8d61-b988-46a2-8511-34139fdc940f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:39.209339 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-28ca8d61-b988-46a2-8511-34139fdc940f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/37992e51-3519-4491-9816-2fb504637b4e HTTP/1.1" status: 204 len: 168 time: 0.1558676 Sep 25 01:16:39.219851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca8d61-b988-46a2-8511-34139fdc940f tempest-TestVolumeBootPattern-817723284 tempest-TestVolumeBootPattern-817723284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37992e51-3519-4491-9816-2fb504637b4e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:39.272496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59948) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:39.870774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (34ab2f79-5d5c-412c-8034-c462c45955b3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:40.144311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Deleting port 4c135248-6194-4f92-ac03-7c2f460c60ec {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:40.144696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:40.147019 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=63 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:40.149087 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=71 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:40.226923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] For port 4c135248-6194-4f92-ac03-7c2f460c60ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c135248-6194-4f92-ac03-7c2f460c60ec,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:40.227282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:40.239871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Calling delete_port for 4c135248-6194-4f92-ac03-7c2f460c60ec owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:40.339667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:40.347909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:40.424757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (4c135248-6194-4f92-ac03-7c2f460c60ec), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:40.452118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c135248-6194-4f92-ac03-7c2f460c60ec,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:40.476712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.477070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.477416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.477791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.478130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.478851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.479182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.479518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.479897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.480274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.480605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.480936 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.481261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.481587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.481912 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:40.628800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (34ab2f79-5d5c-412c-8034-c462c45955b3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:40.832496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Router 34ab2f79-5d5c-412c-8034-c462c45955b3 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:16:40.935750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:16:40.942331 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-23f451dc-8027-4592-9fad-276d10ad1901 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/34ab2f79-5d5c-412c-8034-c462c45955b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6659608 Sep 25 01:16:40.943397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59954) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:40.944189 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] Sync routers for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:16:40.954502 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:40.955123 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:40.964261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.052229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks [] for router (34ab2f79-5d5c-412c-8034-c462c45955b3), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.059528 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:41.089266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:41.155464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:41.157984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks [] for router_gateway (34ab2f79-5d5c-412c-8034-c462c45955b3), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.201948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Deleting port aaaa08a9-c197-4d76-873d-df12d20741c4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:41.202288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.232153 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226'}], 'enable_snat': True}, 'gw_port_id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:16:40Z', 'revision_number': 5, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port': {'id': 'aaaa08a9-c197-4d76-873d-df12d20741c4', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:26Z', 'updated_at': '2022-09-25T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:41.260265 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] Checking router: 34ab2f79-5d5c-412c-8034-c462c45955b3 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:16:41.268788 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] Routers {'34ab2f79-5d5c-412c-8034-c462c45955b3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:41.269654 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34ab2f79-5d5c-412c-8034-c462c45955b3'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:41.291788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] For port aaaa08a9-c197-4d76-873d-df12d20741c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aaaa08a9-c197-4d76-873d-df12d20741c4,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:41.292288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.306737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Calling delete_port for aaaa08a9-c197-4d76-873d-df12d20741c4 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:41.350179 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] Set router 34ab2f79-5d5c-412c-8034-c462c45955b3 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:41.486806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (aaaa08a9-c197-4d76-873d-df12d20741c4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.491404 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:16:41Z', 'revision_number': 6, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:41.513827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=aaaa08a9-c197-4d76-873d-df12d20741c4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:41.517917 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0e753-e45c-4855-ba1d-308e0854b9ef None None] The sync data for ids ['34ab2f79-5d5c-412c-8034-c462c45955b3'] in dv-neutron-master-2-hyperv is: [{'id': '34ab2f79-5d5c-412c-8034-c462c45955b3', 'name': 'tempest-TestVolumeBootPattern-545008374-router', 'tenant_id': '658ce7daa6a0475ab05ecb761ae9c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:25Z', 'updated_at': '2022-09-25T01:16:41Z', 'revision_number': 6, 'project_id': '658ce7daa6a0475ab05ecb761ae9c696', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:16:41.582798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (34ab2f79-5d5c-412c-8034-c462c45955b3), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.689946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (34ab2f79-5d5c-412c-8034-c462c45955b3), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.692135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks [] for router_controller (34ab2f79-5d5c-412c-8034-c462c45955b3), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.751606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (34ab2f79-5d5c-412c-8034-c462c45955b3), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.752257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ab2f79-5d5c-412c-8034-c462c45955b3 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:16:41.756896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.758113 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4a660c9e-365d-4a08-861d-1c8c5eb14d2c admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/34ab2f79-5d5c-412c-8034-c462c45955b3 HTTP/1.1" status: 204 len: 168 time: 0.8136680 Sep 25 01:16:41.761392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59956) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:41.810014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da29076-95e4-4fb0-b142-ce8da90677e7 admin admin] Deleting subnet 2cb39274-4e38-4e30-a57b-c2970ea2a0ce {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:16:41.813137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8da29076-95e4-4fb0-b142-ce8da90677e7 admin admin] Publish callbacks [] for subnet (2cb39274-4e38-4e30-a57b-c2970ea2a0ce), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.847528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8da29076-95e4-4fb0-b142-ce8da90677e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (2cb39274-4e38-4e30-a57b-c2970ea2a0ce), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.921697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8da29076-95e4-4fb0-b142-ce8da90677e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (2cb39274-4e38-4e30-a57b-c2970ea2a0ce), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:41.961248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:41.981977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8da29076-95e4-4fb0-b142-ce8da90677e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (2cb39274-4e38-4e30-a57b-c2970ea2a0ce), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.008540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da29076-95e4-4fb0-b142-ce8da90677e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb39274-4e38-4e30-a57b-c2970ea2a0ce,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:42.015034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8da29076-95e4-4fb0-b142-ce8da90677e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.021085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59958) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:42.021587 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8da29076-95e4-4fb0-b142-ce8da90677e7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/2cb39274-4e38-4e30-a57b-c2970ea2a0ce HTTP/1.1" status: 204 len: 168 time: 0.2587554 Sep 25 01:16:42.022437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a9bb1-0fc3-4664-9e0f-29fd4e53e041 None None] Network 11756310-9c29-4870-bad5-15bf8c86caa9 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:16:42.097054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (11756310-9c29-4870-bad5-15bf8c86caa9), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.144497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Deleting port d08523a9-37ef-463b-8145-869dfb54b76f {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:42.144861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.175522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] DHCP port deletion for 11756310-9c29-4870-bad5-15bf8c86caa9 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:16:42.215805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Deleting port d08523a9-37ef-463b-8145-869dfb54b76f {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:42.216260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.219940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] For port d08523a9-37ef-463b-8145-869dfb54b76f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d08523a9-37ef-463b-8145-869dfb54b76f,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:42.220334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.235805 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Calling delete_port for d08523a9-37ef-463b-8145-869dfb54b76f owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:42.291256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] For port d08523a9-37ef-463b-8145-869dfb54b76f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d08523a9-37ef-463b-8145-869dfb54b76f,segment=NetworkSegment(0224fa0f-11ea-4d16-abbd-6c5a087af4dd),segment_id=0224fa0f-11ea-4d16-abbd-6c5a087af4dd)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:42.291635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.294730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:42.303976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:42.311312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Calling delete_port for d08523a9-37ef-463b-8145-869dfb54b76f owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:42.326790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.358543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08523a9-37ef-463b-8145-869dfb54b76f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:42.362468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] No DVR routers for this DVR port d08523a9-37ef-463b-8145-869dfb54b76f on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:16:42.402140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (d08523a9-37ef-463b-8145-869dfb54b76f), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.427438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Pushing event deleted for resources: {'Port': ['ID=d08523a9-37ef-463b-8145-869dfb54b76f,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:42.429698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] No DVR routers for this DVR port d08523a9-37ef-463b-8145-869dfb54b76f on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:16:42.437669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.438020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.438367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.438705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.439038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.439388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.439750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.440027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.440353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.440677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.441099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.441317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.441717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.442001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.442475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b2bd7-8aa3-4a0b-81ec-dfaf362a975b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:16:42.458809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (11756310-9c29-4870-bad5-15bf8c86caa9), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.479399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11756310-9c29-4870-bad5-15bf8c86caa9']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:42.488740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0224fa0f-11ea-4d16-abbd-6c5a087af4dd') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:42.489042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0224fa0f-11ea-4d16-abbd-6c5a087af4dd') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:42.498813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (0224fa0f-11ea-4d16-abbd-6c5a087af4dd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.512537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0224fa0f-11ea-4d16-abbd-6c5a087af4dd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.519455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:16:42.519902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (0224fa0f-11ea-4d16-abbd-6c5a087af4dd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.599822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (11756310-9c29-4870-bad5-15bf8c86caa9), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.605742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:42.611467 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/11756310-9c29-4870-bad5-15bf8c86caa9 HTTP/1.1" status: 204 len: 168 time: 0.5884194 Sep 25 01:16:42.614534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59964) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:42.616176 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0224fa0f-11ea-4d16-abbd-6c5a087af4dd resource provider aggregate not found Sep 25 01:16:42.650926 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 0224fa0f-11ea-4d16-abbd-6c5a087af4dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0224fa0f-11ea-4d16-abbd-6c5a087af4dd found for delete ", "request_id": "req-c65715d5-2250-4025-af64-7133fb77261c"}]} Sep 25 01:16:42.652339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fe5bb-4845-45a3-a629-fcd20901eb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=11756310-9c29-4870-bad5-15bf8c86caa9,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:42.726506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:42.949693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (bea48678-7acc-4924-b921-89d0f654bc9e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:43.180080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Deleting port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:43.180728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:43.441799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4c135248-6194-4f92-ac03-7c2f460c60ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:43.466036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 4c135248-6194-4f92-ac03-7c2f460c60ec {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:16:43.466385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4c135248-6194-4f92-ac03-7c2f460c60ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:16:43.466816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device aaaa08a9-c197-4d76-873d-df12d20741c4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:43.486246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: aaaa08a9-c197-4d76-873d-df12d20741c4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:16:43.486602 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device aaaa08a9-c197-4d76-873d-df12d20741c4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:16:43.487030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d08523a9-37ef-463b-8145-869dfb54b76f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:43.506351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: d08523a9-37ef-463b-8145-869dfb54b76f {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:16:43.506700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d08523a9-37ef-463b-8145-869dfb54b76f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:16:43.545528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] For port 4b200b31-edeb-4a91-aef4-87cf6ae9ba43, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b200b31-edeb-4a91-aef4-87cf6ae9ba43,segment=NetworkSegment(5d4e1201-c601-497d-9d72-f3df20d106c5),segment_id=5d4e1201-c601-497d-9d72-f3df20d106c5)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:43.545892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:43.558274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Calling delete_port for 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:43.731736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (4b200b31-edeb-4a91-aef4-87cf6ae9ba43), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:43.736552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:43.756757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b200b31-edeb-4a91-aef4-87cf6ae9ba43,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:43.815731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:43.928145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (bea48678-7acc-4924-b921-89d0f654bc9e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:44.133118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Router bea48678-7acc-4924-b921-89d0f654bc9e has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:16:44.237602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:16:44.242974 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bf7608a8-f1d1-401a-9081-fd932cf9bff2 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/bea48678-7acc-4924-b921-89d0f654bc9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6269667 Sep 25 01:16:44.247560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59968) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:44.248150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] Sync routers for ids ['bea48678-7acc-4924-b921-89d0f654bc9e'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:16:44.261887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] Routers {'bea48678-7acc-4924-b921-89d0f654bc9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:44.262864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['bea48678-7acc-4924-b921-89d0f654bc9e'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:44.359671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks [] for router (bea48678-7acc-4924-b921-89d0f654bc9e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:44.380847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] Set router bea48678-7acc-4924-b921-89d0f654bc9e gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:44.473098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks [] for router_gateway (bea48678-7acc-4924-b921-89d0f654bc9e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:44.517899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Deleting port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:44.518237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:44.558312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210'}], 'enable_snat': True}, 'gw_port_id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:38Z', 'updated_at': '2022-09-25T01:16:43Z', 'revision_number': 5, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'gw_port': {'id': '3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:08:40Z', 'updated_at': '2022-09-25T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:44.587146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] Checking router: bea48678-7acc-4924-b921-89d0f654bc9e for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:16:44.596289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] Routers {'bea48678-7acc-4924-b921-89d0f654bc9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:44.596912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['bea48678-7acc-4924-b921-89d0f654bc9e'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:44.607373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] For port 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:44.607762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:44.621920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Calling delete_port for 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:44.662199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:44.680117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] Set router bea48678-7acc-4924-b921-89d0f654bc9e gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:44.733941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:38Z', 'updated_at': '2022-09-25T01:16:44Z', 'revision_number': 6, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:44.752212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:44.759321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c7ec7-db7b-4fd8-b492-ad8acbf72d6e None None] The sync data for ids ['bea48678-7acc-4924-b921-89d0f654bc9e'] in dv-neutron-master-2-hyperv is: [{'id': 'bea48678-7acc-4924-b921-89d0f654bc9e', 'name': 'tempest-TestVolumeBootPattern-2139720408-router', 'tenant_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:08:38Z', 'updated_at': '2022-09-25T01:16:44Z', 'revision_number': 6, 'project_id': '36fe9acf5e964a1bb3a695e0a08a865a', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:16:44.808075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:44.830846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:44.895821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (bea48678-7acc-4924-b921-89d0f654bc9e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:44.985951 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (bea48678-7acc-4924-b921-89d0f654bc9e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:44.988025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks [] for router_controller (bea48678-7acc-4924-b921-89d0f654bc9e), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.032977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (bea48678-7acc-4924-b921-89d0f654bc9e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.033553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea48678-7acc-4924-b921-89d0f654bc9e {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:16:45.037750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.039027 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fbcf4ee7-be6a-4c7d-a951-c36718941807 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/bea48678-7acc-4924-b921-89d0f654bc9e HTTP/1.1" status: 204 len: 168 time: 0.7903888 Sep 25 01:16:45.042236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59970) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:45.089709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-33443ead-ffa0-4906-b871-c5b8a60b4b20 admin admin] Deleting subnet e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:16:45.092802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-33443ead-ffa0-4906-b871-c5b8a60b4b20 admin admin] Publish callbacks [] for subnet (e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.131990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-33443ead-ffa0-4906-b871-c5b8a60b4b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.222633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-33443ead-ffa0-4906-b871-c5b8a60b4b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.283932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-33443ead-ffa0-4906-b871-c5b8a60b4b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.312445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-33443ead-ffa0-4906-b871-c5b8a60b4b20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.316528 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-33443ead-ffa0-4906-b871-c5b8a60b4b20 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1 HTTP/1.1" status: 204 len: 168 time: 0.2731047 Sep 25 01:16:45.317592 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33443ead-ffa0-4906-b871-c5b8a60b4b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ce0a88-c8ec-4f79-a5a7-eeb483440dd1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:45.317824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978aa9c-8c1c-4fd1-bb96-d68d1808f18e None None] Network f4712a97-6288-4ff0-bf5b-97617c2bbb0d requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:16:45.318890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59972) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:45.322587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:45.333285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:45.392432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (f4712a97-6288-4ff0-bf5b-97617c2bbb0d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.461050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Deleting port cb2c99f9-8d0a-41ef-94ef-e7806437a31e {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:45.461286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.520785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6958a940-3acd-4430-9e72-ee7a3ea335c3 None None] DHCP port deletion for f4712a97-6288-4ff0-bf5b-97617c2bbb0d request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:16:45.531597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] For port cb2c99f9-8d0a-41ef-94ef-e7806437a31e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb2c99f9-8d0a-41ef-94ef-e7806437a31e,segment=NetworkSegment(5d4e1201-c601-497d-9d72-f3df20d106c5),segment_id=5d4e1201-c601-497d-9d72-f3df20d106c5)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:45.531999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.554678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Calling delete_port for cb2c99f9-8d0a-41ef-94ef-e7806437a31e owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:45.564188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6958a940-3acd-4430-9e72-ee7a3ea335c3 None None] Deleting port cb2c99f9-8d0a-41ef-94ef-e7806437a31e {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:16:45.564767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6958a940-3acd-4430-9e72-ee7a3ea335c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.609116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cb2c99f9-8d0a-41ef-94ef-e7806437a31e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:45.646423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.667435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6958a940-3acd-4430-9e72-ee7a3ea335c3 None None] For port cb2c99f9-8d0a-41ef-94ef-e7806437a31e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb2c99f9-8d0a-41ef-94ef-e7806437a31e,segment=NetworkSegment(5d4e1201-c601-497d-9d72-f3df20d106c5),segment_id=5d4e1201-c601-497d-9d72-f3df20d106c5)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:45.667834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6958a940-3acd-4430-9e72-ee7a3ea335c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.672687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2c99f9-8d0a-41ef-94ef-e7806437a31e,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:45.677908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] No DVR routers for this DVR port cb2c99f9-8d0a-41ef-94ef-e7806437a31e on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:16:45.684019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No active binding found for port cb2c99f9-8d0a-41ef-94ef-e7806437a31e {{(pid=107189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 25 01:16:45.684381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] The host dv-neutron-master-2-hyperv is not matching for port cb2c99f9-8d0a-41ef-94ef-e7806437a31e host None! {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 25 01:16:45.684775 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device cb2c99f9-8d0a-41ef-94ef-e7806437a31e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:16:45.685190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:45.687155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6958a940-3acd-4430-9e72-ee7a3ea335c3 None None] Calling delete_port for cb2c99f9-8d0a-41ef-94ef-e7806437a31e owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:16:45.709762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:16:45.710116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3a07c7cf-b3a8-41ef-aaa0-4b6196d1adae not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:16:45.710582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:45.739186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:16:45.739394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4b200b31-edeb-4a91-aef4-87cf6ae9ba43 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:16:45.767250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (f4712a97-6288-4ff0-bf5b-97617c2bbb0d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.796691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4712a97-6288-4ff0-bf5b-97617c2bbb0d']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:45.808583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4e1201-c601-497d-9d72-f3df20d106c5') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:45.808888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4e1201-c601-497d-9d72-f3df20d106c5') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:45.810177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6958a940-3acd-4430-9e72-ee7a3ea335c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (cb2c99f9-8d0a-41ef-94ef-e7806437a31e), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.820325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (5d4e1201-c601-497d-9d72-f3df20d106c5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.835557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5d4e1201-c601-497d-9d72-f3df20d106c5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.838086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958a940-3acd-4430-9e72-ee7a3ea335c3 None None] Pushing event deleted for resources: {'Port': ['ID=cb2c99f9-8d0a-41ef-94ef-e7806437a31e,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:45.843246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958a940-3acd-4430-9e72-ee7a3ea335c3 None None] No DVR routers for this DVR port cb2c99f9-8d0a-41ef-94ef-e7806437a31e on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:16:45.845079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:16:45.845646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (5d4e1201-c601-497d-9d72-f3df20d106c5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.888665 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 5d4e1201-c601-497d-9d72-f3df20d106c5 resource provider aggregate not found Sep 25 01:16:45.907248 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 5d4e1201-c601-497d-9d72-f3df20d106c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d4e1201-c601-497d-9d72-f3df20d106c5 found for delete ", "request_id": "req-40635bdc-c843-46b6-af11-7669de18fec2"}]} Sep 25 01:16:45.912307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (f4712a97-6288-4ff0-bf5b-97617c2bbb0d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.918219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:45.921384 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/f4712a97-6288-4ff0-bf5b-97617c2bbb0d HTTP/1.1" status: 204 len: 168 time: 0.6014283 Sep 25 01:16:45.933729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ef410-d001-480d-83af-10da7324ba68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4712a97-6288-4ff0-bf5b-97617c2bbb0d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:46.035498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59982) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:46.080397 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b8d7ed9e-ceeb-40c5-8491-17ac9a957b85 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=658ce7daa6a0475ab05ecb761ae9c696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433118 Sep 25 01:16:46.082612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 59984) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:46.130343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:46.146629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05b2a727-0463-4401-ac16-6966c2affdff admin admin] Publish callbacks [] for security_group (0ed028b0-0739-4f38-8b72-024d191705b3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:46.170949 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05b2a727-0463-4401-ac16-6966c2affdff admin admin] Publish callbacks [] for security_group (0ed028b0-0739-4f38-8b72-024d191705b3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:46.176900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:46.220732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05b2a727-0463-4401-ac16-6966c2affdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (0ed028b0-0739-4f38-8b72-024d191705b3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:46.223327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05b2a727-0463-4401-ac16-6966c2affdff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:46.224501 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-05b2a727-0463-4401-ac16-6966c2affdff admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0ed028b0-0739-4f38-8b72-024d191705b3 HTTP/1.1" status: 204 len: 168 time: 0.1408656 Sep 25 01:16:46.233248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2a727-0463-4401-ac16-6966c2affdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed028b0-0739-4f38-8b72-024d191705b3,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:46.554377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59990) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:46.604502 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-756fa6b5-3be9-4a41-8839-a78443ec2b81 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=36fe9acf5e964a1bb3a695e0a08a865a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487590 Sep 25 01:16:46.606930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59992) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:46.667163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be4db734-111a-4e44-a6ee-b89992928592 admin admin] Publish callbacks [] for security_group (f0f268e7-83c7-4877-ab22-752fbfbf6c89), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:46.687831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be4db734-111a-4e44-a6ee-b89992928592 admin admin] Publish callbacks [] for security_group (f0f268e7-83c7-4877-ab22-752fbfbf6c89), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:46.736237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be4db734-111a-4e44-a6ee-b89992928592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f0f268e7-83c7-4877-ab22-752fbfbf6c89), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:46.738948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-be4db734-111a-4e44-a6ee-b89992928592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:46.740143 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-be4db734-111a-4e44-a6ee-b89992928592 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f0f268e7-83c7-4877-ab22-752fbfbf6c89 HTTP/1.1" status: 204 len: 168 time: 0.1322508 Sep 25 01:16:46.748034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4db734-111a-4e44-a6ee-b89992928592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f268e7-83c7-4877-ab22-752fbfbf6c89,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:53.663780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 59998) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:53.937853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:54.010574 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-111582e4-6c01-4360-ae4e-785549254780 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/e0db67aa-f639-4c18-a671-952060bf7766/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3454573 Sep 25 01:16:54.013547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60002) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:54.126902 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12f1984-c2aa-49a5-84d1-82daafd2db75 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=107187) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Sep 25 01:16:54.130113 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a12f1984-c2aa-49a5-84d1-82daafd2db75 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "DELETE /networking/v2.0/agents/c337908b-fd1d-4913-9831-28c17d90d983/l3-routers/e0db67aa-f639-4c18-a671-952060bf7766 HTTP/1.1" status: 204 len: 168 time: 0.1156642 Sep 25 01:16:54.132787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60004) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:54.241159 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9909b658-9c6d-4582-9e1a-6a9f38e58845 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/e0db67aa-f639-4c18-a671-952060bf7766/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1071014 Sep 25 01:16:54.244379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60006) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:54.306150 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bcf195a6-4021-43c7-8856-169487bec01e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/8fa248ff-2cbf-496a-9448-ced17713625c HTTP/1.1" status: 200 len: 993 time: 0.0599511 Sep 25 01:16:54.632594 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1faef-3af7-4575-a56f-64b45eaa4a2b None None] New status for floating IP 8fa248ff-2cbf-496a-9448-ced17713625c: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:16:55.309857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60008) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:55.349131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:55.370666 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-059a3150-8a66-42c7-87e5-3c62c86a3469 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/8fa248ff-2cbf-496a-9448-ced17713625c HTTP/1.1" status: 200 len: 991 time: 0.0595481 Sep 25 01:16:55.440832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5ba48e22-d862-4c15-beac-5b651944ec33 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:55.512114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5ba48e22-d862-4c15-beac-5b651944ec33 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:16:55.512413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:55.545730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 5ba48e22-d862-4c15-beac-5b651944ec33, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ba48e22-d862-4c15-beac-5b651944ec33,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:55.549451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:55.550258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bb631be-b5d8-4180-9ee9-0b4502c558c1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:16:55.626048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=5ba48e22-d862-4c15-beac-5b651944ec33,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:55.663671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:16:55.664122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:55.686328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 7bb631be-b5d8-4180-9ee9-0b4502c558c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7bb631be-b5d8-4180-9ee9-0b4502c558c1,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:55.690440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:55.740393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=7bb631be-b5d8-4180-9ee9-0b4502c558c1,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:56.204845 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-66af61be-e5c1-4c8d-b2ef-eb86998b83a6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372481 Sep 25 01:16:56.314977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-c4b430cd-a5e7-4829-bbdf-d4169dc0f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:56.316525 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-c4b430cd-a5e7-4829-bbdf-d4169dc0f298 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 1130 time: 0.0437868 Sep 25 01:16:56.424141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-db25dfe6-663a-4321-a792-e556c2b65415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:56.425663 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-db25dfe6-663a-4321-a792-e556c2b65415 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13 HTTP/1.1" status: 200 len: 897 time: 0.0913019 Sep 25 01:16:56.490434 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-c0169be1-27e6-4076-b760-ef6341bb7459 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11984698-f6f8-4b19-9011-d1c7312a884e HTTP/1.1" status: 200 len: 999 time: 0.0589824 Sep 25 01:16:56.509619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60012) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:56.545821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-be01937f-0590-41cf-9ee5-a71a4b98d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:56.547310 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-be01937f-0590-41cf-9ee5-a71a4b98d776 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0c5930ac-695f-4a86-bc70-7bfb0b884c80 HTTP/1.1" status: 200 len: 835 time: 0.0456097 Sep 25 01:16:56.592392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-90c20a38-4cdd-481a-afd2-3cef6fcee981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:16:56.593958 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-90c20a38-4cdd-481a-afd2-3cef6fcee981 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406802 Sep 25 01:16:56.640046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc70b33-0e3f-449d-887d-e37c20d913fc tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Router e0db67aa-f639-4c18-a671-952060bf7766 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:16:56.640437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc70b33-0e3f-449d-887d-e37c20d913fc tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=107188) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Sep 25 01:16:56.660138 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-edc70b33-0e3f-449d-887d-e37c20d913fc tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "POST /networking/v2.0/agents/c337908b-fd1d-4913-9831-28c17d90d983/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1484995 Sep 25 01:16:56.662777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60016) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:56.663443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] Sync routers for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:16:56.674599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:56.675222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:56.772526 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-3666134e-4c6e-425c-abca-13038b3ec689 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719170 Sep 25 01:16:56.779256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:56.781494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:56.808576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:56.842757 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-de8f0236-126d-47c5-98f0-af472982757c tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers/e0db67aa-f639-4c18-a671-952060bf7766/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1785314 Sep 25 01:16:56.845823 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60018) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:56.880644 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4f99f9b-8a1d-499d-88fb-7cd253d94391 req-7c1538ef-d803-49cb-8dc5-39772fbe48cf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007428 Sep 25 01:16:57.011895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:16:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8fa248ff-2cbf-496a-9448-ced17713625c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.80', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'port_id': '11984698-f6f8-4b19-9011-d1c7312a884e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'mac_address': 'fa:16:3e:4f:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:15:48Z', 'updated_at': '2022-09-25T01:16:54Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:16:55Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:57.039013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] Checking router: e0db67aa-f639-4c18-a671-952060bf7766 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:16:57.048053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:16:57.048691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:16:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:57.159625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:16:57.169352 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-baa74f9e-fd76-45b4-955a-ce0048115815 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/8fa248ff-2cbf-496a-9448-ced17713625c HTTP/1.1" status: 200 len: 991 time: 0.3221943 Sep 25 01:16:57.508895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:16:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8fa248ff-2cbf-496a-9448-ced17713625c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.80', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'port_id': '11984698-f6f8-4b19-9011-d1c7312a884e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'mac_address': 'fa:16:3e:4f:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:15:48Z', 'updated_at': '2022-09-25T01:16:54Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:16:55Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:16:57.534677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e68863-a524-43b3-814d-843c72f786eb None None] The sync data for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv is: [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:16:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8fa248ff-2cbf-496a-9448-ced17713625c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.80', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'port_id': '11984698-f6f8-4b19-9011-d1c7312a884e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'mac_address': 'fa:16:3e:4f:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:15:48Z', 'updated_at': '2022-09-25T01:16:54Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:16:55Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:16:58.173299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60020) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:58.235576 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dfdb508e-42e3-4a8b-92c6-56c3aa7aa9b7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/8fa248ff-2cbf-496a-9448-ced17713625c HTTP/1.1" status: 200 len: 991 time: 0.0610211 Sep 25 01:16:58.594268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e87857b-8d57-4355-bdec-8f6490bb717f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:59.114643 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd8e08-4238-4ed5-b636-1cd5df717f12 None None] New status for floating IP 8fa248ff-2cbf-496a-9448-ced17713625c: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:16:59.239514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60022) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:16:59.306289 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-99f0adfa-5e22-44a3-9bd7-7622dc25e6da tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/8fa248ff-2cbf-496a-9448-ced17713625c HTTP/1.1" status: 200 len: 993 time: 0.0655921 Sep 25 01:16:59.480721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5ba48e22-d862-4c15-beac-5b651944ec33 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:16:59.529837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5ba48e22-d862-4c15-beac-5b651944ec33 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:16:59.530225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:59.530589 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5ba48e22-d862-4c15-beac-5b651944ec33 Sep 25 01:16:59.601752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5ba48e22-d862-4c15-beac-5b651944ec33 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:16:59.603023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:59.635875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 5ba48e22-d862-4c15-beac-5b651944ec33, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ba48e22-d862-4c15-beac-5b651944ec33,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:59.639386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:59.640193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bb631be-b5d8-4180-9ee9-0b4502c558c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:16:59.663741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:59.731586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:16:59.731986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:59.732333 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 Sep 25 01:16:59.733805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=5ba48e22-d862-4c15-beac-5b651944ec33,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:16:59.808802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:16:59.809102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:59.821392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:59.830695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 7bb631be-b5d8-4180-9ee9-0b4502c558c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7bb631be-b5d8-4180-9ee9-0b4502c558c1,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:16:59.835844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:59.887044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=7bb631be-b5d8-4180-9ee9-0b4502c558c1,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:01.463935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5ba48e22-d862-4c15-beac-5b651944ec33 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:17:01.521586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1282-858a-406e-9d63-7d7e510385d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:01.523365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5ba48e22-d862-4c15-beac-5b651944ec33 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:01.523843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:01.524991 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5ba48e22-d862-4c15-beac-5b651944ec33 Sep 25 01:17:01.589859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60028) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:01.611898 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5ba48e22-d862-4c15-beac-5b651944ec33 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:01.613071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bb631be-b5d8-4180-9ee9-0b4502c558c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:17:01.656008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:01.656396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:01.656728 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 Sep 25 01:17:01.678788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:01.730092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:02.021452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port ff6d6cad-3548-4564-8a9d-689806e5147d {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:17:02.021717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ff6d6cad-3548-4564-8a9d-689806e5147d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:02.099308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ff6d6cad-3548-4564-8a9d-689806e5147d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:02.099559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (ff6d6cad-3548-4564-8a9d-689806e5147d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:02.115797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for ff6d6cad-3548-4564-8a9d-689806e5147d owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:17:02.195634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:02.284401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ff6d6cad-3548-4564-8a9d-689806e5147d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:02.314113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=ff6d6cad-3548-4564-8a9d-689806e5147d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:02.373904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (8fa248ff-2cbf-496a-9448-ced17713625c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:02.374234 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 8fa248ff-2cbf-496a-9448-ced17713625c disassociated (deleted). External IP: 172.36.7.80, port: 11984698-f6f8-4b19-9011-d1c7312a884e. Sep 25 01:17:02.576794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router e0db67aa-f639-4c18-a671-952060bf7766 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:17:02.683820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:17:02.688874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:02.694548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] Sync routers for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:17:02.710035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:02.710674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:02.721606 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-67e5ac55-1a52-41d1-9fb0-3e0debf5829d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/8fa248ff-2cbf-496a-9448-ced17713625c HTTP/1.1" status: 204 len: 168 time: 1.1305676 Sep 25 01:17:02.722346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:17:02.724686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da74035-cc24-49ee-b9c3-a5c5633b0fef" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:17:02.768202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb5e606-565e-4473-a9de-a5a45e2c7689 x-openstack-request-id: req-bdb5e606-565e-4473-a9de-a5a45e2c7689 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:17:02.768504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:17:02.768771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdb5e606-565e-4473-a9de-a5a45e2c7689 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:17:02.769192 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb5e606-565e-4473-a9de-a5a45e2c7689'] response: {'name': 'network-changed', 'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e', 'status': 'completed', 'code': 200} Sep 25 01:17:02.821700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:02.871818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-ed906170-7cf9-45a7-bafe-c4f4d59e114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:02.873607 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-ed906170-7cf9-45a7-bafe-c4f4d59e114e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 1130 time: 0.0521183 Sep 25 01:17:02.976146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1932230-9954-4062-a425-bfbaa84fb638 req-c9f9de55-019c-419e-9fe6-41d82ef00bce tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:02.978245 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1932230-9954-4062-a425-bfbaa84fb638 req-c9f9de55-019c-419e-9fe6-41d82ef00bce tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 946 time: 0.0521514 Sep 25 01:17:03.028084 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1932230-9954-4062-a425-bfbaa84fb638 req-aede7157-ad48-4cdd-8109-07832a48176d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439181 Sep 25 01:17:03.038986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:16:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:16:59Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:03.065599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] Checking router: e0db67aa-f639-4c18-a671-952060bf7766 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:17:03.074183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:03.074799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:03.118484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:03.179696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:03.233059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:03.389843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:16:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:16:59Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:03.416142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760988f-7b61-454b-ab48-8c90d95e72d1 None None] The sync data for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv is: [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:15:34Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:16:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5ba48e22-d862-4c15-beac-5b651944ec33', 'name': '', 'network_id': '80a0ceec-eb71-40c4-ad89-b1e266fd6c13', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:7e:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:33Z', 'updated_at': '2022-09-25T01:16:59Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '0c5930ac-695f-4a86-bc70-7bfb0b884c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:17:03.766649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:03.973755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:04.052272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-df7c1937-64fe-46ef-b3e2-0947902d0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:04.053743 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-df7c1937-64fe-46ef-b3e2-0947902d0b8c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13 HTTP/1.1" status: 200 len: 897 time: 0.0874345 Sep 25 01:17:04.096483 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-765f0884-b6df-4ee3-9aea-babf78a33f39 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11984698-f6f8-4b19-9011-d1c7312a884e HTTP/1.1" status: 200 len: 217 time: 0.0366173 Sep 25 01:17:04.147393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-9a34dfef-5829-42f7-bb18-eb19090d35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:04.149194 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-9a34dfef-5829-42f7-bb18-eb19090d35fc service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0c5930ac-695f-4a86-bc70-7bfb0b884c80 HTTP/1.1" status: 200 len: 835 time: 0.0456824 Sep 25 01:17:04.153166 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cf9de-6ec1-47eb-8373-d1169f19e4a5 req-9d55fa2f-d7b1-4afd-ac41-2e359c5aeefe tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:04.154679 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-404cf9de-6ec1-47eb-8373-d1169f19e4a5 req-9d55fa2f-d7b1-4afd-ac41-2e359c5aeefe tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 946 time: 0.0471928 Sep 25 01:17:04.193796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-1ab32dc0-f0ab-4777-9e25-956be9b82740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:04.195245 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-1ab32dc0-f0ab-4777-9e25-956be9b82740 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=80a0ceec-eb71-40c4-ad89-b1e266fd6c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400097 Sep 25 01:17:04.209613 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-404cf9de-6ec1-47eb-8373-d1169f19e4a5 req-56846b9a-31ce-4d22-ac2b-c4132ee03282 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9db55ead-d6e1-45c6-8802-d7a84180436a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488405 Sep 25 01:17:04.330219 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4772181-ce36-4746-9900-ee2137cf3694 None None] New status for floating IP 8fa248ff-2cbf-496a-9448-ced17713625c: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:17:04.331898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:04.376472 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-48965737-d220-447b-bd97-26aa8fcc0d8f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967050 Sep 25 01:17:04.573555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-ad9cc008-ae27-4262-9952-f69ad9737e78 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:04.574888 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-ad9cc008-ae27-4262-9952-f69ad9737e78 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 946 time: 0.0933158 Sep 25 01:17:04.642983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9da74035-cc24-49ee-b9c3-a5c5633b0fef req-4f12e570-870e-46fa-bccd-dfca19455c60 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601405 Sep 25 01:17:04.676881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 11984698-f6f8-4b19-9011-d1c7312a884e {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:17:04.677220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:04.774495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 11984698-f6f8-4b19-9011-d1c7312a884e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=11984698-f6f8-4b19-9011-d1c7312a884e,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:04.774917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:04.789070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 11984698-f6f8-4b19-9011-d1c7312a884e owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:17:04.919232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (11984698-f6f8-4b19-9011-d1c7312a884e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:04.945610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=11984698-f6f8-4b19-9011-d1c7312a884e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:04.996317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port 11984698-f6f8-4b19-9011-d1c7312a884e on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:17:04.999683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:05.003270 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d3ddb524-5067-48fd-b69d-0394f438ef41 req-755c5e7c-361d-4e74-b5ec-313fdc19612b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/11984698-f6f8-4b19-9011-d1c7312a884e HTTP/1.1" status: 204 len: 173 time: 0.4223609 Sep 25 01:17:05.003784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'name': 'network-vif-deleted', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:17:05.006180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f279e8-45b5-465a-ba33-de43fa4e5503" -d '{"events": [{"server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "name": "network-vif-deleted", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:17:05.047016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec34d7c9-9a21-463b-8dbe-e0890bd53889 x-openstack-request-id: req-ec34d7c9-9a21-463b-8dbe-e0890bd53889 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:17:05.047318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b3e7be-6691-4cf9-948d-566de587aade", "name": "network-vif-deleted", "tag": "11984698-f6f8-4b19-9011-d1c7312a884e", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:17:05.047580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec34d7c9-9a21-463b-8dbe-e0890bd53889 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:17:05.048024 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec34d7c9-9a21-463b-8dbe-e0890bd53889'] response: {'server_uuid': 'a2b3e7be-6691-4cf9-948d-566de587aade', 'name': 'network-vif-deleted', 'tag': '11984698-f6f8-4b19-9011-d1c7312a884e', 'status': 'completed', 'code': 200} Sep 25 01:17:05.338486 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e5151428-3716-49ac-9222-1eb9ba6f5745 req-0eb3eb41-0a0a-44e5-88be-0a1ef0df4a1e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2b3e7be-6691-4cf9-948d-566de587aade HTTP/1.1" status: 200 len: 210 time: 0.0294003 Sep 25 01:17:05.931508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:06.405238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60044) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:06.465121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08bde3cc-07a2-4744-bbb3-bfeeec036502 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (9db55ead-d6e1-45c6-8802-d7a84180436a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:06.478965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:06.489756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08bde3cc-07a2-4744-bbb3-bfeeec036502 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (9db55ead-d6e1-45c6-8802-d7a84180436a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:06.511808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:06.557093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08bde3cc-07a2-4744-bbb3-bfeeec036502 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (9db55ead-d6e1-45c6-8802-d7a84180436a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:06.559642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08bde3cc-07a2-4744-bbb3-bfeeec036502 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:06.560878 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-08bde3cc-07a2-4744-bbb3-bfeeec036502 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9db55ead-d6e1-45c6-8802-d7a84180436a HTTP/1.1" status: 204 len: 168 time: 0.1546268 Sep 25 01:17:06.570185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bde3cc-07a2-4744-bbb3-bfeeec036502 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db55ead-d6e1-45c6-8802-d7a84180436a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:06.594781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60048) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:06.756378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:06.829830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 11984698-f6f8-4b19-9011-d1c7312a884e no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:17:06.852392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 11984698-f6f8-4b19-9011-d1c7312a884e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:17:06.852744 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 11984698-f6f8-4b19-9011-d1c7312a884e not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:17:06.928172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (e0db67aa-f639-4c18-a671-952060bf7766), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:07.152824 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:17:07.175525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 5ba48e22-d862-4c15-beac-5b651944ec33 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:17:07.175867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:07.269794 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 5ba48e22-d862-4c15-beac-5b651944ec33, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ba48e22-d862-4c15-beac-5b651944ec33,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:07.270155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:07.284275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 5ba48e22-d862-4c15-beac-5b651944ec33 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:17:07.455863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:07.473315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5ba48e22-d862-4c15-beac-5b651944ec33), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:07.504792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=5ba48e22-d862-4c15-beac-5b651944ec33,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:07.670512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:07.675840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (e0db67aa-f639-4c18-a671-952060bf7766), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:07.884353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router e0db67aa-f639-4c18-a671-952060bf7766 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:17:07.988722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:17:07.994278 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-495b36cd-635f-4910-9b6b-3448ef13cb7b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/e0db67aa-f639-4c18-a671-952060bf7766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3989215 Sep 25 01:17:07.997163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60050) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:08.001026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] Sync routers for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:17:08.011267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:08.012272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:08.055528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c216a357-db57-428a-bc03-751a2fa9b647 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting subnet 0c5930ac-695f-4a86-bc70-7bfb0b884c80 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:17:08.058783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c216a357-db57-428a-bc03-751a2fa9b647 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (0c5930ac-695f-4a86-bc70-7bfb0b884c80), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.100143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c216a357-db57-428a-bc03-751a2fa9b647 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (0c5930ac-695f-4a86-bc70-7bfb0b884c80), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.118676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:08.188953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c216a357-db57-428a-bc03-751a2fa9b647 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (0c5930ac-695f-4a86-bc70-7bfb0b884c80), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.249324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c216a357-db57-428a-bc03-751a2fa9b647 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (0c5930ac-695f-4a86-bc70-7bfb0b884c80), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.279277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216a357-db57-428a-bc03-751a2fa9b647 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5930ac-695f-4a86-bc70-7bfb0b884c80,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:08.281335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c216a357-db57-428a-bc03-751a2fa9b647 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.284575 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c216a357-db57-428a-bc03-751a2fa9b647 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/0c5930ac-695f-4a86-bc70-7bfb0b884c80 HTTP/1.1" status: 204 len: 168 time: 0.2864032 Sep 25 01:17:08.287291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60052) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:08.290522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:17:07Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:16:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:08.317794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7ac137-39a2-4e05-ab55-86cd056bbcc7 None None] Network 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:17:08.322596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] Checking router: e0db67aa-f639-4c18-a671-952060bf7766 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:17:08.385495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] Routers {'e0db67aa-f639-4c18-a671-952060bf7766'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:08.386182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e0db67aa-f639-4c18-a671-952060bf7766'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:08.691676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (e0db67aa-f639-4c18-a671-952060bf7766), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.723428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac84ff-f7b4-43e6-9635-b9873f569227 None None] DHCP port deletion for 80a0ceec-eb71-40c4-ad89-b1e266fd6c13 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:17:08.748927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] Set router e0db67aa-f639-4c18-a671-952060bf7766 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:08.779588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:08.794987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (e0db67aa-f639-4c18-a671-952060bf7766), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.807365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:08.828909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:08.841090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 7bb631be-b5d8-4180-9ee9-0b4502c558c1 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:17:08.841440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.882493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac84ff-f7b4-43e6-9635-b9873f569227 None None] Deleting port d1b0d769-6a23-4870-8a4c-d653447f65c2 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:17:08.882888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a8ac84ff-f7b4-43e6-9635-b9873f569227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.914636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:08.929003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 7bb631be-b5d8-4180-9ee9-0b4502c558c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7bb631be-b5d8-4180-9ee9-0b4502c558c1,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:08.929365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:08.944219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 7bb631be-b5d8-4180-9ee9-0b4502c558c1 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:17:09.019015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a8ac84ff-f7b4-43e6-9635-b9873f569227 None None] For port d1b0d769-6a23-4870-8a4c-d653447f65c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d1b0d769-6a23-4870-8a4c-d653447f65c2,segment=NetworkSegment(34fedf55-d0f2-4252-955a-c7ec3905d3ce),segment_id=34fedf55-d0f2-4252-955a-c7ec3905d3ce)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:09.019852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a8ac84ff-f7b4-43e6-9635-b9873f569227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.040995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac84ff-f7b4-43e6-9635-b9873f569227 None None] Calling delete_port for d1b0d769-6a23-4870-8a4c-d653447f65c2 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:17:09.116745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:17:07Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:16:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:09.117368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7bb631be-b5d8-4180-9ee9-0b4502c558c1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.143480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=7bb631be-b5d8-4180-9ee9-0b4502c558c1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:09.151658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e4937-5e8d-451d-85c9-b0d35d74bebc None None] The sync data for ids ['e0db67aa-f639-4c18-a671-952060bf7766'] in dv-neutron-master-2-hyperv is: [{'id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'name': 'tempest-TestNetworkBasicOps-router-1258370177', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2'}], 'enable_snat': True}, 'gw_port_id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:15:30Z', 'updated_at': '2022-09-25T01:17:07Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '7bb631be-b5d8-4180-9ee9-0b4502c558c1', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db67aa-f639-4c18-a671-952060bf7766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:15:31Z', 'updated_at': '2022-09-25T01:16:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:17:09.190258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a8ac84ff-f7b4-43e6-9635-b9873f569227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (d1b0d769-6a23-4870-8a4c-d653447f65c2), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.212613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (e0db67aa-f639-4c18-a671-952060bf7766), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.214915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac84ff-f7b4-43e6-9635-b9873f569227 None None] Pushing event deleted for resources: {'Port': ['ID=d1b0d769-6a23-4870-8a4c-d653447f65c2,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:09.220431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac84ff-f7b4-43e6-9635-b9873f569227 None None] No DVR routers for this DVR port d1b0d769-6a23-4870-8a4c-d653447f65c2 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:17:09.301971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (e0db67aa-f639-4c18-a671-952060bf7766), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.304153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (e0db67aa-f639-4c18-a671-952060bf7766), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.346922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (e0db67aa-f639-4c18-a671-952060bf7766), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.347582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Fanout notify agent at l3_agent the message router_deleted on router e0db67aa-f639-4c18-a671-952060bf7766 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:17:09.354828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.356104 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e50a880e-3680-47db-ba15-a548217fb734 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e0db67aa-f639-4c18-a671-952060bf7766 HTTP/1.1" status: 204 len: 168 time: 1.0675917 Sep 25 01:17:09.358650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60054) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:09.438670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (80a0ceec-eb71-40c4-ad89-b1e266fd6c13), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.535676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (80a0ceec-eb71-40c4-ad89-b1e266fd6c13), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.558177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a0ceec-eb71-40c4-ad89-b1e266fd6c13']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:09.581759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fedf55-d0f2-4252-955a-c7ec3905d3ce') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:09.582163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fedf55-d0f2-4252-955a-c7ec3905d3ce') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:09.602902 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (34fedf55-d0f2-4252-955a-c7ec3905d3ce), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.619557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5ba48e22-d862-4c15-beac-5b651944ec33 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:17:09.626098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (34fedf55-d0f2-4252-955a-c7ec3905d3ce), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.634125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:17:09.635480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (34fedf55-d0f2-4252-955a-c7ec3905d3ce), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.640168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 5ba48e22-d862-4c15-beac-5b651944ec33 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:17:09.640523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5ba48e22-d862-4c15-beac-5b651944ec33 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:17:09.641144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d1b0d769-6a23-4870-8a4c-d653447f65c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:17:09.664521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: d1b0d769-6a23-4870-8a4c-d653447f65c2 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:17:09.665100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d1b0d769-6a23-4870-8a4c-d653447f65c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:17:09.708108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (80a0ceec-eb71-40c4-ad89-b1e266fd6c13), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.715658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.718632 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/networks/80a0ceec-eb71-40c4-ad89-b1e266fd6c13 HTTP/1.1" status: 204 len: 168 time: 0.3590167 Sep 25 01:17:09.733105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd5e90-1298-49b8-b587-85619dab2552 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Network': ['ID=80a0ceec-eb71-40c4-ad89-b1e266fd6c13,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:09.740725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60060) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:09.746657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'network': {'name': 'tempest-network-smoke--2056600244', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'port_security_enabled': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:09.769627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:17:09.773667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.793078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:09.799519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:17:09.810896 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 34fedf55-d0f2-4252-955a-c7ec3905d3ce resource provider aggregate not found Sep 25 01:17:09.816665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:09.818098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (652b27d7-8e9f-4fe4-a27d-04e6737405d2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.818476 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Added segment 652b27d7-8e9f-4fe4-a27d-04e6737405d2 of type vlan for network bcf28c34-6520-4f69-9834-ca7aeefc0445 Sep 25 01:17:09.834227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 34fedf55-d0f2-4252-955a-c7ec3905d3ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34fedf55-d0f2-4252-955a-c7ec3905d3ce found for delete ", "request_id": "req-278c4ffc-f4eb-4589-ac3b-095a79fb3bac"}]} Sep 25 01:17:09.873343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (bcf28c34-6520-4f69-9834-ca7aeefc0445), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.905260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (bcf28c34-6520-4f69-9834-ca7aeefc0445), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.910349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:09.910940 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:09.974978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2330019 Sep 25 01:17:09.978160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60064) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:09.984610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'admin_state_up': True, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:09.994626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa493e-cc18-4db5-a07a-a2cf5e2594ca tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Network': ['ID=bcf28c34-6520-4f69-9834-ca7aeefc0445,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:10.004870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:17:10.011010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:10.012232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:10.073003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:10.211127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:10.395094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:10.415099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:10.521376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.224 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/69be3365-070b-4603-8c50-d9e5acceddd8) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:17:10.624018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (69be3365-070b-4603-8c50-d9e5acceddd8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:10.655566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:10.699395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:17:10.702378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:17:10.706303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:17:10.710736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:10.729158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=69be3365-070b-4603-8c50-d9e5acceddd8,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:10.740850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:10.953928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:10.972985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:11.148658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:11.275389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:17:11.381065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:17:11.392103 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Sync routers for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:17:11.396246 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:11.396869 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:11.403199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:11.404638 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-51e3050f-93e8-418e-9f01-c9ff763d7522 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4254956 Sep 25 01:17:11.407896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60066) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:11.412878 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:11.413695 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:11.419901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bb631be-b5d8-4180-9ee9-0b4502c558c1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:17:11.440382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 7bb631be-b5d8-4180-9ee9-0b4502c558c1 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:17:11.440742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bb631be-b5d8-4180-9ee9-0b4502c558c1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:17:11.443917 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-611ef651-ea0f-4cea-8aa1-d3e00d31cbb6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323007 Sep 25 01:17:11.444319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60068) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:11.518913 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:11.597167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1156e-454f-475e-ac36-5dac7833b5a8 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:11.598700 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b6f1156e-454f-475e-ac36-5dac7833b5a8 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533835 Sep 25 01:17:11.601700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60070) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:11.634076 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6758c9d3-b42b-49be-bc9e-0867721298d2 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305927 Sep 25 01:17:11.636552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60072) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:11.642613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1620053727', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:11.690151 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:10Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:11.714796 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Checking router: 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:17:11.715166 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Updating router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e port 69be3365-070b-4603-8c50-d9e5acceddd8 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:17:11.733120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:17:11.737075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:11.744574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:11.825220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:11.872935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:11.931594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (2dee89a4-658c-4ad1-9546-77aeb3d4b3ff), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:11.990640 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Publish callbacks [] for port (69be3365-070b-4603-8c50-d9e5acceddd8), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:11.993393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:11.997478 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.004739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Checking segment: {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:17:12.005107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network hostable DHCP agents. Network: bcf28c34-6520-4f69-9834-ca7aeefc0445, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:17:12.023606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:17:12.032654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bcf28c34-6520-4f69-9834-ca7aeefc0445) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:17:12.037099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:12.037488 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Attempting to bind port 69be3365-070b-4603-8c50-d9e5acceddd8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:17:12.037858 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Attempting to bind port 69be3365-070b-4603-8c50-d9e5acceddd8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:17:12.037963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.038218 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Attempting to bind port 69be3365-070b-4603-8c50-d9e5acceddd8 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:17:12.043542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd67903-67fe-4153-9d51-1f910895f276 None None] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:17:12.069157 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8374e6e5-b48b-4a9f-9e0b-d37a857e51ae tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4282970 Sep 25 01:17:12.069733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60074) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:12.085933 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Pushing event updated for resources: {'Port': ['ID=69be3365-070b-4603-8c50-d9e5acceddd8,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:12.094652 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.094904 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.095244 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.095588 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.095921 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.096274 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.096636 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.096920 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.097262 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.097590 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.097930 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.098272 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.098594 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.098910 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.099571 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:12.103453 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:17:12.103824 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:17:12.104275 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.104665 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:17:12.105139 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Bound port: 69be3365-070b-4603-8c50-d9e5acceddd8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:17:12.105677 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.159239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bcf28c34-6520-4f69-9834-ca7aeefc0445', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:17:12.160362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.161391 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] For port 69be3365-070b-4603-8c50-d9e5acceddd8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:17:12.165331 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] For port 69be3365-070b-4603-8c50-d9e5acceddd8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69be3365-070b-4603-8c50-d9e5acceddd8,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:17:12.172194 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.209211 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:12.209864 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:12.268705 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd3d5f-1396-4b9a-b21c-499e5fbb3aa4 None None] Pushing event updated for resources: {'Port': ['ID=69be3365-070b-4603-8c50-d9e5acceddd8,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:12.279485 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:12.312563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Allocated IP 172.20.0.2 (bcf28c34-6520-4f69-9834-ca7aeefc0445/2dee89a4-658c-4ad1-9546-77aeb3d4b3ff/ba2f6f29-0b52-4aec-8fa5-65bb2582ab68) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:17:12.318774 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:12.331772 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:12.393426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:12.483988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Publish callbacks [] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.490286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.511391 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:10Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:12.541189 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ade2f7-1b03-4fbb-9b2f-26bd22929305 None None] The sync data for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv is: [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:10Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:17:12.541527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:17:12.545264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:17:12.551003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:17:12.558840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Pushing event updated for resources: {'Port': ['ID=ba2f6f29-0b52-4aec-8fa5-65bb2582ab68,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:12.620003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Attempting to bind port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:17:12.620481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Attempting to bind port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:17:12.620852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Attempting to bind port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 on network bcf28c34-6520-4f69-9834-ca7aeefc0445 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:17:12.660216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:12.673433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:17:12.674044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Checking segment: {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:17:12.674475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.674929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Bound using segment: {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:17:12.675426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Bound port: ba2f6f29-0b52-4aec-8fa5-65bb2582ab68, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:17:12.675812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.752813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] For port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:17:12.756140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] For port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba2f6f29-0b52-4aec-8fa5-65bb2582ab68,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:17:12.763672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:12.850640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bacf3f-be06-47fd-9cd0-45b78dd0886c None None] Pushing event updated for resources: {'Port': ['ID=ba2f6f29-0b52-4aec-8fa5-65bb2582ab68,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:12.906412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.189718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:13.224518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.1 (bcf28c34-6520-4f69-9834-ca7aeefc0445/2dee89a4-658c-4ad1-9546-77aeb3d4b3ff/2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:17:13.233165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:13.350733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.386334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.441393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:17:13.447665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:17:13.450023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:13.452389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:17:13.500071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.549811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:17:13.596460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:13.596838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.597176 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 Sep 25 01:17:13.650808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.685171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:13.685719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.723420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba2f6f29-0b52-4aec-8fa5-65bb2582ab68,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:13.728940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.730085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 69be3365-070b-4603-8c50-d9e5acceddd8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:17:13.809480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ba2f6f29-0b52-4aec-8fa5-65bb2582ab68,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:13.822143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 69be3365-070b-4603-8c50-d9e5acceddd8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:13.822597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.823009 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 69be3365-070b-4603-8c50-d9e5acceddd8 Sep 25 01:17:13.846515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33c30d-f7e7-4acf-87d9-18b88da0ea03 None None] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:17:13.924172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:13.953499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.959014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.980708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8fe08076-71b8-446c-89de-798c0559abfd None None] Provisioning complete for port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:13.981093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8fe08076-71b8-446c-89de-798c0559abfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:13.981433 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8fe08076-71b8-446c-89de-798c0559abfd None None] Attempt 1 to provision port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 Sep 25 01:17:14.025724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 69be3365-070b-4603-8c50-d9e5acceddd8 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:14.026034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:14.036298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:14.038950 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:14.040820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:14.075566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 69be3365-070b-4603-8c50-d9e5acceddd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69be3365-070b-4603-8c50-d9e5acceddd8,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:14.081391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:14.157503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=69be3365-070b-4603-8c50-d9e5acceddd8,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:14.160489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:17:14.162179 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:17:14.173305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:14.183121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8fe08076-71b8-446c-89de-798c0559abfd None None] Current status of the port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:14.286047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:17:14.303180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:14.315229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Provisioning complete for port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:14.316281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:14.316797 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Attempt 1 to provision port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 Sep 25 01:17:14.359126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:17:14.409584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:17:14.416835 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-37b4b8ed-d7fa-48c2-af67-cc9eb3a08396 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3459008 Sep 25 01:17:14.419710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60076) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:14.425155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Sync routers for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:17:14.436756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:14.437457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:14.554287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:14.578829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98197e4-9475-4597-9e19-65a47593d6de tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:14.579407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98197e4-9475-4597-9e19-65a47593d6de tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:14.579885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98197e4-9475-4597-9e19-65a47593d6de tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:14.580540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98197e4-9475-4597-9e19-65a47593d6de tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:14.584768 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e98197e4-9475-4597-9e19-65a47593d6de tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1615818 Sep 25 01:17:14.585101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60078) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:14.651083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8a1b3-16ae-4e32-b621-268740fbb4fa tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:14.651563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8a1b3-16ae-4e32-b621-268740fbb4fa tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:14.652065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8a1b3-16ae-4e32-b621-268740fbb4fa tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:14.652531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8a1b3-16ae-4e32-b621-268740fbb4fa tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:14.655113 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8ad8a1b3-16ae-4e32-b621-268740fbb4fa tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0689871 Sep 25 01:17:14.657895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60080) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:14.772822 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4f9a8b46-2490-4356-a1ad-68d490e0563f tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1083598 Sep 25 01:17:14.829599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60084) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:14.834177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-337a6ae7-82f7-4979-827f-1c42952c3f3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018012728', 'description': 'tempest-secgroup-smoke-2018012728 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:14.856445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-337a6ae7-82f7-4979-827f-1c42952c3f3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:14.864305 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Attempt 2 to provision port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 Sep 25 01:17:14.927822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:17:14.935015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-337a6ae7-82f7-4979-827f-1c42952c3f3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (27eb8eb4-0056-4107-bf09-bfcab2951c48), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:14.938806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-337a6ae7-82f7-4979-827f-1c42952c3f3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (27eb8eb4-0056-4107-bf09-bfcab2951c48), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:14.942025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1', 'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a6:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:13Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:14.968703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Checking router: 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:17:14.969150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-337a6ae7-82f7-4979-827f-1c42952c3f3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:14.969616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Updating router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:17:14.970330 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-337a6ae7-82f7-4979-827f-1c42952c3f3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1396778 Sep 25 01:17:14.973309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60086) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:14.978184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-d627f617-8ef6-4512-b369-05ffeb755a89 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '27eb8eb4-0056-4107-bf09-bfcab2951c48', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:14.986566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a6ae7-82f7-4979-827f-1c42952c3f3a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27eb8eb4-0056-4107-bf09-bfcab2951c48,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:15.001609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.008032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d627f617-8ef6-4512-b369-05ffeb755a89 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (5d117d0f-d6ad-4ea8-9785-8d8ff8c29121), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.067533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d627f617-8ef6-4512-b369-05ffeb755a89 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (5d117d0f-d6ad-4ea8-9785-8d8ff8c29121), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.072315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d627f617-8ef6-4512-b369-05ffeb755a89 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5d117d0f-d6ad-4ea8-9785-8d8ff8c29121), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.091442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627f617-8ef6-4512-b369-05ffeb755a89 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d117d0f-d6ad-4ea8-9785-8d8ff8c29121,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:15.100018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d627f617-8ef6-4512-b369-05ffeb755a89 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.103839 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d627f617-8ef6-4512-b369-05ffeb755a89 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270268 Sep 25 01:17:15.104083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60088) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:15.108421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-46f023fb-f16c-49d6-ad7d-b55400bf5518 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '27eb8eb4-0056-4107-bf09-bfcab2951c48', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:15.135601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-46f023fb-f16c-49d6-ad7d-b55400bf5518 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (4cdddd38-3f76-49c1-bb83-b8348f918882), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.193262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:15.196018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-46f023fb-f16c-49d6-ad7d-b55400bf5518 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (4cdddd38-3f76-49c1-bb83-b8348f918882), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.200935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-46f023fb-f16c-49d6-ad7d-b55400bf5518 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (4cdddd38-3f76-49c1-bb83-b8348f918882), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.220922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:15.227172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f023fb-f16c-49d6-ad7d-b55400bf5518 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdddd38-3f76-49c1-bb83-b8348f918882,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:15.235346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-46f023fb-f16c-49d6-ad7d-b55400bf5518 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.237305 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-46f023fb-f16c-49d6-ad7d-b55400bf5518 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319995 Sep 25 01:17:15.239753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60090) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:15.245163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '27eb8eb4-0056-4107-bf09-bfcab2951c48', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:15.250478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:15.274182 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ad6bcc98-4fdd-4e5f-9ffb-44a0ba08c84f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.291647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Publish callbacks [] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.299492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.334730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (ad6bcc98-4fdd-4e5f-9ffb-44a0ba08c84f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.338878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ad6bcc98-4fdd-4e5f-9ffb-44a0ba08c84f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.356789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6bcc98-4fdd-4e5f-9ffb-44a0ba08c84f,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:15.367219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.367626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.367928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.368317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.368695 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.369618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.370001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.370381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.371008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.371008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.371482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.371679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.372068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.372390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.372709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:17:15.378949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.380400 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-103dd145-992c-4560-9e0e-374441283240 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389630 Sep 25 01:17:15.385935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60092) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:15.386109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0c098-b3c6-4483-94c1-12efbc496578 None None] Pushing event updated for resources: {'Port': ['ID=2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:15.388947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b75e6316-8c73-4cf6-bc52-2ac6443a8f37 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '27eb8eb4-0056-4107-bf09-bfcab2951c48', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:15.395901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Attempting to bind port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:17:15.396357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Attempting to bind port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:17:15.396820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Attempting to bind port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 on network bcf28c34-6520-4f69-9834-ca7aeefc0445 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:17:15.424937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b75e6316-8c73-4cf6-bc52-2ac6443a8f37 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (f874bb7f-4ed6-480f-8ed7-3839598e9317), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.428759 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Attempt 3 to provision port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 Sep 25 01:17:15.474459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:17:15.475025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Checking segment: {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:17:15.475469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.475840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Bound using segment: {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:17:15.476422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Bound port: 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:17:15.477356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.481536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:15.488932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:17:15.489058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b75e6316-8c73-4cf6-bc52-2ac6443a8f37 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (f874bb7f-4ed6-480f-8ed7-3839598e9317), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.493937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b75e6316-8c73-4cf6-bc52-2ac6443a8f37 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (f874bb7f-4ed6-480f-8ed7-3839598e9317), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.496928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:17:15.515157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e6316-8c73-4cf6-bc52-2ac6443a8f37 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f874bb7f-4ed6-480f-8ed7-3839598e9317,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:15.520783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b75e6316-8c73-4cf6-bc52-2ac6443a8f37 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.522006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b75e6316-8c73-4cf6-bc52-2ac6443a8f37 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374071 Sep 25 01:17:15.525602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60094) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:15.530320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-31943fad-a4c0-4b7c-9169-a635d25aa2cb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '27eb8eb4-0056-4107-bf09-bfcab2951c48', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:15.553101 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-31943fad-a4c0-4b7c-9169-a635d25aa2cb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:17:15.559412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31943fad-a4c0-4b7c-9169-a635d25aa2cb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (c33e11e5-8292-4fd8-974a-372f2a31008e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.596624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] For port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:17:15.602684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] For port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:17:15.606433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:15.607132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.607437 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 Sep 25 01:17:15.611774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.623496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31943fad-a4c0-4b7c-9169-a635d25aa2cb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (c33e11e5-8292-4fd8-974a-372f2a31008e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.627937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31943fad-a4c0-4b7c-9169-a635d25aa2cb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (c33e11e5-8292-4fd8-974a-372f2a31008e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.646912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31943fad-a4c0-4b7c-9169-a635d25aa2cb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33e11e5-8292-4fd8-974a-372f2a31008e,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:15.656582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31943fad-a4c0-4b7c-9169-a635d25aa2cb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.657793 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-31943fad-a4c0-4b7c-9169-a635d25aa2cb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312382 Sep 25 01:17:15.660676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60096) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:15.665079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b159b8ea-ee20-4519-9c49-f0b83f02cd91 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '27eb8eb4-0056-4107-bf09-bfcab2951c48', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:15.686614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:15.687293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:15.687690 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-b159b8ea-ee20-4519-9c49-f0b83f02cd91 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:17:15.693849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b159b8ea-ee20-4519-9c49-f0b83f02cd91 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (da9b68a2-0b41-4fdf-97fa-76d5edb08df4), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.750387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0c098-b3c6-4483-94c1-12efbc496578 None None] Pushing event updated for resources: {'Port': ['ID=2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:15.755326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b159b8ea-ee20-4519-9c49-f0b83f02cd91 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (da9b68a2-0b41-4fdf-97fa-76d5edb08df4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.760466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b159b8ea-ee20-4519-9c49-f0b83f02cd91 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (da9b68a2-0b41-4fdf-97fa-76d5edb08df4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.781326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159b8ea-ee20-4519-9c49-f0b83f02cd91 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9b68a2-0b41-4fdf-97fa-76d5edb08df4,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:15.788661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b159b8ea-ee20-4519-9c49-f0b83f02cd91 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.799136 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b159b8ea-ee20-4519-9c49-f0b83f02cd91 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290674 Sep 25 01:17:15.835907 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:15.837543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 69be3365-070b-4603-8c50-d9e5acceddd8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:17:15.871213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:15.957956 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 69be3365-070b-4603-8c50-d9e5acceddd8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:15.958653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:15.958653 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 69be3365-070b-4603-8c50-d9e5acceddd8 Sep 25 01:17:15.994079 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Attempt 4 to provision port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 Sep 25 01:17:16.019907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:16.025796 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-4db7cea0-13f5-4397-a4e2-9f3d6022a11b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2018012728&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.0525072 Sep 25 01:17:16.066042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:16.155886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2fd07-c892-4930-97db-41552efca3e6 req-a1fd25d8-96f0-4d7b-bc9e-38af8e33c2bb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:16.157567 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-a1fd25d8-96f0-4d7b-bc9e-38af8e33c2bb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=bcf28c34-6520-4f69-9834-ca7aeefc0445 HTTP/1.1" status: 200 len: 797 time: 0.1232996 Sep 25 01:17:16.173873 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-417df01a-bb21-4808-999d-7c44d401a8df tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0107160 Sep 25 01:17:16.212849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 69be3365-070b-4603-8c50-d9e5acceddd8 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:16.213588 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:16.222315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1', 'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a6:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:13Z', 'updated_at': '2022-09-25T01:17:15Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:16.231159 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-c248ece9-11c2-498d-bc35-4b1125b8c953 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519314 Sep 25 01:17:16.250149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Current status of the port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:16.250468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:16.253082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31a034-8cbe-4417-b563-8ecab42898b0 None None] The sync data for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv is: [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1', 'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a6:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:13Z', 'updated_at': '2022-09-25T01:17:15Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:17:16.289480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:16.295613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] For port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:16.301642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:16.368738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Provisioning complete for port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:16.369118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:16.369459 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Attempt 1 to provision port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 Sep 25 01:17:16.398486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Pushing event updated for resources: {'Port': ['ID=2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:16.450551 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-2757dbd2-d95b-49c3-9ccf-b15d4ecf7575 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065151 Sep 25 01:17:16.487888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-86abbd4f-bec7-424c-974b-8e5166a4b927 None None] Current status of the port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:16.578961 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-11428cd9-add6-4208-9850-3127ca6f8595 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207054 Sep 25 01:17:16.609759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ff790fd8-b288-4512-80ec-986c69ea5d48 None None] Provisioning complete for port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:16.610763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff790fd8-b288-4512-80ec-986c69ea5d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:16.611259 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ff790fd8-b288-4512-80ec-986c69ea5d48 None None] Attempt 1 to provision port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 Sep 25 01:17:16.693619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ff790fd8-b288-4512-80ec-986c69ea5d48 None None] Current status of the port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:17.467829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:17:17.513291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:17.513771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:17.514200 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 Sep 25 01:17:17.589899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:17.763101 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47cfe0f4-1f3f-4fe5-8179-8a539c31d6c4 req-0c1ae870-4ec4-4239-8e7a-47e23e0531b0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 210 time: 0.0283716 Sep 25 01:17:18.848779 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-46aea94b-f4c0-4702-acdf-779c3be86b8d req-5abc7fe9-429c-44d7-b779-c0135d7d5c78 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 210 time: 0.0290678 Sep 25 01:17:19.953090 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23ddfc2b-da05-434f-ba10-73834ca312ff req-4745089c-f0aa-4852-9a26-62d83a5561a8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 210 time: 0.0307968 Sep 25 01:17:20.941267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2fd07-c892-4930-97db-41552efca3e6 req-8ce58f84-52ee-4e5f-b3f9-ec7ce9ba75a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:20.942731 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-8ce58f84-52ee-4e5f-b3f9-ec7ce9ba75a5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=bcf28c34-6520-4f69-9834-ca7aeefc0445 HTTP/1.1" status: 200 len: 797 time: 0.1079607 Sep 25 01:17:21.015413 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-3d34397c-d975-4ec5-965d-9e9bfd77c524 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 380 time: 0.0592775 Sep 25 01:17:21.063289 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3a822af4-cd41-4182-8f96-b0e94b415e54 req-5712ea5d-91b9-4979-b2f5-f07595437fbf tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 210 time: 0.0291398 Sep 25 01:17:21.110823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['27eb8eb4-0056-4107-bf09-bfcab2951c48']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:21.156667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:21.159287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=7,neutron:INSERT=6,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:21.225076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:17:21.228925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:21.361913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.5 (bcf28c34-6520-4f69-9834-ca7aeefc0445/2dee89a4-658c-4ad1-9546-77aeb3d4b3ff/fc058e16-414f-4ef8-90d2-7d5ed89cfb29) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:17:21.500045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:21.534303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:21.587989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:17:21.591146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:17:21.595081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:17:21.601174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:21.648508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:21.649152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:21.666926 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-1c3b4962-49fa-4cb5-8674-eb60ddd5c527 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602162 Sep 25 01:17:21.685767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Request body: {'port': {'device_id': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:21.748347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:21.845580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-bcf2fdee-8c6a-4fe9-b709-577dffb211cc None None] Provisioning complete for port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:21.846169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bcf2fdee-8c6a-4fe9-b709-577dffb211cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:21.846295 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bcf2fdee-8c6a-4fe9-b709-577dffb211cc None None] Attempt 1 to provision port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 Sep 25 01:17:21.882858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2fdee-8c6a-4fe9-b709-577dffb211cc None None] Port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:17:21.959632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:21.961726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:22.014854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc058e16-414f-4ef8-90d2-7d5ed89cfb29 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:17:22.022772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Publish callbacks [] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:22.036263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Transition to ACTIVE for port object fc058e16-414f-4ef8-90d2-7d5ed89cfb29 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:17:22.040714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:22.134961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:22.197777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Attempting to bind port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:17:22.198122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Attempting to bind port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:17:22.198459 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Attempting to bind port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 on network bcf28c34-6520-4f69-9834-ca7aeefc0445 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:17:22.231076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fd67-ac54-443c-8b32-38d71501a64e req-de6b9d0c-de3f-4131-a902-438c535d9608 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:22.232663 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7809fd67-ac54-443c-8b32-38d71501a64e req-de6b9d0c-de3f-4131-a902-438c535d9608 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 943 time: 0.0869443 Sep 25 01:17:22.268828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 on network bcf28c34-6520-4f69-9834-ca7aeefc0445 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:17:22.269164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Attempting to bind port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 on network bcf28c34-6520-4f69-9834-ca7aeefc0445 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:17:22.324946 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7809fd67-ac54-443c-8b32-38d71501a64e req-0ce0a647-a888-4bfa-af39-f14bcd97c1e0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860727 Sep 25 01:17:22.340031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:17:22.340379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Checking segment: {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:17:22.340765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Bound using segment: {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:17:22.341202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Bound port: fc058e16-414f-4ef8-90d2-7d5ed89cfb29, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652b27d7-8e9f-4fe4-a27d-04e6737405d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:17:22.341563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:22.384607 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bcf2fdee-8c6a-4fe9-b709-577dffb211cc None None] Attempt 2 to provision port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 Sep 25 01:17:22.405990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] For port fc058e16-414f-4ef8-90d2-7d5ed89cfb29, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:17:22.409100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] For port fc058e16-414f-4ef8-90d2-7d5ed89cfb29, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:17:22.415707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:22.420804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:22.421425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:22.422814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/fc058e16-414f-4ef8-90d2-7d5ed89cfb29 HTTP/1.1" status: 200 len: 1093 time: 0.7415059 Sep 25 01:17:22.423381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:17:22.423521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2fdee-8c6a-4fe9-b709-577dffb211cc None None] Port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:17:22.425797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:17:22.473350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcdb2c-7a22-4e33-beb1-3f8064412eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:22.489419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d13e98-6d29-48f5-ab38-8621a6c72d66 x-openstack-request-id: req-77d13e98-6d29-48f5-ab38-8621a6c72d66 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:17:22.489714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:17:22.489971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77d13e98-6d29-48f5-ab38-8621a6c72d66 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:17:22.490383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d13e98-6d29-48f5-ab38-8621a6c72d66'] response: {'name': 'network-changed', 'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'status': 'completed', 'code': 200} Sep 25 01:17:22.511193 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:22.515588 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=26 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:22.522409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2fd07-c892-4930-97db-41552efca3e6 req-aca401a5-d927-40e9-90c8-02365861bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:22.524135 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-aca401a5-d927-40e9-90c8-02365861bed2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 1127 time: 0.0452726 Sep 25 01:17:22.576962 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-e459bf1c-5d16-41e8-8fd5-c455b2cf985a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29 HTTP/1.1" status: 200 len: 217 time: 0.0403628 Sep 25 01:17:22.625800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2fd07-c892-4930-97db-41552efca3e6 req-c4dbe4cf-9f85-40d8-a637-5480ba1fec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:22.627276 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-c4dbe4cf-9f85-40d8-a637-5480ba1fec58 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff HTTP/1.1" status: 200 len: 844 time: 0.0444398 Sep 25 01:17:22.672145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2fd07-c892-4930-97db-41552efca3e6 req-fb65b99b-a263-414c-8c88-4ed78e9135ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:22.673697 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-fb65b99b-a263-414c-8c88-4ed78e9135ae service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bcf28c34-6520-4f69-9834-ca7aeefc0445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410206 Sep 25 01:17:22.769687 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-123b9e7d-4049-494b-8293-166ac18cf262 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899150 Sep 25 01:17:22.834262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:22.860608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-27b2fd07-c892-4930-97db-41552efca3e6 req-49b5fa89-acb3-49ca-b170-369886342cab service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853710 Sep 25 01:17:22.924376 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bcf2fdee-8c6a-4fe9-b709-577dffb211cc None None] Attempt 3 to provision port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 Sep 25 01:17:22.961820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2fdee-8c6a-4fe9-b709-577dffb211cc None None] Port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:17:23.455100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57de14f-af0c-4726-b7be-40da7b341295 req-0a7baf58-8b73-4be0-bd64-4128d9bd0cb1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:23.456610 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c57de14f-af0c-4726-b7be-40da7b341295 req-0a7baf58-8b73-4be0-bd64-4128d9bd0cb1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 943 time: 0.0518863 Sep 25 01:17:23.486922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:23.509562 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c57de14f-af0c-4726-b7be-40da7b341295 req-bbace75a-7272-49d5-b3f7-cf8cff14a04d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473742 Sep 25 01:17:24.639396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e9e80-3294-473a-96d1-c4bad36d3a8b req-fcc9e2e7-951e-437d-8299-c86fe92c5fa6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:24.640959 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f55e9e80-3294-473a-96d1-c4bad36d3a8b req-fcc9e2e7-951e-437d-8299-c86fe92c5fa6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 943 time: 0.0555265 Sep 25 01:17:24.692897 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f55e9e80-3294-473a-96d1-c4bad36d3a8b req-e0c9580a-9e33-41ab-bc15-1f7214e30a33 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458863 Sep 25 01:17:24.743121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-936a70a3-15a9-47d7-819b-474c5ed0bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:24.744710 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-936a70a3-15a9-47d7-819b-474c5ed0bb00 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 1127 time: 0.0414174 Sep 25 01:17:24.842628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-390e940a-6629-4c71-8fef-b31eadf72529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:24.844206 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-390e940a-6629-4c71-8fef-b31eadf72529 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bcf28c34-6520-4f69-9834-ca7aeefc0445 HTTP/1.1" status: 200 len: 898 time: 0.0939765 Sep 25 01:17:24.882660 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-9a209a85-c6eb-4d46-948d-65e27dd9795f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29 HTTP/1.1" status: 200 len: 217 time: 0.0327127 Sep 25 01:17:24.917772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device fc058e16-414f-4ef8-90d2-7d5ed89cfb29 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:17:24.934527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-d1e3205c-70d8-4f85-a9c4-93b0810b1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:24.936104 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-d1e3205c-70d8-4f85-a9c4-93b0810b1bcc service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff HTTP/1.1" status: 200 len: 844 time: 0.0482399 Sep 25 01:17:24.980454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-aaca538a-ebeb-40e3-bfc8-4ace62217488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:24.981995 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-aaca538a-ebeb-40e3-bfc8-4ace62217488 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bcf28c34-6520-4f69-9834-ca7aeefc0445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393884 Sep 25 01:17:24.991136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:25.023433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port fc058e16-414f-4ef8-90d2-7d5ed89cfb29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:25.035285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'port_id': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'mac_address': 'fa:16:3e:79:12:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:17:25.071169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:25.071568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:25.081582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-54fe1e67-b2d7-44f0-b9a2-01dd57129540 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919905 Sep 25 01:17:25.084987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc058e16-414f-4ef8-90d2-7d5ed89cfb29 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:17:25.105940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port fc058e16-414f-4ef8-90d2-7d5ed89cfb29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:25.110360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:25.163596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:25.178525 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eadfede-7ef9-4d06-be90-f5ed3621d4fd req-b2b5f402-37fb-4292-8d77-531afaeddc41 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914016 Sep 25 01:17:25.552025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['fc058e16-414f-4ef8-90d2-7d5ed89cfb29'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:17:25.591323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:26.110306 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bebf40-8bc2-4dce-99e2-6b1d37513389 req-b57fb43d-85e9-4179-8a53-cb18dc374b0c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:26.111755 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-20bebf40-8bc2-4dce-99e2-6b1d37513389 req-b57fb43d-85e9-4179-8a53-cb18dc374b0c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 944 time: 0.3440776 Sep 25 01:17:26.162307 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-20bebf40-8bc2-4dce-99e2-6b1d37513389 req-90318522-234d-47fd-91c5-3f7ba1ac7575 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 Sep 25 01:17:26.923966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device fc058e16-414f-4ef8-90d2-7d5ed89cfb29 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:17:26.966337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:17:26.972529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:17:26.973319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:26.973754 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 Sep 25 01:17:27.048272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:17:27.048657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:27.074444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:17:27.076743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62114950-1f5d-4be1-a7a6-021e10eb3b7e" -d '{"events": [{"server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "name": "network-vif-plugged", "status": "completed", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:17:27.090396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port fc058e16-414f-4ef8-90d2-7d5ed89cfb29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:17:27.094699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:27.152956 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:27.248963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb12141-08a7-42c2-bb98-9c422ad1037e x-openstack-request-id: req-ceb12141-08a7-42c2-bb98-9c422ad1037e {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:17:27.249260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "name": "network-vif-plugged", "status": "completed", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:17:27.249575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ceb12141-08a7-42c2-bb98-9c422ad1037e {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:17:27.249945 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb12141-08a7-42c2-bb98-9c422ad1037e'] response: {'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'code': 200} Sep 25 01:17:27.286601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adf993-0918-4f89-9dd4-d8cab8f402d7 req-303360d1-1c0a-4ab6-96ec-46aa7500be6e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:27.291932 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d4adf993-0918-4f89-9dd4-d8cab8f402d7 req-303360d1-1c0a-4ab6-96ec-46aa7500be6e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 945 time: 0.0486262 Sep 25 01:17:27.340853 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d4adf993-0918-4f89-9dd4-d8cab8f402d7 req-2759c7c3-7dfb-4303-8bf0-4428f457463a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457654 Sep 25 01:17:27.461627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff8e1c-9f76-43de-b707-0f804707f160 req-fed2eadf-692b-43d2-a9f9-3db1bda449a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:27.463045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b2ff8e1c-9f76-43de-b707-0f804707f160 req-fed2eadf-692b-43d2-a9f9-3db1bda449a4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 1129 time: 0.0414422 Sep 25 01:17:27.508723 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b2ff8e1c-9f76-43de-b707-0f804707f160 req-fc58516c-5c9b-4776-bcab-a6c8a9baf383 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400608 Sep 25 01:17:28.465652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42b96f-859f-4825-8a40-01263c298cc1 req-6a21e340-34da-4ded-89f8-633bc5d81149 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:28.467117 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7d42b96f-859f-4825-8a40-01263c298cc1 req-6a21e340-34da-4ded-89f8-633bc5d81149 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 945 time: 0.0471122 Sep 25 01:17:28.518519 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7d42b96f-859f-4825-8a40-01263c298cc1 req-8756fd7b-4785-424a-b31d-27733c1a7cf8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457156 Sep 25 01:17:28.587597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3095fff1-c3c8-4c4d-94f3-b23d23440fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:29.641454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34518dc-95ad-49f6-a7e2-94a9e28c8d64 req-839ac1e3-51aa-4307-bfdd-ef76c8542ee7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:29.642979 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c34518dc-95ad-49f6-a7e2-94a9e28c8d64 req-839ac1e3-51aa-4307-bfdd-ef76c8542ee7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 945 time: 0.0472343 Sep 25 01:17:29.694214 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c34518dc-95ad-49f6-a7e2-94a9e28c8d64 req-5ce91a82-c687-4104-89ab-8e00e73c47f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436258 Sep 25 01:17:29.825262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95b79-e697-4658-bbca-e5cf62328239 req-858f9765-cc3b-45f8-b879-3036ba5378ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:29.826754 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4ac95b79-e697-4658-bbca-e5cf62328239 req-858f9765-cc3b-45f8-b879-3036ba5378ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 945 time: 0.0517082 Sep 25 01:17:29.877052 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4ac95b79-e697-4658-bbca-e5cf62328239 req-4554079c-ec02-4f78-aa97-6809b49f97b6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 Sep 25 01:17:29.906685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60166) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:29.948270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83517cc2-2603-4c14-821c-a3991b28caab tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:29.949711 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-83517cc2-2603-4c14-821c-a3991b28caab tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 1124 time: 0.0419974 Sep 25 01:17:29.952657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60168) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:29.956871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:17:29.981194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:30.035276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:30.063890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:30.072687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:30.174636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.16 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/b3d6bb04-bb17-47ce-b667-4168aba9fbb9) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:17:30.280661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (b3d6bb04-bb17-47ce-b667-4168aba9fbb9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:30.313946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (b3d6bb04-bb17-47ce-b667-4168aba9fbb9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:30.356074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:17:30.361169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:17:30.363380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=b3d6bb04-bb17-47ce-b667-4168aba9fbb9,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:30.365549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:17:30.842976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (576e2236-b593-46c6-804b-18449a946e23), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:30.931912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:30.943446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b3d6bb04-bb17-47ce-b667-4168aba9fbb9), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:31.042320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:31.092322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (b3d6bb04-bb17-47ce-b667-4168aba9fbb9), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:31.096570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (b3d6bb04-bb17-47ce-b667-4168aba9fbb9), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:31.162721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=b3d6bb04-bb17-47ce-b667-4168aba9fbb9,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:17:31.165309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (576e2236-b593-46c6-804b-18449a946e23), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:31.262444 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 576e2236-b593-46c6-804b-18449a946e23 associated. External IP: 172.36.7.16, port: fc058e16-414f-4ef8-90d2-7d5ed89cfb29. Sep 25 01:17:31.468065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:17:31.479924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:31.486996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cb49c192-d763-460b-98aa-723b2fa1395f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:31.578245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:17:31.589071 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] Sync routers for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:17:31.597476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:31.599356 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:31.600004 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:31.633138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60170) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:31.635605 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6a56b822-4461-4551-81dc-707577a70e23 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6783228 Sep 25 01:17:31.636385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:17:31.639085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40041678-bdaa-4c08-b427-270a4e8ab094" -d '{"events": [{"name": "network-changed", "server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:17:31.698946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf50b516-871b-47be-955b-67e35843f5d2 x-openstack-request-id: req-cf50b516-871b-47be-955b-67e35843f5d2 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:17:31.699251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:17:31.699515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf50b516-871b-47be-955b-67e35843f5d2 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:17:31.699937 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf50b516-871b-47be-955b-67e35843f5d2'] response: {'name': 'network-changed', 'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'status': 'completed', 'code': 200} Sep 25 01:17:31.702853 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-47c02509-0d46-4b26-8ed5-3acc4ec72699 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/576e2236-b593-46c6-804b-18449a946e23 HTTP/1.1" status: 200 len: 990 time: 0.0684540 Sep 25 01:17:31.785121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-3fcd2b1f-92db-41bc-9f1b-55af4d9dfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:31.786742 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-3fcd2b1f-92db-41bc-9f1b-55af4d9dfdbb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 1129 time: 0.0405469 Sep 25 01:17:31.795848 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:31.891804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-2a679e22-9325-4cb7-8061-b47a94a6070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:31.893364 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-2a679e22-9325-4cb7-8061-b47a94a6070f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bcf28c34-6520-4f69-9834-ca7aeefc0445 HTTP/1.1" status: 200 len: 898 time: 0.1000030 Sep 25 01:17:31.962500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:31.973408 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-8443fa73-5580-4693-809d-d789584b5750 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29 HTTP/1.1" status: 200 len: 998 time: 0.0740314 Sep 25 01:17:32.021997 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '576e2236-b593-46c6-804b-18449a946e23', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.16', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'port_id': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'mac_address': 'fa:16:3e:79:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:17:30Z', 'updated_at': '2022-09-25T01:17:30Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1', 'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a6:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:13Z', 'updated_at': '2022-09-25T01:17:16Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:32.029264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-0e857f68-94c8-455a-a538-cdaa6b6a4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:32.030763 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-0e857f68-94c8-455a-a538-cdaa6b6a4f1f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff HTTP/1.1" status: 200 len: 844 time: 0.0518987 Sep 25 01:17:32.048186 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] Checking router: 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:17:32.057852 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:17:32.058463 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:17:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:32.076110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-d0110b99-ae96-464b-aa8d-d42bf790b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:32.077659 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-d0110b99-ae96-464b-aa8d-d42bf790b8c2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bcf28c34-6520-4f69-9834-ca7aeefc0445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409324 Sep 25 01:17:32.137111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:32.166539 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:17:32.176435 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-fec61410-d9ba-43bc-911c-a842b936d4c3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920074 Sep 25 01:17:32.285116 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40041678-bdaa-4c08-b427-270a4e8ab094 req-ff44beb3-b085-4ffc-be53-e9e69864a07e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024749 Sep 25 01:17:32.414454 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '576e2236-b593-46c6-804b-18449a946e23', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.16', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'port_id': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'mac_address': 'fa:16:3e:79:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:17:30Z', 'updated_at': '2022-09-25T01:17:30Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1', 'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a6:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:13Z', 'updated_at': '2022-09-25T01:17:16Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:17:32.440935 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd4359-2a22-44a6-b2bd-2deb88f40100 None None] The sync data for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv is: [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '576e2236-b593-46c6-804b-18449a946e23', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.16', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'port_id': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'mac_address': 'fa:16:3e:79:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:17:30Z', 'updated_at': '2022-09-25T01:17:30Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1', 'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a6:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:13Z', 'updated_at': '2022-09-25T01:17:16Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:17:32.656380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efc613-ba5b-440a-947d-54dc7481b079 None None] New status for floating IP 576e2236-b593-46c6-804b-18449a946e23: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:17:32.705840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60174) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:32.766924 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4585436d-e354-4d62-8bc5-0a7d89f866bd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/576e2236-b593-46c6-804b-18449a946e23 HTTP/1.1" status: 200 len: 990 time: 0.0587881 Sep 25 01:17:33.761861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:33.769872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60176) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:17:33.832151 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3190de35-b56f-4e22-8821-73d1cb195b59 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/576e2236-b593-46c6-804b-18449a946e23 HTTP/1.1" status: 200 len: 992 time: 0.0610969 Sep 25 01:17:35.934052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:36.481749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:40.971471 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:41.690035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:41.697219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=45 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:42.416529 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=79 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:42.417452 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=75 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:43.823323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=38 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:43.827549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=24 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:44.151992 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:17:50.960876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:50.967603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:55.979057 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-282d392d-6565-4340-bb4c-e71794ddf638 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405717 Sep 25 01:17:56.086919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-82fa484f-976c-4c8a-ac39-3a5dde791240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:56.088500 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-82fa484f-976c-4c8a-ac39-3a5dde791240 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 1129 time: 0.0418632 Sep 25 01:17:56.204361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-8b63891c-52c6-49c4-a4fd-125d279b7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:56.205996 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-8b63891c-52c6-49c4-a4fd-125d279b7e95 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bcf28c34-6520-4f69-9834-ca7aeefc0445 HTTP/1.1" status: 200 len: 898 time: 0.0995786 Sep 25 01:17:56.270583 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-49659f3a-009c-480f-bd35-fe6976e6b8ca service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29 HTTP/1.1" status: 200 len: 1000 time: 0.0586686 Sep 25 01:17:56.333011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-46abe5e8-7184-40f6-b665-db9d5e49aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:56.334540 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-46abe5e8-7184-40f6-b665-db9d5e49aac4 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff HTTP/1.1" status: 200 len: 844 time: 0.0583158 Sep 25 01:17:56.380960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-6c031b84-46b1-4dbd-b7c6-c3cd13704d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:17:56.383177 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-6c031b84-46b1-4dbd-b7c6-c3cd13704d55 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bcf28c34-6520-4f69-9834-ca7aeefc0445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426123 Sep 25 01:17:56.482235 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-38d8df6f-5b3c-4881-8073-3402a8e3ad16 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929613 Sep 25 01:17:56.582635 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ebd39fd-3a9d-487f-a4be-046dd6aa27e4 req-6b8280f3-3dc0-406c-a3d4-dafa6eab5029 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943313 Sep 25 01:17:58.543446 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:58.544391 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=12 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:58.590345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a9a43901-9fe5-4d95-bb3e-3652943d4791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:01.485402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-71c8c8d8-7054-4c85-b7cd-bf3f86a24aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:03.763874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:05.936571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:06.573307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=48 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:06.579221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=53 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:06.621653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:10.993044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:13.015343 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:13.019368 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:20.987228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:20.989208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:21.151426 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:18:28.592627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1bfe831a-e79d-4353-a5d1-09473d9ac4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:31.146781 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:31.147536 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:31.488064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0cc86ff5-b39b-48db-94b9-9ed832affb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:33.767344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:35.939566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:36.487781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:41.007837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:50.998267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:51.004393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:54.935962 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:54.937102 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:18:57.957178 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-da151b49-ea59-4208-b617-66a87c4ad563 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395360 Sep 25 01:18:58.060696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-5880b8cb-605e-4e4d-973e-f837dbdea898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:18:58.062203 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-5880b8cb-605e-4e4d-973e-f837dbdea898 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 1129 time: 0.0435495 Sep 25 01:18:58.154104 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:18:58.170813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-33c428d4-461b-479d-985f-61b9091931e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:18:58.172324 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-33c428d4-461b-479d-985f-61b9091931e4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bcf28c34-6520-4f69-9834-ca7aeefc0445 HTTP/1.1" status: 200 len: 898 time: 0.0928075 Sep 25 01:18:58.235366 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-5947d11f-58a6-4027-b6d7-3e3f65dde427 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29 HTTP/1.1" status: 200 len: 1000 time: 0.0569379 Sep 25 01:18:58.283294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-d9c2b4ea-693c-4011-8c51-623b161014d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:18:58.284790 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-d9c2b4ea-693c-4011-8c51-623b161014d2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff HTTP/1.1" status: 200 len: 844 time: 0.0439939 Sep 25 01:18:58.328983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-fe920058-60a3-40d7-aa51-e325dea71149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:18:58.330489 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-fe920058-60a3-40d7-aa51-e325dea71149 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bcf28c34-6520-4f69-9834-ca7aeefc0445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390513 Sep 25 01:18:58.600362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a9700341-57d0-456e-9281-01196b2e7d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:18:58.723913 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-f595f20e-44c5-499f-b8ba-bb5715b83d17 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868778 Sep 25 01:18:58.815957 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4264be7b-d041-47f2-b92b-24aa880d44a4 req-ad3cefa6-8e25-418e-a298-ed4ef9c75f1e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860057 Sep 25 01:19:01.491828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2403d556-1df3-4c1e-9aa8-620fa8fd4459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:03.770967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:05.941886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:06.489328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:08.147502 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:08.810979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=48 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:08.812877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=53 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:11.017886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:21.003418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:21.011134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:27.009510 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:27.013672 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:28.593870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2932581f-64b5-4af5-8513-73bdb666d841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:31.494115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f86d6a27-28ea-4812-9aff-14a31ce210d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:33.773267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:35.153329 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:19:35.945794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:36.492492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:41.015892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:45.149990 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:51.003145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:51.010964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:19:58.250739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60216) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:19:58.260328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:19:58.355969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5583375'] for subnet (2dee89a4-658c-4ad1-9546-77aeb3d4b3ff), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:58.513309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745228993172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5618367'] for subnet (2dee89a4-658c-4ad1-9546-77aeb3d4b3ff), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:58.550668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:19:58.551276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:58.553085 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/subnets/2dee89a4-658c-4ad1-9546-77aeb3d4b3ff HTTP/1.1" status: 200 len: 836 time: 0.3009377 Sep 25 01:19:58.557892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0c248-6018-441d-8fc4-7b6b6a39ef2b None None] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:19:58.569127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:19:58.576636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.576994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.577348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.577699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.578045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.578390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.578725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.579561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.579919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.580297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.580668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.580979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.581373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.581707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.582039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfa3ea-4d73-4208-a68a-095a7d5f0c53 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:19:58.630519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc65b2c5-5b0d-4174-884d-5ce765b2bacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:58.898266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Provisioning complete for port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:19:58.898643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:58.898982 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Attempt 1 to provision port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 Sep 25 01:19:58.957301 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-3c5b4898-9bef-434c-80dc-a17b76d6dd82 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406325 Sep 25 01:19:58.977840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Current status of the port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:19:58.987385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Provisioning complete for port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:19:58.989118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:58.989461 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Attempt 1 to provision port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 Sep 25 01:19:59.065251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-8e71849a-550d-4b97-bd21-e6a3c33ad520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:19:59.066692 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-8e71849a-550d-4b97-bd21-e6a3c33ad520 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 1129 time: 0.0437622 Sep 25 01:19:59.067287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Current status of the port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:19:59.076958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Provisioning complete for port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:19:59.077358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:19:59.077729 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Attempt 1 to provision port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 Sep 25 01:19:59.155120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-75312939-fcf3-49fe-ba55-4514d6173657 None None] Current status of the port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:19:59.172934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-efffb5f6-fb4b-416d-895d-aa93b0a5fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:19:59.174421 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-efffb5f6-fb4b-416d-895d-aa93b0a5fd9f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bcf28c34-6520-4f69-9834-ca7aeefc0445 HTTP/1.1" status: 200 len: 898 time: 0.0881405 Sep 25 01:19:59.240019 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-1cd3fc7d-98bb-4578-b49d-d7d2ecd81bb9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29 HTTP/1.1" status: 200 len: 1000 time: 0.0585461 Sep 25 01:19:59.297105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-d885bc07-bf20-4cc4-90ae-285a39b908fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:19:59.299280 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-d885bc07-bf20-4cc4-90ae-285a39b908fb service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff HTTP/1.1" status: 200 len: 844 time: 0.0529904 Sep 25 01:19:59.342665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-be493230-4069-4420-992b-1c226a129e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:19:59.344137 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-be493230-4069-4420-992b-1c226a129e3f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bcf28c34-6520-4f69-9834-ca7aeefc0445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393972 Sep 25 01:19:59.444090 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-776497b9-c154-4dbd-ae36-c87c774667c6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935524 Sep 25 01:19:59.535239 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99f54eec-f87d-492b-b65e-b570b0c3dc87 req-0b0f45bd-a579-4663-99d5-85a2d056747b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847163 Sep 25 01:20:01.496460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-497f172d-6696-495c-86f0-15132fdcb4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:03.776556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:04.009555 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:04.010307 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=17 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:05.948753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:06.494383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:09.530299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:09.532256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:11.012832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:12.152103 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:20:21.006835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:21.008770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:22.148473 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:28.594336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf9f9-edf8-4053-83d9-684614fa5a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:31.499622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f846-10b0-4ce3-86c2-bb208812f28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:33.778702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:35.951355 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:36.497319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:41.002379 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:41.005684 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:41.015263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:42.146646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60228) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:42.299884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port b3d6bb04-bb17-47ce-b667-4168aba9fbb9 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:20:42.300250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b3d6bb04-bb17-47ce-b667-4168aba9fbb9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:42.378087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b3d6bb04-bb17-47ce-b667-4168aba9fbb9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:42.378412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (b3d6bb04-bb17-47ce-b667-4168aba9fbb9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:42.392279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for b3d6bb04-bb17-47ce-b667-4168aba9fbb9 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:20:42.546191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (b3d6bb04-bb17-47ce-b667-4168aba9fbb9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:42.570380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=b3d6bb04-bb17-47ce-b667-4168aba9fbb9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:42.638416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (576e2236-b593-46c6-804b-18449a946e23), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:42.638758 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 576e2236-b593-46c6-804b-18449a946e23 disassociated (deleted). External IP: 172.36.7.16, port: fc058e16-414f-4ef8-90d2-7d5ed89cfb29. Sep 25 01:20:42.844897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:20:42.951668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:20:42.956593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:42.962102 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] Sync routers for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:20:42.971786 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:20:42.972422 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:20:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:42.987510 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c39106c5-6149-434e-a481-97feba525c02 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/576e2236-b593-46c6-804b-18449a946e23 HTTP/1.1" status: 204 len: 168 time: 0.8397644 Sep 25 01:20:42.988194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:20:42.990493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57" -d '{"events": [{"name": "network-changed", "server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:20:43.071982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6e82e4-bccf-4e1a-82b6-9a7233a20cd8 x-openstack-request-id: req-9c6e82e4-bccf-4e1a-82b6-9a7233a20cd8 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:20:43.072340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:20:43.072506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c6e82e4-bccf-4e1a-82b6-9a7233a20cd8 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:20:43.072908 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6e82e4-bccf-4e1a-82b6-9a7233a20cd8'] response: {'name': 'network-changed', 'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'status': 'completed', 'code': 200} Sep 25 01:20:43.101985 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:20:43.132017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:43.174798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-6bfd9eb0-e9cb-4a82-ab14-8a20815a4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:43.177179 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-6bfd9eb0-e9cb-4a82-ab14-8a20815a4158 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 1129 time: 0.0557160 Sep 25 01:20:43.317065 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1', 'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a6:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:13Z', 'updated_at': '2022-09-25T01:17:16Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:43.345110 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] Checking router: 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:20:43.353689 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:20:43.354221 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:20:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:43.359287 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9c72c-564a-4976-9849-b0d98f38716d req-7d2279c4-73f8-48fc-9ce0-eb96b6d285ec tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:43.360829 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1dd9c72c-564a-4976-9849-b0d98f38716d req-7d2279c4-73f8-48fc-9ce0-eb96b6d285ec tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 945 time: 0.1343017 Sep 25 01:20:43.412730 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1dd9c72c-564a-4976-9849-b0d98f38716d req-5a5982a5-a26f-4565-a646-747fc93db66b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452878 Sep 25 01:20:43.458144 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:20:43.723571 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1', 'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a6:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:13Z', 'updated_at': '2022-09-25T01:17:16Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:43.747908 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb33fee-4d6c-464a-8ce7-ae57b398841e None None] The sync data for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv is: [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:13Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1', 'name': '', 'network_id': 'bcf28c34-6520-4f69-9834-ca7aeefc0445', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:a6:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:13Z', 'updated_at': '2022-09-25T01:17:16Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '2dee89a4-658c-4ad1-9546-77aeb3d4b3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:20:43.971272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e3fd87-8935-43c1-aa87-34fa167acce3 None None] New status for floating IP 576e2236-b593-46c6-804b-18449a946e23: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:20:44.278251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:44.360019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-a43f7436-7cc2-4351-bfef-fc3fbbfc46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:44.362024 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-a43f7436-7cc2-4351-bfef-fc3fbbfc46ab service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bcf28c34-6520-4f69-9834-ca7aeefc0445 HTTP/1.1" status: 200 len: 898 time: 0.0928733 Sep 25 01:20:44.405088 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-da5c4c7c-0dd1-4a50-91dc-ac3313d6151e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29 HTTP/1.1" status: 200 len: 217 time: 0.0369723 Sep 25 01:20:44.459699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-03aeb96c-6d45-4d4c-adca-44de5c3763e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:44.461217 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-03aeb96c-6d45-4d4c-adca-44de5c3763e9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff HTTP/1.1" status: 200 len: 844 time: 0.0487013 Sep 25 01:20:44.523862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-c932aa9d-e8a9-4677-85b4-b5f6a7585092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:44.525438 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-c932aa9d-e8a9-4677-85b4-b5f6a7585092 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bcf28c34-6520-4f69-9834-ca7aeefc0445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0575600 Sep 25 01:20:44.604308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b646840-e43b-491f-a544-a904ed7c5879 req-2d35a2d5-ab29-4008-af33-35b83a5c2a1b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:44.605774 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4b646840-e43b-491f-a544-a904ed7c5879 req-2d35a2d5-ab29-4008-af33-35b83a5c2a1b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 945 time: 0.1045113 Sep 25 01:20:44.635184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-5652081e-4115-4449-8a00-e6c0ed812bed service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:20:44.636176 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-5652081e-4115-4449-8a00-e6c0ed812bed service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049913 Sep 25 01:20:44.710115 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4b646840-e43b-491f-a544-a904ed7c5879 req-066a641d-17f1-4498-b661-b44827f2fd6b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=27eb8eb4-0056-4107-bf09-bfcab2951c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986781 Sep 25 01:20:44.748972 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-72748347-5b85-41e9-b1d8-8ab62ed1cb33 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051836 Sep 25 01:20:44.890520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-1316865e-27fb-46aa-a2aa-b9102bbb04b4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:44.891986 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-1316865e-27fb-46aa-a2aa-b9102bbb04b4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 945 time: 0.0964251 Sep 25 01:20:44.949976 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f279e47-8eb7-4e7e-9635-3c45a04ebd57 req-cc8596e4-6dcc-434b-966f-c838db1f04d7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555755 Sep 25 01:20:44.995289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:20:44.995629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:45.085925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port fc058e16-414f-4ef8-90d2-7d5ed89cfb29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:20:45.086293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:45.099750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for fc058e16-414f-4ef8-90d2-7d5ed89cfb29 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:20:45.234573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fc058e16-414f-4ef8-90d2-7d5ed89cfb29), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:45.261915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=fc058e16-414f-4ef8-90d2-7d5ed89cfb29,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:45.275474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:45.317498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port fc058e16-414f-4ef8-90d2-7d5ed89cfb29 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:20:45.320030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:45.323287 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2cdf1f3d-0265-4c12-b512-c6a4b5e92ddd req-cdd2bd13-d2fe-441f-a88b-855705f91722 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/fc058e16-414f-4ef8-90d2-7d5ed89cfb29 HTTP/1.1" status: 204 len: 173 time: 0.4258885 Sep 25 01:20:45.323788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'name': 'network-vif-deleted', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:20:45.326123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c0b51-12f5-448c-948f-3224fd675e19" -d '{"events": [{"server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "name": "network-vif-deleted", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:20:45.370563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f62b6-1ce9-4e7a-a079-a250c3748193 x-openstack-request-id: req-e81f62b6-1ce9-4e7a-a079-a250c3748193 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:20:45.370862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b28edfa-2e84-44ab-831d-9fd20b2f3384", "name": "network-vif-deleted", "tag": "fc058e16-414f-4ef8-90d2-7d5ed89cfb29", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:20:45.371118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e81f62b6-1ce9-4e7a-a079-a250c3748193 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:20:45.371534 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81f62b6-1ce9-4e7a-a079-a250c3748193'] response: {'server_uuid': '6b28edfa-2e84-44ab-831d-9fd20b2f3384', 'name': 'network-vif-deleted', 'tag': 'fc058e16-414f-4ef8-90d2-7d5ed89cfb29', 'status': 'completed', 'code': 200} Sep 25 01:20:45.836387 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-866e0e36-4438-46c9-b36a-ce4943cf53e9 req-26e05dc8-52aa-4f56-9edc-3953d96f550d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6b28edfa-2e84-44ab-831d-9fd20b2f3384 HTTP/1.1" status: 200 len: 210 time: 0.0336797 Sep 25 01:20:46.904839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60270) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:46.948104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:46.963017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34b615ae-6191-437d-b554-605a44df949a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (27eb8eb4-0056-4107-bf09-bfcab2951c48), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:46.986388 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34b615ae-6191-437d-b554-605a44df949a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (27eb8eb4-0056-4107-bf09-bfcab2951c48), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:47.046113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34b615ae-6191-437d-b554-605a44df949a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (27eb8eb4-0056-4107-bf09-bfcab2951c48), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:47.050214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34b615ae-6191-437d-b554-605a44df949a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:47.051903 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-34b615ae-6191-437d-b554-605a44df949a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/27eb8eb4-0056-4107-bf09-bfcab2951c48 HTTP/1.1" status: 204 len: 168 time: 0.1460640 Sep 25 01:20:47.061671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b615ae-6191-437d-b554-605a44df949a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eb8eb4-0056-4107-bf09-bfcab2951c48,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:47.090007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60274) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:47.428448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:47.660876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:20:47.661223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:47.750895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:20:47.751252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:47.763899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:20:47.775174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:47.929329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:47.957562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:47.994214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:48.173003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:48.384026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:20:48.789558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:20:48.794669 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dd4c8ecb-dcb9-49f5-96d2-c3fd66e3bf1f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7036912 Sep 25 01:20:48.797476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60276) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:48.799680 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] Sync routers for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:20:48.809932 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:20:48.810676 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:20:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:48.851119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting subnet 2dee89a4-658c-4ad1-9546-77aeb3d4b3ff {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:20:48.854337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (2dee89a4-658c-4ad1-9546-77aeb3d4b3ff), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:48.901252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (2dee89a4-658c-4ad1-9546-77aeb3d4b3ff), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:48.913433 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:20:48.983802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (2dee89a4-658c-4ad1-9546-77aeb3d4b3ff), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.049612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (2dee89a4-658c-4ad1-9546-77aeb3d4b3ff), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.069155 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:49.086389 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:20:47Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:49.090097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.096273 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/2dee89a4-658c-4ad1-9546-77aeb3d4b3ff HTTP/1.1" status: 204 len: 168 time: 0.2948272 Sep 25 01:20:49.096273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Subnet': ['ID=2dee89a4-658c-4ad1-9546-77aeb3d4b3ff,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:49.096767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60278) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:49.099697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec58ab-78bf-4e3d-b7a6-4372340eca77 None None] Network bcf28c34-6520-4f69-9834-ca7aeefc0445 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:20:49.104476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.104836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.105188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.105538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.105883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.106220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.106555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.106889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.107221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.107556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.107888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.108244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.108567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.108899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.109304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff446b6-3f5b-4b76-8ca4-f7f100cca389 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.115191 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] Checking router: 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:20:49.124072 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] Routers {'0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:20:49.124764 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:20:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:49.176832 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:20:49.184926 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:49.215211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.235002 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] Set router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:20:49.272954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] DHCP port deletion for bcf28c34-6520-4f69-9834-ca7aeefc0445 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:20:49.300430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:49.313274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Deleting port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:20:49.313651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.329151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.380930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 69be3365-070b-4603-8c50-d9e5acceddd8 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:20:49.381420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.385429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] For port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba2f6f29-0b52-4aec-8fa5-65bb2582ab68,segment=NetworkSegment(652b27d7-8e9f-4fe4-a27d-04e6737405d2),segment_id=652b27d7-8e9f-4fe4-a27d-04e6737405d2)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:20:49.385882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.401953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Calling delete_port for ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:20:49.411437 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:20:47Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:49.437741 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c1c56-5c13-463f-9b79-51bde5611b6b None None] The sync data for ids ['0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e'] in dv-neutron-master-2-hyperv is: [{'id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'name': 'tempest-TestNetworkBasicOps-router-1440902611', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224'}], 'enable_snat': True}, 'gw_port_id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:20:47Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '69be3365-070b-4603-8c50-d9e5acceddd8', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:17:10Z', 'updated_at': '2022-09-25T01:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:20:49.480937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (ba2f6f29-0b52-4aec-8fa5-65bb2582ab68), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.488440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 69be3365-070b-4603-8c50-d9e5acceddd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69be3365-070b-4603-8c50-d9e5acceddd8,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:20:49.488832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.502463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 69be3365-070b-4603-8c50-d9e5acceddd8 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:20:49.509174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Pushing event deleted for resources: {'Port': ['ID=ba2f6f29-0b52-4aec-8fa5-65bb2582ab68,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:49.517066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] No DVR routers for this DVR port ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:20:49.520155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.520513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.520865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.521496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.521836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.522175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.522507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.522841 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.523175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.523509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.523844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.524280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.524808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.525342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.525862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e6a5f-12de-4e11-ba5a-3156a22104d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:49.553987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:49.680400 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (69be3365-070b-4603-8c50-d9e5acceddd8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.709538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=69be3365-070b-4603-8c50-d9e5acceddd8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:49.771210 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.868371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.870724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.918039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.918654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Fanout notify agent at l3_agent the message router_deleted on router 0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:20:49.926526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:49.930545 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-eb7ca1f4-ab4e-4ddc-b25b-835ea8291a28 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/routers/0adf0fc3-5e49-45a7-9ac8-d99a59af6e3e HTTP/1.1" status: 204 len: 168 time: 0.8326206 Sep 25 01:20:49.930811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60280) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:49.933025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:20:49.954064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:20:49.954064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ba2f6f29-0b52-4aec-8fa5-65bb2582ab68 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:20:49.957586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:20:49.982523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:20:49.983090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2d9c48b9-f4da-4186-8fb2-d12e2e71b4a1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:20:50.013076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (bcf28c34-6520-4f69-9834-ca7aeefc0445), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.056895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device fc058e16-414f-4ef8-90d2-7d5ed89cfb29 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:20:50.076964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: fc058e16-414f-4ef8-90d2-7d5ed89cfb29 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:20:50.077229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device fc058e16-414f-4ef8-90d2-7d5ed89cfb29 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:20:50.109348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (bcf28c34-6520-4f69-9834-ca7aeefc0445), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.133992 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf28c34-6520-4f69-9834-ca7aeefc0445']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:50.144655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652b27d7-8e9f-4fe4-a27d-04e6737405d2') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:50.144960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652b27d7-8e9f-4fe4-a27d-04e6737405d2') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:50.157688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (652b27d7-8e9f-4fe4-a27d-04e6737405d2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.171995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (652b27d7-8e9f-4fe4-a27d-04e6737405d2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.178514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:20:50.179114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (652b27d7-8e9f-4fe4-a27d-04e6737405d2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.228652 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 652b27d7-8e9f-4fe4-a27d-04e6737405d2 resource provider aggregate not found Sep 25 01:20:50.249292 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 652b27d7-8e9f-4fe4-a27d-04e6737405d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 652b27d7-8e9f-4fe4-a27d-04e6737405d2 found for delete ", "request_id": "req-067b4a5b-6bd6-49e6-913d-1da7a6dbd60d"}]} Sep 25 01:20:50.268043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (bcf28c34-6520-4f69-9834-ca7aeefc0445), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.275180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.278251 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bcf28c34-6520-4f69-9834-ca7aeefc0445 HTTP/1.1" status: 204 len: 168 time: 0.3466783 Sep 25 01:20:50.291161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7c56e-251d-40b4-8848-714ae940f3be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Network': ['ID=bcf28c34-6520-4f69-9834-ca7aeefc0445,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:50.293489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60286) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:50.298485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'network': {'name': 'tempest-network-smoke--1320542437', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'port_security_enabled': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:50.320208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:20:50.323930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.350172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:20:50.360729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a4b6f502-e2b3-4162-b268-54ce813ec20a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.361259 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Added segment a4b6f502-e2b3-4162-b268-54ce813ec20a of type vlan for network 1434faf7-01fc-428d-92a2-79a3b63d9261 Sep 25 01:20:50.404269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (1434faf7-01fc-428d-92a2-79a3b63d9261), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.429247 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (1434faf7-01fc-428d-92a2-79a3b63d9261), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.434284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:50.434878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.441015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:50.502288 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2072165 Sep 25 01:20:50.505162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60288) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:50.509986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:50.510220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-658641663', 'admin_state_up': True, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:50.516400 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b2ebd-609e-4eb4-aeff-8c287708eb46 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Network': ['ID=1434faf7-01fc-428d-92a2-79a3b63d9261,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:50.530426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:20:50.541032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (61ac783b-8a1e-42b5-ac0a-8c0342358017), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.542535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (61ac783b-8a1e-42b5-ac0a-8c0342358017), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.611379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (61ac783b-8a1e-42b5-ac0a-8c0342358017), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.747506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (61ac783b-8a1e-42b5-ac0a-8c0342358017), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.902110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:50.929075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (61ac783b-8a1e-42b5-ac0a-8c0342358017), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:50.949877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:51.055708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.135 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/53d7711d-f2d1-4137-8464-26b8c9f46bb5) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:20:51.166842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:51.178605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:51.202541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:51.246710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:20:51.250091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:20:51.254937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:20:51.281735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=53d7711d-f2d1-4137-8464-26b8c9f46bb5,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:51.507631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (61ac783b-8a1e-42b5-ac0a-8c0342358017), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:51.517066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 69be3365-070b-4603-8c50-d9e5acceddd8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:20:51.521247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:51.522828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:51.540850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 69be3365-070b-4603-8c50-d9e5acceddd8 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:20:51.541533 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 69be3365-070b-4603-8c50-d9e5acceddd8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:20:51.713181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (61ac783b-8a1e-42b5-ac0a-8c0342358017), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:51.766727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:51.840862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 61ac783b-8a1e-42b5-ac0a-8c0342358017 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:20:51.943349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:20:51.953529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Sync routers for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:20:51.963960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:51.965215 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-56916d60-71fb-40ef-a620-e78db2b562db tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4586909 Sep 25 01:20:51.966113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:20:51.966759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:20:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:51.968498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60290) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:52.001563 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-44da3250-1769-4c03-a775-ae0d30610c6d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318718 Sep 25 01:20:52.004319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60292) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:52.070249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:20:52.096874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797101d-c0d6-4b80-9a05-ebe897a1f2ed tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:52.098339 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8797101d-c0d6-4b80-9a05-ebe897a1f2ed tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929587 Sep 25 01:20:52.101220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60294) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:52.132302 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b1d5c7b3-7b00-47d2-8419-02dec3ea6d06 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277665 Sep 25 01:20:52.132855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60296) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:52.138225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1305669776', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:52.232400 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:20:52.236459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:52.243479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:51Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:52.269531 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Checking router: 61ac783b-8a1e-42b5-ac0a-8c0342358017 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:20:52.269892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Updating router 61ac783b-8a1e-42b5-ac0a-8c0342358017 port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:20:52.298890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:52.426328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (a9322734-8f46-4c53-ac50-43e3e4661807), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:52.480850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=a9322734-8f46-4c53-ac50-43e3e4661807,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:52.497182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Checking segment: {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:20:52.497541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network hostable DHCP agents. Network: 1434faf7-01fc-428d-92a2-79a3b63d9261, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:20:52.514057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:20:52.524476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1434faf7-01fc-428d-92a2-79a3b63d9261) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:20:52.528813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:52.529406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:52.537502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88851dca-debc-42f8-a42e-44cc60632460 None None] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:20:52.546603 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2e2df0b2-0c82-4da2-945a-99357510c205 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4121792 Sep 25 01:20:52.549743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60298) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:52.595744 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Publish callbacks [] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:52.604000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:52.663435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Attempting to bind port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:20:52.663810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Attempting to bind port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:20:52.664371 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Attempting to bind port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:20:52.709739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2fec2-710b-4e90-8db1-1b107e779c56 None None] Pushing event updated for resources: {'Port': ['ID=53d7711d-f2d1-4137-8464-26b8c9f46bb5,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:52.742876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1434faf7-01fc-428d-92a2-79a3b63d9261', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:20:52.743795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:52.746380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:20:52.746755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:20:52.747151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:52.747543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:20:52.748043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Bound port: 53d7711d-f2d1-4137-8464-26b8c9f46bb5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:20:52.748420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.004098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:53.007772 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.007942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:53.009475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] For port 53d7711d-f2d1-4137-8464-26b8c9f46bb5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:20:53.025277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:53.033439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] For port 53d7711d-f2d1-4137-8464-26b8c9f46bb5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=53d7711d-f2d1-4137-8464-26b8c9f46bb5,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:20:53.043287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.059807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:53.115410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:20:53.116086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:20:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:53.180010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2fec2-710b-4e90-8db1-1b107e779c56 None None] Pushing event updated for resources: {'Port': ['ID=53d7711d-f2d1-4137-8464-26b8c9f46bb5,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:53.184927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Allocated IP 172.20.0.2 (1434faf7-01fc-428d-92a2-79a3b63d9261/a9322734-8f46-4c53-ac50-43e3e4661807/0d537b84-e697-414a-ab3f-83be9bc3a47f) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:20:53.295980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:20:53.499295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Publish callbacks [] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.522450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.563628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.1 (1434faf7-01fc-428d-92a2-79a3b63d9261/a9322734-8f46-4c53-ac50-43e3e4661807/9ab75a39-8d42-44da-876a-349d05eec192) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:20:53.581554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:20:53.588746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:20:53.591231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:51Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:53.593030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:20:53.594965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Pushing event updated for resources: {'Port': ['ID=0d537b84-e697-414a-ab3f-83be9bc3a47f,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:53.625947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3299a-833f-4b3e-9d7a-b31f2c873a35 None None] The sync data for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv is: [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:51Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:20:53.691714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (9ab75a39-8d42-44da-876a-349d05eec192), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.705617 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Attempting to bind port 0d537b84-e697-414a-ab3f-83be9bc3a47f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:20:53.706209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Attempting to bind port 0d537b84-e697-414a-ab3f-83be9bc3a47f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:20:53.706794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Attempting to bind port 0d537b84-e697-414a-ab3f-83be9bc3a47f on network 1434faf7-01fc-428d-92a2-79a3b63d9261 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:20:53.727131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (9ab75a39-8d42-44da-876a-349d05eec192), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.757075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:20:53.757460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Checking segment: {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:20:53.757875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.758276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Bound using segment: {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:20:53.758761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Bound port: 0d537b84-e697-414a-ab3f-83be9bc3a47f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:20:53.759147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.776934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:20:53.780333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:20:53.785151 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:20:53.817496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=9ab75a39-8d42-44da-876a-349d05eec192,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:53.833369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] For port 0d537b84-e697-414a-ab3f-83be9bc3a47f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:20:53.838056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (61ac783b-8a1e-42b5-ac0a-8c0342358017), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.838716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] For port 0d537b84-e697-414a-ab3f-83be9bc3a47f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d537b84-e697-414a-ab3f-83be9bc3a47f,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:20:53.847415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:53.913252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:53.921490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:53.949433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cfb98-3a3a-40db-b8e2-2d1b9b7f1c6c None None] Pushing event updated for resources: {'Port': ['ID=0d537b84-e697-414a-ab3f-83be9bc3a47f,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:54.016859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9ab75a39-8d42-44da-876a-349d05eec192), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:54.522394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:54.525333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:54.597502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (9ab75a39-8d42-44da-876a-349d05eec192), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:54.602870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (9ab75a39-8d42-44da-876a-349d05eec192), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:54.679248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=9ab75a39-8d42-44da-876a-349d05eec192,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:54.681797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (61ac783b-8a1e-42b5-ac0a-8c0342358017), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:54.786118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:20:54.787601 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:20:54.870695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0271f3-ddfd-4ca8-a0f1-4a31e29cccdf None None] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:20:54.908718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 61ac783b-8a1e-42b5-ac0a-8c0342358017 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:20:54.940056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c22a56be-5634-419a-b8f6-e92aa4cedc39 None None] Provisioning complete for port 0d537b84-e697-414a-ab3f-83be9bc3a47f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:20:54.940427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c22a56be-5634-419a-b8f6-e92aa4cedc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:54.940775 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c22a56be-5634-419a-b8f6-e92aa4cedc39 None None] Attempt 1 to provision port 0d537b84-e697-414a-ab3f-83be9bc3a47f Sep 25 01:20:55.026657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:20:55.036821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60300) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:55.037316 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6326ba0e-f347-45a9-930b-7969fbead98d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/61ac783b-8a1e-42b5-ac0a-8c0342358017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4857104 Sep 25 01:20:55.044642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:55.075520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c22a56be-5634-419a-b8f6-e92aa4cedc39 None None] Current status of the port 0d537b84-e697-414a-ab3f-83be9bc3a47f is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:20:55.076052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c22a56be-5634-419a-b8f6-e92aa4cedc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.117571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c22a56be-5634-419a-b8f6-e92aa4cedc39 None None] For port 0d537b84-e697-414a-ab3f-83be9bc3a47f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d537b84-e697-414a-ab3f-83be9bc3a47f,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:20:55.128332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c22a56be-5634-419a-b8f6-e92aa4cedc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.163885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3806d8-34ed-4264-935e-c8cab20b1372 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:55.164423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3806d8-34ed-4264-935e-c8cab20b1372 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:55.164907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3806d8-34ed-4264-935e-c8cab20b1372 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:55.165866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3806d8-34ed-4264-935e-c8cab20b1372 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:55.170517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60302) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:55.171007 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ca3806d8-34ed-4264-935e-c8cab20b1372 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1335754 Sep 25 01:20:55.186046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a56be-5634-419a-b8f6-e92aa4cedc39 None None] Pushing event updated for resources: {'Port': ['ID=0d537b84-e697-414a-ab3f-83be9bc3a47f,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:55.246690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9cfba8-2b5b-429b-b37f-7dc11f804d49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:55.247167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9cfba8-2b5b-429b-b37f-7dc11f804d49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:55.247715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9cfba8-2b5b-429b-b37f-7dc11f804d49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:55.248178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9cfba8-2b5b-429b-b37f-7dc11f804d49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:55.253360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60304) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:55.253497 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4e9cfba8-2b5b-429b-b37f-7dc11f804d49 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0810971 Sep 25 01:20:55.358239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Provisioning complete for port 0d537b84-e697-414a-ab3f-83be9bc3a47f triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:20:55.358621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.358972 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Attempt 1 to provision port 0d537b84-e697-414a-ab3f-83be9bc3a47f Sep 25 01:20:55.389112 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1095770a-a1ca-4eea-be1d-ba355ac09195 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1345146 Sep 25 01:20:55.454398 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Sync routers for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:20:55.467250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Current status of the port 0d537b84-e697-414a-ab3f-83be9bc3a47f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:20:55.473708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:20:55.474923 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:20:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:55.477457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Provisioning complete for port 9ab75a39-8d42-44da-876a-349d05eec192 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:20:55.477885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9ab75a39-8d42-44da-876a-349d05eec192), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.478257 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Attempt 1 to provision port 9ab75a39-8d42-44da-876a-349d05eec192 Sep 25 01:20:55.481637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60308) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:55.487392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ec413a1d-1e45-48cc-b151-c1e72734ea71 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995224768', 'description': 'tempest-secgroup-smoke-995224768 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:55.512912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Port 9ab75a39-8d42-44da-876a-349d05eec192 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:20:55.518285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ec413a1d-1e45-48cc-b151-c1e72734ea71 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.624420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ec413a1d-1e45-48cc-b151-c1e72734ea71 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (577a0652-1ed4-4d19-a88f-287c6c425fab), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.625129 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:20:55.630192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ec413a1d-1e45-48cc-b151-c1e72734ea71 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (577a0652-1ed4-4d19-a88f-287c6c425fab), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.660419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0d537b84-e697-414a-ab3f-83be9bc3a47f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:20:55.683361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ec413a1d-1e45-48cc-b151-c1e72734ea71 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.685299 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ec413a1d-1e45-48cc-b151-c1e72734ea71 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2022464 Sep 25 01:20:55.688824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60310) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:55.691453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec413a1d-1e45-48cc-b151-c1e72734ea71 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577a0652-1ed4-4d19-a88f-287c6c425fab,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:55.693517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7695924d-04e8-4af6-b7e7-862baedec062 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '577a0652-1ed4-4d19-a88f-287c6c425fab', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:55.728637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 0d537b84-e697-414a-ab3f-83be9bc3a47f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:20:55.729164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.729540 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 0d537b84-e697-414a-ab3f-83be9bc3a47f Sep 25 01:20:55.739238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7695924d-04e8-4af6-b7e7-862baedec062 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (81fbf1e5-e026-494c-bddc-add979577455), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.813685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7695924d-04e8-4af6-b7e7-862baedec062 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (81fbf1e5-e026-494c-bddc-add979577455), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.819274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7695924d-04e8-4af6-b7e7-862baedec062 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (81fbf1e5-e026-494c-bddc-add979577455), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.822186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 0d537b84-e697-414a-ab3f-83be9bc3a47f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:20:55.824035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 53d7711d-f2d1-4137-8464-26b8c9f46bb5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:20:55.840184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695924d-04e8-4af6-b7e7-862baedec062 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fbf1e5-e026-494c-bddc-add979577455,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:55.849496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7695924d-04e8-4af6-b7e7-862baedec062 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.853873 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7695924d-04e8-4af6-b7e7-862baedec062 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614099 Sep 25 01:20:55.854148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60312) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:55.858901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-64efc25d-2302-4bec-8943-e81e50e975b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '577a0652-1ed4-4d19-a88f-287c6c425fab', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:55.864359 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:54Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:55.881618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:20:55.882224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.882377 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 Sep 25 01:20:55.887971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64efc25d-2302-4bec-8943-e81e50e975b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (da849584-58b5-4cb6-8ead-44e2f0dad866), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.896300 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Checking router: 61ac783b-8a1e-42b5-ac0a-8c0342358017 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:20:55.896739 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Updating router 61ac783b-8a1e-42b5-ac0a-8c0342358017 port 9ab75a39-8d42-44da-876a-349d05eec192 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:20:55.926910 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9ab75a39-8d42-44da-876a-349d05eec192), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.954007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64efc25d-2302-4bec-8943-e81e50e975b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (da849584-58b5-4cb6-8ead-44e2f0dad866), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.957121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:55.959276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64efc25d-2302-4bec-8943-e81e50e975b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (da849584-58b5-4cb6-8ead-44e2f0dad866), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.959759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:20:55.960187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.978136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efc25d-2302-4bec-8943-e81e50e975b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da849584-58b5-4cb6-8ead-44e2f0dad866,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:55.993173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 53d7711d-f2d1-4137-8464-26b8c9f46bb5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=53d7711d-f2d1-4137-8464-26b8c9f46bb5,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:20:55.995384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64efc25d-2302-4bec-8943-e81e50e975b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:55.996650 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-64efc25d-2302-4bec-8943-e81e50e975b5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413410 Sep 25 01:20:55.999621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60314) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:56.001198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.007840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2ad84b19-01aa-4aab-8a85-94caff0b7f03 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '577a0652-1ed4-4d19-a88f-287c6c425fab', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:56.019630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:56.024805 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Attempt 2 to provision port 9ab75a39-8d42-44da-876a-349d05eec192 Sep 25 01:20:56.045324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ad84b19-01aa-4aab-8a85-94caff0b7f03 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (35a1dca8-73dd-44bf-840d-33f95ae6be59), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.063619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:56.078628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Port 9ab75a39-8d42-44da-876a-349d05eec192 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:20:56.083870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=53d7711d-f2d1-4137-8464-26b8c9f46bb5,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:56.110670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ad84b19-01aa-4aab-8a85-94caff0b7f03 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (35a1dca8-73dd-44bf-840d-33f95ae6be59), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.115511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ad84b19-01aa-4aab-8a85-94caff0b7f03 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (35a1dca8-73dd-44bf-840d-33f95ae6be59), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.139019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad84b19-01aa-4aab-8a85-94caff0b7f03 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a1dca8-73dd-44bf-840d-33f95ae6be59,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:56.145296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2ad84b19-01aa-4aab-8a85-94caff0b7f03 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.146612 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2ad84b19-01aa-4aab-8a85-94caff0b7f03 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459873 Sep 25 01:20:56.149394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60316) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:56.153886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c485d00b-c56a-49f7-86e9-2b63157668f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '577a0652-1ed4-4d19-a88f-287c6c425fab', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:56.182609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c485d00b-c56a-49f7-86e9-2b63157668f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (c805a556-56fc-4390-b812-2868029a12ff), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.197157 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:56.244313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c485d00b-c56a-49f7-86e9-2b63157668f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (c805a556-56fc-4390-b812-2868029a12ff), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.249302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c485d00b-c56a-49f7-86e9-2b63157668f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (c805a556-56fc-4390-b812-2868029a12ff), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.279916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485d00b-c56a-49f7-86e9-2b63157668f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c805a556-56fc-4390-b812-2868029a12ff,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:56.292234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c485d00b-c56a-49f7-86e9-2b63157668f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.294667 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c485d00b-c56a-49f7-86e9-2b63157668f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441693 Sep 25 01:20:56.297446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60318) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:56.302541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-de80194e-1c49-4f3d-92b4-6b393dfbe979 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '577a0652-1ed4-4d19-a88f-287c6c425fab', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:56.325524 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-de80194e-1c49-4f3d-92b4-6b393dfbe979 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:20:56.327085 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Publish callbacks [] for port (9ab75a39-8d42-44da-876a-349d05eec192), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.331763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de80194e-1c49-4f3d-92b4-6b393dfbe979 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (bf9cf80d-bd8c-4adc-a537-afcb5dbbfa6c), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.332534 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9ab75a39-8d42-44da-876a-349d05eec192), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.388196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:56.392665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:56.397903 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Pushing event updated for resources: {'Port': ['ID=9ab75a39-8d42-44da-876a-349d05eec192,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:56.402217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de80194e-1c49-4f3d-92b4-6b393dfbe979 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (bf9cf80d-bd8c-4adc-a537-afcb5dbbfa6c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.414674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de80194e-1c49-4f3d-92b4-6b393dfbe979 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (bf9cf80d-bd8c-4adc-a537-afcb5dbbfa6c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.434697 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.435044 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.435388 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.435725 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.436104 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.436412 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.436738 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.437061 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.437388 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.437708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.438029 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.438352 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.438673 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.439017 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.439336 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:20:56.442120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80194e-1c49-4f3d-92b4-6b393dfbe979 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9cf80d-bd8c-4adc-a537-afcb5dbbfa6c,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:56.446659 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Attempting to bind port 9ab75a39-8d42-44da-876a-349d05eec192 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:20:56.447085 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Attempting to bind port 9ab75a39-8d42-44da-876a-349d05eec192 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:20:56.447553 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Attempting to bind port 9ab75a39-8d42-44da-876a-349d05eec192 on network 1434faf7-01fc-428d-92a2-79a3b63d9261 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:20:56.454249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de80194e-1c49-4f3d-92b4-6b393dfbe979 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.455670 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-de80194e-1c49-4f3d-92b4-6b393dfbe979 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1571772 Sep 25 01:20:56.458271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60320) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:20:56.462882 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-07738fcb-96cd-4afb-b5ba-37e7c9da2f8c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '577a0652-1ed4-4d19-a88f-287c6c425fab', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:20:56.484713 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-07738fcb-96cd-4afb-b5ba-37e7c9da2f8c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:20:56.491887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-07738fcb-96cd-4afb-b5ba-37e7c9da2f8c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (62aa6d80-a478-483d-9536-d23f83004499), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.493728 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:20:56.494270 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Checking segment: {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:20:56.494681 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.495081 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Bound using segment: {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:20:56.495560 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Bound port: 9ab75a39-8d42-44da-876a-349d05eec192, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:20:56.496027 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9ab75a39-8d42-44da-876a-349d05eec192), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.552815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-07738fcb-96cd-4afb-b5ba-37e7c9da2f8c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (62aa6d80-a478-483d-9536-d23f83004499), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.557002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-07738fcb-96cd-4afb-b5ba-37e7c9da2f8c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (62aa6d80-a478-483d-9536-d23f83004499), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.559480 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:56.560955 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] For port 9ab75a39-8d42-44da-876a-349d05eec192, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:20:56.564498 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] For port 9ab75a39-8d42-44da-876a-349d05eec192, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ab75a39-8d42-44da-876a-349d05eec192,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:20:56.571761 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9ab75a39-8d42-44da-876a-349d05eec192), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.574525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07738fcb-96cd-4afb-b5ba-37e7c9da2f8c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62aa6d80-a478-483d-9536-d23f83004499,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:56.579840 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Attempt 3 to provision port 9ab75a39-8d42-44da-876a-349d05eec192 Sep 25 01:20:56.591139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-07738fcb-96cd-4afb-b5ba-37e7c9da2f8c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.593478 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-07738fcb-96cd-4afb-b5ba-37e7c9da2f8c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341515 Sep 25 01:20:56.609888 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:20:56.610556 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:20:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:56.666378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Current status of the port 9ab75a39-8d42-44da-876a-349d05eec192 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:20:56.666772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9ab75a39-8d42-44da-876a-349d05eec192), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.667125 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b73887-cea0-4ed4-8c21-1f438bce70e9 None None] Pushing event updated for resources: {'Port': ['ID=9ab75a39-8d42-44da-876a-349d05eec192,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:56.705426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] For port 9ab75a39-8d42-44da-876a-349d05eec192, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ab75a39-8d42-44da-876a-349d05eec192,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:20:56.716214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9ab75a39-8d42-44da-876a-349d05eec192), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.734095 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:20:56.741027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:20:56.768282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d99361-af62-468a-ad7a-3bcad2b6d8d1 None None] Pushing event updated for resources: {'Port': ['ID=9ab75a39-8d42-44da-876a-349d05eec192,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:20:56.774218 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-6fccd340-731b-47ef-b4d5-f96b672ecc62 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-995224768&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.0502603 Sep 25 01:20:56.836331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1bf1ae7f-d6c1-48dd-a33a-1ba93df6a5f1 None None] Provisioning complete for port 9ab75a39-8d42-44da-876a-349d05eec192 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:20:56.836710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ae7f-d6c1-48dd-a33a-1ba93df6a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9ab75a39-8d42-44da-876a-349d05eec192), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:56.837056 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1bf1ae7f-d6c1-48dd-a33a-1ba93df6a5f1 None None] Attempt 1 to provision port 9ab75a39-8d42-44da-876a-349d05eec192 Sep 25 01:20:56.900049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-d40a29ab-0f3b-4426-955d-62980c6f4676 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:20:56.901491 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-d40a29ab-0f3b-4426-955d-62980c6f4676 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 797 time: 0.1161003 Sep 25 01:20:56.919235 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-f0a4137a-5dfa-4eb8-bd2a-aeca8ac0e770 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0119302 Sep 25 01:20:56.921052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1ae7f-d6c1-48dd-a33a-1ba93df6a5f1 None None] Current status of the port 9ab75a39-8d42-44da-876a-349d05eec192 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:20:56.935691 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:20:56.964161 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce5a4c-b74f-4523-b354-e3abb441373d None None] The sync data for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv is: [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:20:56.974100 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-df3f6c2c-739a-4aa0-9b1b-9c731b594124 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478020 Sep 25 01:20:57.153401 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-ee5cde1b-1356-4c81-9534-54490c554089 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670260 Sep 25 01:20:57.245853 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-78ad7a4c-2c64-41ea-8450-06e3ca53df3e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876768 Sep 25 01:20:57.425705 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4fe7253f-817d-4dcb-b8e7-8a53ef15bdbe req-b49cc3c5-a71b-466c-8ec6-5676f61b92c2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 210 time: 0.0296776 Sep 25 01:20:57.626967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9ab75a39-8d42-44da-876a-349d05eec192 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:20:57.678082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 9ab75a39-8d42-44da-876a-349d05eec192 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:20:57.678369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9ab75a39-8d42-44da-876a-349d05eec192), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:57.678708 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 9ab75a39-8d42-44da-876a-349d05eec192 Sep 25 01:20:57.754593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 9ab75a39-8d42-44da-876a-349d05eec192 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:20:57.755804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 53d7711d-f2d1-4137-8464-26b8c9f46bb5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:20:57.807809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:20:57.808219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:57.808625 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 Sep 25 01:20:57.884261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:20:58.517258 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5cef7b4f-08c7-4fdd-aeda-0bb0655603c1 req-f8085b10-df75-46c1-84b3-3ef5323faab8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 210 time: 0.0297489 Sep 25 01:20:58.600464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35fd31c4-7684-4180-a22e-41d4f0ccd79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:20:59.622906 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-43f31764-b739-42c6-86df-21b068eb8c62 req-25c3f286-bf62-4792-aab0-172cd4d40db8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 210 time: 0.0299370 Sep 25 01:21:00.562523 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-9989d5dd-a805-40f6-9ec9-5e41082cc073 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:00.564645 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-9989d5dd-a805-40f6-9ec9-5e41082cc073 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 797 time: 0.1143115 Sep 25 01:21:00.642608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-b37cf480-f8e3-4964-b0c1-f903076a3c97 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 379 time: 0.0558155 Sep 25 01:21:00.730722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['577a0652-1ed4-4d19-a88f-287c6c425fab']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:00.734954 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8b1b59f3-65bd-4231-97c3-c1fccf3db883 req-ab8ff95d-af35-4290-972d-062a069e5369 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 210 time: 0.0367904 Sep 25 01:21:00.810795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:00.847282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:21:00.851138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:00.983745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.7 (1434faf7-01fc-428d-92a2-79a3b63d9261/a9322734-8f46-4c53-ac50-43e3e4661807/508fb0da-f51d-4c3a-8eef-5826b7ee0a51) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:21:01.112371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:01.122420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:01.155241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:01.209910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:21:01.213252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:21:01.217301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:21:01.243526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:01.257490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.257849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.258198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.258543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.258882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.259219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.259549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.259883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.260385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.260721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.261056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.261397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.261723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.262050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.262374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:21:01.286327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:01.287003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:01.305111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-a3bcf654-8299-4920-bd7a-05b4992d7f74 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782375 Sep 25 01:21:01.374050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Request body: {'port': {'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:01.437074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:01.465232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b99f4e13-be8c-43aa-ada8-483e430de836 None None] Provisioning complete for port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:21:01.465846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b99f4e13-be8c-43aa-ada8-483e430de836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:01.465951 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b99f4e13-be8c-43aa-ada8-483e430de836 None None] Attempt 1 to provision port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 Sep 25 01:21:01.512633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b99f4e13-be8c-43aa-ada8-483e430de836 None None] Port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:21:01.515236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-37437d69-8df7-4ad6-9c72-8ed927f30adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:01.662802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:01.707129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:21:01.715167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Publish callbacks [] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:01.728269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Transition to ACTIVE for port object 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:21:01.731606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:01.814979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Pushing event updated for resources: {'Port': ['ID=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:01.848073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Attempting to bind port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:21:01.848485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Attempting to bind port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:21:01.848862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Attempting to bind port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 on network 1434faf7-01fc-428d-92a2-79a3b63d9261 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:21:01.857203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8c396-400c-4f3e-8779-51d6b35c1272 req-86fcfabd-a741-466c-98b0-e425d80fad3d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:01.858694 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b2c8c396-400c-4f3e-8779-51d6b35c1272 req-86fcfabd-a741-466c-98b0-e425d80fad3d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 943 time: 0.0489955 Sep 25 01:21:01.893477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 on network 1434faf7-01fc-428d-92a2-79a3b63d9261 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:21:01.894048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Attempting to bind port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 on network 1434faf7-01fc-428d-92a2-79a3b63d9261 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:21:01.912941 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b2c8c396-400c-4f3e-8779-51d6b35c1272 req-fd502c83-554f-4248-bc0a-404af961d28a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483255 Sep 25 01:21:01.938570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:21:01.939453 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Checking segment: {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:21:01.939863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Bound using segment: {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:21:01.940422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Bound port: 508fb0da-f51d-4c3a-8eef-5826b7ee0a51, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:21:01.940792 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:01.973819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:02.004612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] For port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:21:02.007634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] For port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:21:02.013500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:02.014101 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b99f4e13-be8c-43aa-ada8-483e430de836 None None] Attempt 2 to provision port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 Sep 25 01:21:02.018127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:02.018747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:02.020227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 200 len: 1093 time: 0.7023401 Sep 25 01:21:02.020782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:21:02.023288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67e1d4a-5f41-451d-b9dd-da021c6038e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:21:02.049372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:02.059460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b99f4e13-be8c-43aa-ada8-483e430de836 None None] Port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:21:02.365808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec8fc3d-16f0-4282-b681-db8e08d8d83b x-openstack-request-id: req-2ec8fc3d-16f0-4282-b681-db8e08d8d83b {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:21:02.366100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:21:02.366353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ec8fc3d-16f0-4282-b681-db8e08d8d83b {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:21:02.366751 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec8fc3d-16f0-4282-b681-db8e08d8d83b'] response: {'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'status': 'completed', 'code': 200} Sep 25 01:21:02.422896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1d4a-5f41-451d-b9dd-da021c6038e0 req-df26f089-35ba-4dcb-8354-742481cd7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:02.424492 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d67e1d4a-5f41-451d-b9dd-da021c6038e0 req-df26f089-35ba-4dcb-8354-742481cd7226 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1127 time: 0.0605037 Sep 25 01:21:02.425226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba8c86-8af7-47fe-a5f0-0509626706ef service neutron] Pushing event updated for resources: {'Port': ['ID=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:02.656984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1d4a-5f41-451d-b9dd-da021c6038e0 req-7b198d44-bbf6-45f3-9771-aab6a22ed7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:02.658544 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d67e1d4a-5f41-451d-b9dd-da021c6038e0 req-7b198d44-bbf6-45f3-9771-aab6a22ed7ca service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0973253 Sep 25 01:21:02.758361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1d4a-5f41-451d-b9dd-da021c6038e0 req-89fd9955-884b-4084-9abf-bc347b61efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:02.759848 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d67e1d4a-5f41-451d-b9dd-da021c6038e0 req-89fd9955-884b-4084-9abf-bc347b61efba service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960541 Sep 25 01:21:02.856161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-2aa84f1a-55a0-4581-b219-d0cbcae9da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:02.857536 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-2aa84f1a-55a0-4581-b219-d0cbcae9da1f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1127 time: 0.0421858 Sep 25 01:21:02.901046 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-58af711a-bcce-4620-a079-00c258f72582 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 200 len: 217 time: 0.0323477 Sep 25 01:21:02.960012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-eaa1101c-9ce8-42cf-8ab6-08cdefd470ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:02.962484 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-eaa1101c-9ce8-42cf-8ab6-08cdefd470ce service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.0556638 Sep 25 01:21:03.007392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-3fc751b1-79cc-4607-8912-b788a15b9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:03.008996 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-3fc751b1-79cc-4607-8912-b788a15b9bb9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414474 Sep 25 01:21:03.043730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e29556-7ea5-4d96-8c13-ccde5320ccb9 req-752f701c-eff0-42af-b9b2-b5f8689b3618 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:03.045241 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f6e29556-7ea5-4d96-8c13-ccde5320ccb9 req-752f701c-eff0-42af-b9b2-b5f8689b3618 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 943 time: 0.0473084 Sep 25 01:21:03.097272 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f6e29556-7ea5-4d96-8c13-ccde5320ccb9 req-492b36e8-895f-4d9d-a2e4-2a7ecf73115b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447805 Sep 25 01:21:03.105096 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-08be5511-73ca-4fa7-86c0-9a166310fca0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905404 Sep 25 01:21:03.166359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:03.202922 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e85c8108-6ac0-44fa-9932-41316df46d5c req-10c01f7a-c220-4d7e-922f-9075f5cd19ae service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921183 Sep 25 01:21:03.781802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:04.224600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a1c07-6ce4-4919-97f2-cddd790117de req-c0c80ea8-6f27-490d-8df4-cd3f62f3b9dd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:04.226092 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1b9a1c07-6ce4-4919-97f2-cddd790117de req-c0c80ea8-6f27-490d-8df4-cd3f62f3b9dd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 943 time: 0.0498111 Sep 25 01:21:04.279606 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1b9a1c07-6ce4-4919-97f2-cddd790117de req-5f74fdc1-0c51-40f9-8fde-7e1d42e030f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478044 Sep 25 01:21:05.406385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fbc7c-021c-48ba-a19e-1ca2b0daf0ee req-2de9d4e5-3267-45c0-9624-b1d7a16a8c94 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:05.408480 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-be8fbc7c-021c-48ba-a19e-1ca2b0daf0ee req-2de9d4e5-3267-45c0-9624-b1d7a16a8c94 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 943 time: 0.0532558 Sep 25 01:21:05.458491 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-be8fbc7c-021c-48ba-a19e-1ca2b0daf0ee req-7c75f7e9-fd01-479b-825d-6e14efe468d1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Sep 25 01:21:05.955565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:06.113258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:21:06.206437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:06.233600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:21:06.245974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:21:06.280977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:21:06.281370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:06.294821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:21:06.315082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:21:06.319317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:06.368948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:06.500769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:06.580263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67fdf5-ebd6-4ecf-bf1a-24358b7046bb req-192a786e-b2b4-4d79-bb1d-402220e5650a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:06.581844 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6a67fdf5-ebd6-4ecf-bf1a-24358b7046bb req-192a786e-b2b4-4d79-bb1d-402220e5650a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 944 time: 0.0484803 Sep 25 01:21:06.633405 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6a67fdf5-ebd6-4ecf-bf1a-24358b7046bb req-6695f897-1d20-4378-a0ff-d64984314a13 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458806 Sep 25 01:21:06.730621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['508fb0da-f51d-4c3a-8eef-5826b7ee0a51'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:21:06.938452 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:06.939666 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=31 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:07.761027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6282ad-0762-483e-8900-f952a0004bc0 req-e0be0d5a-d20a-45e4-9a68-49b69a68d90a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:07.762404 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ef6282ad-0762-483e-8900-f952a0004bc0 req-e0be0d5a-d20a-45e4-9a68-49b69a68d90a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 944 time: 0.0471087 Sep 25 01:21:07.811964 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ef6282ad-0762-483e-8900-f952a0004bc0 req-c16c5e0f-af97-4103-8d11-da9c9f65cef0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432441 Sep 25 01:21:08.118691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:21:08.160694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:21:08.166936 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:21:08.167420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:08.167768 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 Sep 25 01:21:08.242351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:21:08.242745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:08.265924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:21:08.268229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8be878c-d5db-46a4-ac5b-7f1da9904d2a" -d '{"events": [{"server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "name": "network-vif-plugged", "status": "completed", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:21:08.280877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:21:08.285260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:08.310794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e806e1-04f7-4a97-a6b1-d177a2ff3779 x-openstack-request-id: req-b7e806e1-04f7-4a97-a6b1-d177a2ff3779 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:21:08.311101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "name": "network-vif-plugged", "status": "completed", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:21:08.311333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7e806e1-04f7-4a97-a6b1-d177a2ff3779 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:21:08.311725 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e806e1-04f7-4a97-a6b1-d177a2ff3779'] response: {'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'code': 200} Sep 25 01:21:08.314341 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:08.337997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:08.530764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb7281-eac4-4ee2-abb9-3ff7be2e74bd req-c8729e8b-a85f-499b-85f3-3fa58b2f6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:08.532889 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1fcb7281-eac4-4ee2-abb9-3ff7be2e74bd req-c8729e8b-a85f-499b-85f3-3fa58b2f6fd5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1129 time: 0.0468369 Sep 25 01:21:08.583454 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1fcb7281-eac4-4ee2-abb9-3ff7be2e74bd req-b7497590-eca0-480a-92ac-2c3a71cdfc7f service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455093 Sep 25 01:21:08.676829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:08.940700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee75541-0112-4c1d-a905-3382c65edc67 req-432437af-33bb-463b-a16f-97a2c8f8efa2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:08.942076 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cee75541-0112-4c1d-a905-3382c65edc67 req-432437af-33bb-463b-a16f-97a2c8f8efa2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 945 time: 0.0468307 Sep 25 01:21:08.996434 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cee75541-0112-4c1d-a905-3382c65edc67 req-3b8194dd-3d1e-4e1f-8732-05fee1c66ccd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487740 Sep 25 01:21:10.124212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f777ec-b222-4db4-b82c-aeed721e0772 req-df3cd5fd-9fac-4244-b51d-ebb240c011ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:10.125719 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36f777ec-b222-4db4-b82c-aeed721e0772 req-df3cd5fd-9fac-4244-b51d-ebb240c011ff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 945 time: 0.0484009 Sep 25 01:21:10.167994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:10.179116 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36f777ec-b222-4db4-b82c-aeed721e0772 req-c7ed0e10-d812-4e90-8125-1272dc491282 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477567 Sep 25 01:21:11.028036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:11.304461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663a4d2-ca53-498c-975c-eb719a088016 req-f7391082-d230-4704-844c-94eb6c53512d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:11.305961 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2663a4d2-ca53-498c-975c-eb719a088016 req-f7391082-d230-4704-844c-94eb6c53512d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 945 time: 0.0511038 Sep 25 01:21:11.355981 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2663a4d2-ca53-498c-975c-eb719a088016 req-d6bd1d43-5db4-45ee-8634-331e222c2b25 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443470 Sep 25 01:21:11.483432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8bf0e-21c3-4d0e-8c45-8d47a4a44850 req-8cd40b58-57c1-4736-b563-72e79b7ebfff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:11.485088 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4df8bf0e-21c3-4d0e-8c45-8d47a4a44850 req-8cd40b58-57c1-4736-b563-72e79b7ebfff tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 945 time: 0.0488272 Sep 25 01:21:11.540424 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4df8bf0e-21c3-4d0e-8c45-8d47a4a44850 req-1bf6b53c-a2aa-480d-98b2-b0015fd90fc1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Sep 25 01:21:11.569983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60390) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:11.607173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee02da2-17c6-427b-b5c9-9026bbc3daaa tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:11.608718 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aee02da2-17c6-427b-b5c9-9026bbc3daaa tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1124 time: 0.0377603 Sep 25 01:21:11.611482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60392) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:11.615638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:11.638145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:11.722612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:11.826390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.253 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d3c380a9-fe39-462d-81a6-536a5ba3dead) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:21:11.912197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:11.935048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (d3c380a9-fe39-462d-81a6-536a5ba3dead), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:11.967342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d3c380a9-fe39-462d-81a6-536a5ba3dead), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:12.009126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:21:12.012787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:21:12.017113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:21:12.020367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=d3c380a9-fe39-462d-81a6-536a5ba3dead,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:12.273152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:12.373386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (ad33579b-cba2-44eb-a0bc-ed13556848c4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:12.444957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d3c380a9-fe39-462d-81a6-536a5ba3dead), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:12.596451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (d3c380a9-fe39-462d-81a6-536a5ba3dead), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:12.601146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (d3c380a9-fe39-462d-81a6-536a5ba3dead), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:12.672147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=d3c380a9-fe39-462d-81a6-536a5ba3dead,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:12.675672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (ad33579b-cba2-44eb-a0bc-ed13556848c4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:12.720750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:12.776728 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP ad33579b-cba2-44eb-a0bc-ed13556848c4 associated. External IP: 172.36.7.253, port: 508fb0da-f51d-4c3a-8eef-5826b7ee0a51. Sep 25 01:21:12.972319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 61ac783b-8a1e-42b5-ac0a-8c0342358017 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:21:13.076058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:21:13.085893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] Sync routers for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:21:13.095590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.097905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:21:13.098555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:21:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:21:13.125719 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1aed6319-fd31-4712-a713-1bfaab371f30 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5132058 Sep 25 01:21:13.126893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:21:13.129176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43e4257-54a4-407b-80ea-aefd330d0468" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:21:13.129710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60394) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:13.170328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920f772-6244-4523-9dca-eb4333ef33c8 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:13.172020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb9f1b1-fe5d-4523-a5ba-e59e58810904 x-openstack-request-id: req-edb9f1b1-fe5d-4523-a5ba-e59e58810904 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:21:13.172150 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a920f772-6244-4523-9dca-eb4333ef33c8 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1124 time: 0.0412803 Sep 25 01:21:13.172677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:21:13.172964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edb9f1b1-fe5d-4523-a5ba-e59e58810904 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:21:13.173382 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb9f1b1-fe5d-4523-a5ba-e59e58810904'] response: {'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'status': 'completed', 'code': 200} Sep 25 01:21:13.209463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:21:13.240253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60400) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:13.244873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e8b6b5ba-034b-4bb8-96c8-4bb6857a3751 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036623137', 'description': 'tempest-secgroup-smoke-1036623137 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:13.265225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:13.269501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b5ba-034b-4bb8-96c8-4bb6857a3751 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.273612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-59fc9cf3-016d-42d4-80a3-27aa13daebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:13.275346 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-59fc9cf3-016d-42d4-80a3-27aa13daebf9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1129 time: 0.0545294 Sep 25 01:21:13.287985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:13.362040 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b5ba-034b-4bb8-96c8-4bb6857a3751 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (af0ce68f-dc69-4976-9e31-36b6a1b17f07), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.366944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b5ba-034b-4bb8-96c8-4bb6857a3751 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (af0ce68f-dc69-4976-9e31-36b6a1b17f07), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.380659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-62072a2b-ffee-4765-997d-417aa549071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:13.382475 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-62072a2b-ffee-4765-997d-417aa549071d service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 898 time: 0.1019208 Sep 25 01:21:13.397329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b5ba-034b-4bb8-96c8-4bb6857a3751 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.401257 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e8b6b5ba-034b-4bb8-96c8-4bb6857a3751 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1573327 Sep 25 01:21:13.403530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60402) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:13.410331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cd249a79-a511-4570-a9bb-1c93aec371e4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'af0ce68f-dc69-4976-9e31-36b6a1b17f07', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:13.415730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:13.424458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6b5ba-034b-4bb8-96c8-4bb6857a3751 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0ce68f-dc69-4976-9e31-36b6a1b17f07,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:13.451266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd249a79-a511-4570-a9bb-1c93aec371e4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (c737057b-b6f4-4374-8abb-cc810628386e), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.459161 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-33d785e3-3e07-4227-8011-709009a78f17 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 200 len: 999 time: 0.0702486 Sep 25 01:21:13.468040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad33579b-cba2-44eb-a0bc-ed13556848c4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.253', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:12Z', 'updated_at': '2022-09-25T01:21:12Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:21:13.496752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] Checking router: 61ac783b-8a1e-42b5-ac0a-8c0342358017 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:21:13.507269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:21:13.507908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:21:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:21:13.512058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-cd6cefff-1551-40dc-9ceb-6d6ed61a276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:13.513777 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-cd6cefff-1551-40dc-9ceb-6d6ed61a276e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.0487769 Sep 25 01:21:13.513986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd249a79-a511-4570-a9bb-1c93aec371e4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (c737057b-b6f4-4374-8abb-cc810628386e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.519274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd249a79-a511-4570-a9bb-1c93aec371e4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (c737057b-b6f4-4374-8abb-cc810628386e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.541864 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd249a79-a511-4570-a9bb-1c93aec371e4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c737057b-b6f4-4374-8abb-cc810628386e,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:13.553912 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cd249a79-a511-4570-a9bb-1c93aec371e4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.558859 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cd249a79-a511-4570-a9bb-1c93aec371e4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509435 Sep 25 01:21:13.558859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60404) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:13.563025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4ecf839d-3075-47cf-90bb-ef82d571d9be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'af0ce68f-dc69-4976-9e31-36b6a1b17f07', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:13.572078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-5fe80309-6ce6-4d29-84a3-c26b81bc8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:13.574071 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-5fe80309-6ce6-4d29-84a3-c26b81bc8631 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0538554 Sep 25 01:21:13.591714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4ecf839d-3075-47cf-90bb-ef82d571d9be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (42d1b82f-59d1-4c15-a59a-5c7650f3cb17), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.623634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:21:13.656975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4ecf839d-3075-47cf-90bb-ef82d571d9be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (42d1b82f-59d1-4c15-a59a-5c7650f3cb17), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.663977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4ecf839d-3075-47cf-90bb-ef82d571d9be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (42d1b82f-59d1-4c15-a59a-5c7650f3cb17), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.679318 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-23aa7bdd-9121-426a-9dde-2af79e812a14 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987809 Sep 25 01:21:13.689691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf839d-3075-47cf-90bb-ef82d571d9be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d1b82f-59d1-4c15-a59a-5c7650f3cb17,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:13.695049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4ecf839d-3075-47cf-90bb-ef82d571d9be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.697119 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4ecf839d-3075-47cf-90bb-ef82d571d9be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372807 Sep 25 01:21:13.699268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60406) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:13.706635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-072a3551-8e49-44a3-8f3e-29b71ee591e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'af0ce68f-dc69-4976-9e31-36b6a1b17f07', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:13.739058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-072a3551-8e49-44a3-8f3e-29b71ee591e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (eec48193-326f-4f6b-af0c-3adf0fb8c666), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.791580 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d43e4257-54a4-407b-80ea-aefd330d0468 req-ebd03b14-4dce-4633-9fe8-e043892adbe5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063614 Sep 25 01:21:13.793198 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-072a3551-8e49-44a3-8f3e-29b71ee591e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (eec48193-326f-4f6b-af0c-3adf0fb8c666), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.797037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-072a3551-8e49-44a3-8f3e-29b71ee591e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (eec48193-326f-4f6b-af0c-3adf0fb8c666), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.822245 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a3551-8e49-44a3-8f3e-29b71ee591e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec48193-326f-4f6b-af0c-3adf0fb8c666,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:13.828138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-072a3551-8e49-44a3-8f3e-29b71ee591e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.829445 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-072a3551-8e49-44a3-8f3e-29b71ee591e8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278241 Sep 25 01:21:13.833162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60408) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:13.842525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-658df95b-2dbe-4626-a062-a7832953576f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'af0ce68f-dc69-4976-9e31-36b6a1b17f07', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:13.872676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad33579b-cba2-44eb-a0bc-ed13556848c4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.253', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:12Z', 'updated_at': '2022-09-25T01:21:12Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:21:13.874871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-658df95b-2dbe-4626-a062-a7832953576f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (9a1af55a-e9b1-4acd-b630-f6b3b5362c8d), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.897639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a40276-069b-43e6-bf87-86ca3e64d550 None None] The sync data for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv is: [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad33579b-cba2-44eb-a0bc-ed13556848c4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.253', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:12Z', 'updated_at': '2022-09-25T01:21:12Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:21:13.937518 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-658df95b-2dbe-4626-a062-a7832953576f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (9a1af55a-e9b1-4acd-b630-f6b3b5362c8d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.941597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-658df95b-2dbe-4626-a062-a7832953576f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (9a1af55a-e9b1-4acd-b630-f6b3b5362c8d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.961737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658df95b-2dbe-4626-a062-a7832953576f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1af55a-e9b1-4acd-b630-f6b3b5362c8d,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:13.968246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-658df95b-2dbe-4626-a062-a7832953576f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:13.969426 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-658df95b-2dbe-4626-a062-a7832953576f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353898 Sep 25 01:21:13.972659 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60410) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:13.977060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6ada8042-86f1-4857-b1ed-9285c70c3f2c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'af0ce68f-dc69-4976-9e31-36b6a1b17f07', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:13.999255 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-6ada8042-86f1-4857-b1ed-9285c70c3f2c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:21:14.005373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ada8042-86f1-4857-b1ed-9285c70c3f2c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (05c34160-0c52-4f82-8a25-8993a78ce087), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:14.039392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:14.074967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ada8042-86f1-4857-b1ed-9285c70c3f2c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (05c34160-0c52-4f82-8a25-8993a78ce087), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:14.079679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ada8042-86f1-4857-b1ed-9285c70c3f2c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (05c34160-0c52-4f82-8a25-8993a78ce087), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:14.100764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada8042-86f1-4857-b1ed-9285c70c3f2c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c34160-0c52-4f82-8a25-8993a78ce087,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:14.109165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ada8042-86f1-4857-b1ed-9285c70c3f2c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:14.112937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60412) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:14.113514 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6ada8042-86f1-4857-b1ed-9285c70c3f2c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394684 Sep 25 01:21:14.114836 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131625f8-7ea7-4473-b739-bac9e310bb21 None None] New status for floating IP ad33579b-cba2-44eb-a0bc-ed13556848c4: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:21:14.117890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fca1a424-b60a-445e-8e2c-ebc3c9838fb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': 'af0ce68f-dc69-4976-9e31-36b6a1b17f07', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:14.147344 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-fca1a424-b60a-445e-8e2c-ebc3c9838fb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:21:14.156280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fca1a424-b60a-445e-8e2c-ebc3c9838fb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (b589b770-3fd5-4999-8639-403f1da3185f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:14.161142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:14.227030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fca1a424-b60a-445e-8e2c-ebc3c9838fb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (b589b770-3fd5-4999-8639-403f1da3185f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:14.230999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fca1a424-b60a-445e-8e2c-ebc3c9838fb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (b589b770-3fd5-4999-8639-403f1da3185f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:14.252098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1a424-b60a-445e-8e2c-ebc3c9838fb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b589b770-3fd5-4999-8639-403f1da3185f,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:14.257796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fca1a424-b60a-445e-8e2c-ebc3c9838fb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:14.268699 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fca1a424-b60a-445e-8e2c-ebc3c9838fb9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450388 Sep 25 01:21:14.400506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:14.421789 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-780b41ca-e29b-4c21-b312-74f5e5764f72 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1036623137&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.0484095 Sep 25 01:21:14.533429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-8de97852-1fd1-46a4-8b1c-9f8a49c03f69 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:14.534938 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-8de97852-1fd1-46a4-8b1c-9f8a49c03f69 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 797 time: 0.1066024 Sep 25 01:21:14.549446 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-4886c44d-97a5-46db-a924-8353f1d5d93e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0089643 Sep 25 01:21:14.608653 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-e2b7eb02-b0ed-46f5-b65d-222c46d2612c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531936 Sep 25 01:21:14.707259 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-7430994d-bf6b-4f53-919e-db202bc13600 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874436 Sep 25 01:21:14.804094 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-85a01c51-27dc-4ba0-9661-38334942de58 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909839 Sep 25 01:21:14.966492 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-55223c1f-a658-4368-bc51-489b3012ae6e req-067f245a-b88f-41b0-b3d1-5542dd34c33d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 210 time: 0.0282173 Sep 25 01:21:16.068805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-a6aad210-a1a6-4d34-9656-6882be036506 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:16.070314 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-a6aad210-a1a6-4d34-9656-6882be036506 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 797 time: 0.1089313 Sep 25 01:21:16.084218 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-be8add56-5089-48f9-92b7-507fc1690b87 req-c43ab69b-c478-49e0-a1a7-b6d5116eb6bb tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 210 time: 0.0347717 Sep 25 01:21:16.162513 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b946fdce-071d-4a5a-aca6-aeaa2fce6661 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 472 time: 0.0782158 Sep 25 01:21:16.245120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['af0ce68f-dc69-4976-9e31-36b6a1b17f07']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:16.357912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:21:16.362357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:16.417173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:16.488864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.13 (1434faf7-01fc-428d-92a2-79a3b63d9261/a9322734-8f46-4c53-ac50-43e3e4661807/5eeebab7-5290-42b3-b45b-999dee916cd8) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:21:16.630868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:16.663350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:16.707643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:21:16.710836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:21:16.714772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:21:16.720332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:16.739049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=5eeebab7-5290-42b3-b45b-999dee916cd8,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:16.775760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:16.776454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:16.794552 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-d65236eb-4fc2-4070-ba8f-79ff3c90b683 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5533769 Sep 25 01:21:16.811137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Request body: {'port': {'device_id': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:16.873554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:16.968310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7fc74d97-7a2a-4383-a592-30ef6441b770 None None] Provisioning complete for port 5eeebab7-5290-42b3-b45b-999dee916cd8 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:21:16.968968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7fc74d97-7a2a-4383-a592-30ef6441b770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:16.969077 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7fc74d97-7a2a-4383-a592-30ef6441b770 None None] Attempt 1 to provision port 5eeebab7-5290-42b3-b45b-999dee916cd8 Sep 25 01:21:16.971501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:17.001579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7fc74d97-7a2a-4383-a592-30ef6441b770 None None] Port 5eeebab7-5290-42b3-b45b-999dee916cd8 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:21:17.134984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeebab7-5290-42b3-b45b-999dee916cd8 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:21:17.144669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Publish callbacks [] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:17.158575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Transition to ACTIVE for port object 5eeebab7-5290-42b3-b45b-999dee916cd8 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:21:17.162506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:17.206495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:17.257987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Pushing event updated for resources: {'Port': ['ID=5eeebab7-5290-42b3-b45b-999dee916cd8,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:17.272063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38938261-86b0-471e-9743-191a8a722f54 req-19295e3d-a61e-4b96-87ee-a17c64485146 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:17.273657 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-38938261-86b0-471e-9743-191a8a722f54 req-19295e3d-a61e-4b96-87ee-a17c64485146 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 944 time: 0.0865576 Sep 25 01:21:17.364160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Attempting to bind port 5eeebab7-5290-42b3-b45b-999dee916cd8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:21:17.364503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Attempting to bind port 5eeebab7-5290-42b3-b45b-999dee916cd8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:21:17.364835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Attempting to bind port 5eeebab7-5290-42b3-b45b-999dee916cd8 on network 1434faf7-01fc-428d-92a2-79a3b63d9261 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:21:17.370211 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-38938261-86b0-471e-9743-191a8a722f54 req-1126dfe1-799a-48f4-aea2-81325f00829a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739505 Sep 25 01:21:17.413849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Port 5eeebab7-5290-42b3-b45b-999dee916cd8 on network 1434faf7-01fc-428d-92a2-79a3b63d9261 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:21:17.414126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Attempting to bind port 5eeebab7-5290-42b3-b45b-999dee916cd8 on network 1434faf7-01fc-428d-92a2-79a3b63d9261 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:21:17.460662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:21:17.461004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Checking segment: {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:21:17.461398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Bound using segment: {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:21:17.461835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Bound port: 5eeebab7-5290-42b3-b45b-999dee916cd8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b6f502-e2b3-4162-b268-54ce813ec20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:21:17.462195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:17.502342 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7fc74d97-7a2a-4383-a592-30ef6441b770 None None] Attempt 2 to provision port 5eeebab7-5290-42b3-b45b-999dee916cd8 Sep 25 01:21:17.504439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:17.529560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] For port 5eeebab7-5290-42b3-b45b-999dee916cd8, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:21:17.532845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] For port 5eeebab7-5290-42b3-b45b-999dee916cd8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5eeebab7-5290-42b3-b45b-999dee916cd8,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:21:17.535881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7fc74d97-7a2a-4383-a592-30ef6441b770 None None] Port 5eeebab7-5290-42b3-b45b-999dee916cd8 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:21:17.539174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:17.542684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:17.543305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:17.544747 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/5eeebab7-5290-42b3-b45b-999dee916cd8 HTTP/1.1" status: 200 len: 1094 time: 0.7382030 Sep 25 01:21:17.546840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:21:17.549544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08" -d '{"events": [{"name": "network-changed", "server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:21:17.612751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45300aa-14a8-419a-b2e8-c0a3856aa7aa service neutron] Pushing event updated for resources: {'Port': ['ID=5eeebab7-5290-42b3-b45b-999dee916cd8,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:17.646702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9c34a3-5108-46e9-bf86-975b5b93e38e x-openstack-request-id: req-ca9c34a3-5108-46e9-bf86-975b5b93e38e {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:21:17.646988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:21:17.647247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca9c34a3-5108-46e9-bf86-975b5b93e38e {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:21:17.647643 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9c34a3-5108-46e9-bf86-975b5b93e38e'] response: {'name': 'network-changed', 'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'status': 'completed', 'code': 200} Sep 25 01:21:17.650815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-e065acab-3e7c-478e-98fc-92f2e5327d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:17.652349 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-e065acab-3e7c-478e-98fc-92f2e5327d89 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 1128 time: 0.0482843 Sep 25 01:21:17.709720 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-7389cc11-cdd0-451c-9847-a92787d1718b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eeebab7-5290-42b3-b45b-999dee916cd8 HTTP/1.1" status: 200 len: 217 time: 0.0360980 Sep 25 01:21:18.037220 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7fc74d97-7a2a-4383-a592-30ef6441b770 None None] Attempt 3 to provision port 5eeebab7-5290-42b3-b45b-999dee916cd8 Sep 25 01:21:18.066193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-f36605fe-ad82-475d-b25d-1d6f1c4b45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:18.067656 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-f36605fe-ad82-475d-b25d-1d6f1c4b45ea service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.3522501 Sep 25 01:21:18.078359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7fc74d97-7a2a-4383-a592-30ef6441b770 None None] Port 5eeebab7-5290-42b3-b45b-999dee916cd8 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:21:18.111373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-f3b2f436-e3dd-490e-8fab-02d51c738087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:18.112912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-f3b2f436-e3dd-490e-8fab-02d51c738087 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390623 Sep 25 01:21:18.211493 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-155ad336-614c-44eb-9100-ee475318343b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921087 Sep 25 01:21:18.301506 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bb5cb23-64ce-4600-89e1-1810f45c1127 req-82c5b7da-5b15-4c32-b63b-26b56c0c9ed5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840268 Sep 25 01:21:18.501881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b695d57-f842-4282-8c91-c6c27d573657 req-ea122e44-afa2-4353-b8f2-16e66033a8a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:18.503402 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1b695d57-f842-4282-8c91-c6c27d573657 req-ea122e44-afa2-4353-b8f2-16e66033a8a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 944 time: 0.0526099 Sep 25 01:21:18.559572 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1b695d57-f842-4282-8c91-c6c27d573657 req-9fe90742-f850-4634-88bc-ccf5f530172f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503109 Sep 25 01:21:19.681280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111999a-a7af-4ca1-ad38-13500d7ef189 req-43b59336-483f-4972-90e6-26082fec356c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:19.682757 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4111999a-a7af-4ca1-ad38-13500d7ef189 req-43b59336-483f-4972-90e6-26082fec356c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 944 time: 0.0482275 Sep 25 01:21:19.736077 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4111999a-a7af-4ca1-ad38-13500d7ef189 req-f115c509-9ba9-4154-9078-a6bb616ff6f1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 Sep 25 01:21:20.182254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 5eeebab7-5290-42b3-b45b-999dee916cd8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:21:20.265194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:20.285624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 5eeebab7-5290-42b3-b45b-999dee916cd8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5eeebab7-5290-42b3-b45b-999dee916cd8,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:21:20.292778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-1907ae5a-8658-4d31-b2ae-a2cd1e04c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:20.294465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-1907ae5a-8658-4d31-b2ae-a2cd1e04c5ec service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 1128 time: 0.0402901 Sep 25 01:21:20.301801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'port_id': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'mac_address': 'fa:16:3e:46:2a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:21:20.339035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 5eeebab7-5290-42b3-b45b-999dee916cd8 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:21:20.339425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:20.352575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeebab7-5290-42b3-b45b-999dee916cd8 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:21:20.372833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 5eeebab7-5290-42b3-b45b-999dee916cd8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5eeebab7-5290-42b3-b45b-999dee916cd8,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:21:20.377137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:20.389986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-7a79b3b6-0908-47df-8731-d4cfb5a41ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:20.392036 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-7a79b3b6-0908-47df-8731-d4cfb5a41ee7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 898 time: 0.0911403 Sep 25 01:21:20.426065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=5eeebab7-5290-42b3-b45b-999dee916cd8,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:20.430268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-fdd4227c-ac82-4ca9-86da-4c353c6af9df service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eeebab7-5290-42b3-b45b-999dee916cd8 HTTP/1.1" status: 200 len: 217 time: 0.0323446 Sep 25 01:21:20.480166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-b79c9dad-f72b-401c-a0e1-ca643841acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:20.481622 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-b79c9dad-f72b-401c-a0e1-ca643841acf4 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.0456934 Sep 25 01:21:20.495590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:20.525952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-9f633ae3-b827-4eb1-aee7-85e9ca69d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:20.527480 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-9f633ae3-b827-4eb1-aee7-85e9ca69d9c7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399396 Sep 25 01:21:20.620735 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-3a3fc602-b79b-4c64-9288-e800e31f9a50 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867929 Sep 25 01:21:20.718051 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e7bdd2b-3fca-431e-b2f5-cd9fa0cb8b08 req-7656afc1-1c1d-4468-b220-7595ac9cba72 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909028 Sep 25 01:21:20.789568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['5eeebab7-5290-42b3-b45b-999dee916cd8'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:21:20.849961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:20.861571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154db0db-5dd4-4ee2-aa78-f2c216516e2e req-62eb94dd-167d-453e-84a2-1c1435ff810e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:20.863087 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-154db0db-5dd4-4ee2-aa78-f2c216516e2e req-62eb94dd-167d-453e-84a2-1c1435ff810e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 945 time: 0.0481997 Sep 25 01:21:20.913221 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-154db0db-5dd4-4ee2-aa78-f2c216516e2e req-92272d8b-5648-4913-aa1e-754a80c4cc4a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443909 Sep 25 01:21:22.035883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dd3ae-b565-475b-81f3-fad0226e8934 req-305089bc-8190-4ec9-91cb-8496476c4361 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:22.037383 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d40dd3ae-b565-475b-81f3-fad0226e8934 req-305089bc-8190-4ec9-91cb-8496476c4361 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 945 time: 0.0486076 Sep 25 01:21:22.088535 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d40dd3ae-b565-475b-81f3-fad0226e8934 req-68a68af9-4840-43e8-91ea-85053e759b2d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Sep 25 01:21:22.224581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 5eeebab7-5290-42b3-b45b-999dee916cd8 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:21:22.272974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 5eeebab7-5290-42b3-b45b-999dee916cd8 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:21:22.280739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 5eeebab7-5290-42b3-b45b-999dee916cd8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:21:22.281118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:22.281458 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 5eeebab7-5290-42b3-b45b-999dee916cd8 Sep 25 01:21:22.353998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 5eeebab7-5290-42b3-b45b-999dee916cd8 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:21:22.354387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:22.371046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:22.378564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:21:22.380826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edad6278-454c-4ab7-b497-4f79484bca80" -d '{"events": [{"server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "name": "network-vif-plugged", "status": "completed", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:21:22.394287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 5eeebab7-5290-42b3-b45b-999dee916cd8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5eeebab7-5290-42b3-b45b-999dee916cd8,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:21:22.399260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:22.434307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6650d48-b009-4e13-b255-37b070934c5a x-openstack-request-id: req-d6650d48-b009-4e13-b255-37b070934c5a {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:21:22.434594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "name": "network-vif-plugged", "status": "completed", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:21:22.434845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6650d48-b009-4e13-b255-37b070934c5a {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:21:22.435236 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6650d48-b009-4e13-b255-37b070934c5a'] response: {'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'code': 200} Sep 25 01:21:22.452580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=5eeebab7-5290-42b3-b45b-999dee916cd8,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:22.644890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05dfa-02de-4aec-8942-b41ef5209ef1 req-53478c29-9aa8-461c-b0ce-22646e65f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:22.646732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-22b05dfa-02de-4aec-8942-b41ef5209ef1 req-53478c29-9aa8-461c-b0ce-22646e65f21c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 1130 time: 0.0388246 Sep 25 01:21:22.696777 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-22b05dfa-02de-4aec-8942-b41ef5209ef1 req-3602c23b-d0db-4a85-a44b-de205604d6da service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428088 Sep 25 01:21:23.263673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eb37f-9854-4536-a59d-33b51807a5a9 req-3095f8d2-819c-4656-9031-b008bfc3e86b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:23.265185 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e14eb37f-9854-4536-a59d-33b51807a5a9 req-3095f8d2-819c-4656-9031-b008bfc3e86b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 946 time: 0.0535946 Sep 25 01:21:23.315818 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e14eb37f-9854-4536-a59d-33b51807a5a9 req-7794d6e1-f63a-46f4-822d-f7b403fe392c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450613 Sep 25 01:21:24.234110 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:24.236985 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:24.455636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3307-6547-4e75-96dd-f3d38672b8b8 req-58ac8a49-0696-4bf9-a356-37630407ec24 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:24.457906 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5b7b3307-6547-4e75-96dd-f3d38672b8b8 req-58ac8a49-0696-4bf9-a356-37630407ec24 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 946 time: 0.0603430 Sep 25 01:21:24.509239 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5b7b3307-6547-4e75-96dd-f3d38672b8b8 req-6b280973-b568-4e9d-b2a9-40c3a1bfaa69 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454602 Sep 25 01:21:25.640587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb35f9-4628-4d65-8088-beee86b3303f req-b4407cf6-ed1a-4597-aa93-62fa05b66f0d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:25.642108 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6eb35f9-4628-4d65-8088-beee86b3303f req-b4407cf6-ed1a-4597-aa93-62fa05b66f0d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 946 time: 0.0535548 Sep 25 01:21:25.692538 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6eb35f9-4628-4d65-8088-beee86b3303f req-e1f90741-75d5-407b-a653-6c3adf46121a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446315 Sep 25 01:21:25.814843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27be46-214c-446c-9bea-d267e2674630 req-2a8a7c64-4f9e-4d1e-acf7-d274545c9736 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:25.816286 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cb27be46-214c-446c-9bea-d267e2674630 req-2a8a7c64-4f9e-4d1e-acf7-d274545c9736 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 946 time: 0.0477307 Sep 25 01:21:25.864900 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cb27be46-214c-446c-9bea-d267e2674630 req-e158c2ff-a5ab-48a9-89b9-639d21655337 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Sep 25 01:21:25.892881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60468) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:25.931744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941e0b7d-a5b5-4895-a370-738d0478396c tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:25.933293 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-941e0b7d-a5b5-4895-a370-738d0478396c tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 1125 time: 0.0393651 Sep 25 01:21:25.936204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60470) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:21:25.940346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:21:25.964175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:26.047256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:26.152900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.3 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d110bbb4-b7d6-4e58-8a5f-ab6ba561beee) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:21:26.165318 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:21:26.216300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:26.258243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (d110bbb4-b7d6-4e58-8a5f-ab6ba561beee), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:26.291091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d110bbb4-b7d6-4e58-8a5f-ab6ba561beee), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:26.340964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:21:26.344970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:21:26.348807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:21:26.352116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=d110bbb4-b7d6-4e58-8a5f-ab6ba561beee,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:26.440296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:26.717040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:26.793139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d110bbb4-b7d6-4e58-8a5f-ab6ba561beee), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:26.943096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (d110bbb4-b7d6-4e58-8a5f-ab6ba561beee), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:26.948991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (d110bbb4-b7d6-4e58-8a5f-ab6ba561beee), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:27.017948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=d110bbb4-b7d6-4e58-8a5f-ab6ba561beee,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:21:27.021027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:27.022932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:27.119903 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36 associated. External IP: 172.36.7.3, port: 5eeebab7-5290-42b3-b45b-999dee916cd8. Sep 25 01:21:27.320121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 61ac783b-8a1e-42b5-ac0a-8c0342358017 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:21:27.322429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:27.429415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:21:27.442382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] Sync routers for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:21:27.451216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:27.454609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:21:27.455252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:21:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:21:27.486077 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4d0089d6-9ae2-40a3-aa33-f1080d5ed5a4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5466781 Sep 25 01:21:27.486077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:21:27.487061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef81bbf-714b-4814-850a-a59e5ca7fd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:21:27.528437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9864366-4373-4c7e-b4f5-c38b60fcb294 x-openstack-request-id: req-e9864366-4373-4c7e-b4f5-c38b60fcb294 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:21:27.528798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:21:27.529058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9864366-4373-4c7e-b4f5-c38b60fcb294 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:21:27.529477 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9864366-4373-4c7e-b4f5-c38b60fcb294'] response: {'name': 'network-changed', 'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'status': 'completed', 'code': 200} Sep 25 01:21:27.561923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:21:27.626782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-8a6b23b9-065d-4610-b24c-904320181c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:27.628344 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-8a6b23b9-065d-4610-b24c-904320181c86 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 1130 time: 0.0412514 Sep 25 01:21:27.629490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:27.731274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-dac58da9-858a-442e-9c12-dc0643711eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:27.732805 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-dac58da9-858a-442e-9c12-dc0643711eca service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 898 time: 0.0985053 Sep 25 01:21:27.781758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad33579b-cba2-44eb-a0bc-ed13556848c4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.253', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:12Z', 'updated_at': '2022-09-25T01:21:14Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}, {'id': 'b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.3', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:46:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:26Z', 'updated_at': '2022-09-25T01:21:26Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:21:27.796010 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-8e400cb1-9201-4e97-a1d5-c771cf92f887 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eeebab7-5290-42b3-b45b-999dee916cd8 HTTP/1.1" status: 200 len: 998 time: 0.0571306 Sep 25 01:21:27.810417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] Checking router: 61ac783b-8a1e-42b5-ac0a-8c0342358017 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:21:27.819077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:21:27.819625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:21:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:21:27.848840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-c0c06fc4-cc2a-41af-ab1d-97076628b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:27.850362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-c0c06fc4-cc2a-41af-ab1d-97076628b1e8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.0489347 Sep 25 01:21:27.894827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-8c2338e6-1520-4250-994a-d2a57a5d7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:21:27.896610 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-8c2338e6-1520-4250-994a-d2a57a5d7406 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396018 Sep 25 01:21:27.923678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:21:27.997681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-60569ce0-7456-4c42-888e-79a1212414d9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949788 Sep 25 01:21:28.091992 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cef81bbf-714b-4814-850a-a59e5ca7fd0a req-9f8158ef-6050-4cf6-8c7b-ff289950f18a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883961 Sep 25 01:21:28.282296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad33579b-cba2-44eb-a0bc-ed13556848c4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.253', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:12Z', 'updated_at': '2022-09-25T01:21:14Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}, {'id': 'b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.3', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:46:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:26Z', 'updated_at': '2022-09-25T01:21:26Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:21:28.311770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053929d2-0f2a-4325-a3f1-c592ecdd2327 None None] The sync data for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv is: [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad33579b-cba2-44eb-a0bc-ed13556848c4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.253', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:12Z', 'updated_at': '2022-09-25T01:21:14Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}, {'id': 'b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.3', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:46:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:26Z', 'updated_at': '2022-09-25T01:21:26Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:21:28.505559 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a2013c-ec0b-4590-a83f-83cf5768525f None None] New status for floating IP b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:21:28.595103 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a25e-5c28-494a-a14f-7ea12a47cbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:31.500115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03d43f08-0a88-46fd-ab80-39688e816ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:33.784502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:35.684355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=67 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:35.688672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:35.958962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:36.496620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:36.502126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:38.087348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:38.089236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=65 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:38.613027 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:38.615143 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:41.030824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:21:51.019826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:51.025066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:58.537694 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=18 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:58.538320 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=14 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:21:58.597372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-63d6c82d-be9e-4688-8c70-1969d8da3c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:01.496040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-88392689-4ccc-44bb-8dbe-7b6e257785a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:01.955688 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-6b3d7fb0-055b-4b2e-9df5-bc26967b2f04 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390408 Sep 25 01:22:02.061942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-2f3e98f2-15c7-42d8-a518-21d4f465b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:02.064139 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-2f3e98f2-15c7-42d8-a518-21d4f465b5eb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1129 time: 0.0447326 Sep 25 01:22:02.172742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-321f4166-a97a-4c52-872d-a63f8ead1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:02.174240 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-321f4166-a97a-4c52-872d-a63f8ead1f1d service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 898 time: 0.0921922 Sep 25 01:22:02.239280 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-43961ec6-7b9b-411a-8d52-d593812f7cd7 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 200 len: 1001 time: 0.0592875 Sep 25 01:22:02.288583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-5340e13b-e89a-4a4b-b75c-7ffe8be1d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:02.290129 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-5340e13b-e89a-4a4b-b75c-7ffe8be1d2a8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.0458105 Sep 25 01:22:02.335732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-9401d74c-7c7d-495c-a06b-e00681372208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:02.337285 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-9401d74c-7c7d-495c-a06b-e00681372208 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399776 Sep 25 01:22:02.441251 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-3f216ed9-5b67-430d-88fc-b989f6825e9d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965250 Sep 25 01:22:02.534300 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-37f6d0be-4890-4149-8c17-f7f1d00cacca req-bfd8e530-bc4a-458c-8e96-57dda624c9a6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867281 Sep 25 01:22:03.165412 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:22:03.788134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:05.962433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:06.504227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:11.016592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:12.524150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=55 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:12.530138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=46 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:13.160687 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:21.005948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:21.011162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:28.607853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb60af59-4c8b-4571-aab4-b165cb1e324f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:31.498335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e97a8a4f-8bce-4407-aadc-b52c389e7384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:31.992008 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:31.996204 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:33.790153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:35.968630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:36.506897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:40.165955 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:22:41.032384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:42.857735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60494) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:22:42.920750 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-45c3ff2b-9580-4dcf-90f7-2ad708f8318e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/ad33579b-cba2-44eb-a0bc-ed13556848c4 HTTP/1.1" status: 200 len: 993 time: 0.0618346 Sep 25 01:22:43.557126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60504) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:22:43.563837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:22:43.632627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:43.788643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:22:43.816869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:43.821376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:43.829883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:43.830494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:43.831880 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/ports/508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 200 len: 938 time: 0.2736652 Sep 25 01:22:43.832570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:22:43.834799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:22:43.880780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6253fc15-cbf2-4346-bd00-32e1ae8d3e0e x-openstack-request-id: req-6253fc15-cbf2-4346-bd00-32e1ae8d3e0e {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:22:43.881383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:22:43.881383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6253fc15-cbf2-4346-bd00-32e1ae8d3e0e {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:22:43.881831 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6253fc15-cbf2-4346-bd00-32e1ae8d3e0e'] response: {'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'status': 'completed', 'code': 200} Sep 25 01:22:43.893653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,revision_number=6']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:22:43.901288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.901646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.901996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.902342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.902685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.903018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.903358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.903684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.904041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.904381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.905265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.905598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.905929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.906271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.906582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c05461-d516-4ac5-aa5a-3d6ce46ffb4f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:22:43.972586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-67dd6d42-4e5f-4c58-a5a0-bdf2201d02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:43.974101 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-67dd6d42-4e5f-4c58-a5a0-bdf2201d02bb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1130 time: 0.0396304 Sep 25 01:22:44.073163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-6ed4b8ed-b7a4-4d07-97f8-6045df58f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:44.074550 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-6ed4b8ed-b7a4-4d07-97f8-6045df58f14f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 898 time: 0.0932431 Sep 25 01:22:44.138659 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-ad8dc543-97d0-41d8-80e4-57c508a31eb1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 200 len: 1002 time: 0.0581086 Sep 25 01:22:44.187698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-23c496f2-6f8e-4e40-97a7-a406cf930430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:44.189185 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-23c496f2-6f8e-4e40-97a7-a406cf930430 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.0446434 Sep 25 01:22:44.232534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-9763617d-c21f-40e6-9734-77fb66d392d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:44.234079 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-9763617d-c21f-40e6-9734-77fb66d392d5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391171 Sep 25 01:22:44.331714 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-1c4a1b7a-446b-4e6c-865e-be9fce3e9d35 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916595 Sep 25 01:22:44.427522 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8276e6fe-1b0d-4f2d-89b8-548de9ff847a req-a4c993cd-6703-4b41-913f-07d5d7587228 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892508 Sep 25 01:22:47.264123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60514) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:22:47.269531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-12140290-ff4a-4239-b4f4-12a3ef0ee2a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'admin_state_up': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:22:47.341906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12140290-ff4a-4239-b4f4-12a3ef0ee2a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:47.343674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:47.397770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:47.496820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-12140290-ff4a-4239-b4f4-12a3ef0ee2a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:22:47.524810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12140290-ff4a-4239-b4f4-12a3ef0ee2a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:47.529280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12140290-ff4a-4239-b4f4-12a3ef0ee2a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:47.538409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12140290-ff4a-4239-b4f4-12a3ef0ee2a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:47.539027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-12140290-ff4a-4239-b4f4-12a3ef0ee2a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:47.540427 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-12140290-ff4a-4239-b4f4-12a3ef0ee2a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/ports/508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 200 len: 937 time: 0.2752340 Sep 25 01:22:47.541096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:22:47.543326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ff1521-5b01-49b5-88bf-a1521946671e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:22:47.543487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60516) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:22:47.589997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87588e3e-9cca-4ba2-acf4-1c31340841fa x-openstack-request-id: req-87588e3e-9cca-4ba2-acf4-1c31340841fa {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:22:47.590299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:22:47.590556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87588e3e-9cca-4ba2-acf4-1c31340841fa {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:22:47.590962 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87588e3e-9cca-4ba2-acf4-1c31340841fa'] response: {'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'status': 'completed', 'code': 200} Sep 25 01:22:47.608775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12140290-ff4a-4239-b4f4-12a3ef0ee2a7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,revision_number=7']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:22:47.615523 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3d4c29f4-8e6a-4fd9-b914-3f8d64166a5d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/ad33579b-cba2-44eb-a0bc-ed13556848c4 HTTP/1.1" status: 200 len: 993 time: 0.0680544 Sep 25 01:22:47.680616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-927d25bf-6426-4cc8-9404-85d6f8bf7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:47.682126 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-927d25bf-6426-4cc8-9404-85d6f8bf7961 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1129 time: 0.0440593 Sep 25 01:22:47.772996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-ab541b2f-c6ac-44b2-b624-4baea9b9a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:47.774490 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-ab541b2f-c6ac-44b2-b624-4baea9b9a80d service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 898 time: 0.0865822 Sep 25 01:22:47.839576 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-820a8780-5513-4774-840a-6a28842077f3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 200 len: 1001 time: 0.0588536 Sep 25 01:22:47.888441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-9aaf9401-ec24-46f3-9e4f-6f31d0b4b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:47.889906 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-9aaf9401-ec24-46f3-9e4f-6f31d0b4b94f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.0443544 Sep 25 01:22:47.934621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-e2ccc1f6-ffdb-46bc-80ca-2faac62ff1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:47.935297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['508fb0da-f51d-4c3a-8eef-5826b7ee0a51'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:22:47.936698 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-e2ccc1f6-ffdb-46bc-80ca-2faac62ff1e0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385692 Sep 25 01:22:48.032770 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-61591cea-0957-4b15-a6ce-db7b12ba09d8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898404 Sep 25 01:22:48.124540 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1ff1521-5b01-49b5-88bf-a1521946671e req-22a048ef-eddc-4dd0-940e-f64eca215a1a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856943 Sep 25 01:22:50.182237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60528) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:22:50.332218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port d110bbb4-b7d6-4e58-8a5f-ab6ba561beee {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:22:50.332558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d110bbb4-b7d6-4e58-8a5f-ab6ba561beee), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:50.703584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:50.716589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d110bbb4-b7d6-4e58-8a5f-ab6ba561beee), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:50.716978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (d110bbb4-b7d6-4e58-8a5f-ab6ba561beee), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:50.729106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for d110bbb4-b7d6-4e58-8a5f-ab6ba561beee owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:22:50.778658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:50.880572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d110bbb4-b7d6-4e58-8a5f-ab6ba561beee), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:50.902810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=d110bbb4-b7d6-4e58-8a5f-ab6ba561beee,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:22:50.967096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:50.967335 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36 disassociated (deleted). External IP: 172.36.7.3, port: 5eeebab7-5290-42b3-b45b-999dee916cd8. Sep 25 01:22:51.172106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 61ac783b-8a1e-42b5-ac0a-8c0342358017 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:22:51.277785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:22:51.283013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:51.289216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] Sync routers for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:22:51.292023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:51.293625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:51.304484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:22:51.305154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:22:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:22:51.313737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b227ff34-821f-4977-9cfa-57870f9d2775 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36 HTTP/1.1" status: 204 len: 168 time: 1.1304054 Sep 25 01:22:51.314376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:22:51.316789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a" -d '{"events": [{"name": "network-changed", "server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:22:51.356013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038495ea-c6ed-4f75-ae2f-7830c70b0aa9 x-openstack-request-id: req-038495ea-c6ed-4f75-ae2f-7830c70b0aa9 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:22:51.356320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:22:51.356573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-038495ea-c6ed-4f75-ae2f-7830c70b0aa9 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:22:51.356998 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038495ea-c6ed-4f75-ae2f-7830c70b0aa9'] response: {'name': 'network-changed', 'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'status': 'completed', 'code': 200} Sep 25 01:22:51.435158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:22:51.455554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-be5b1ab1-eee3-45d1-b250-3dbe28287b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:51.457145 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-be5b1ab1-eee3-45d1-b250-3dbe28287b04 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 1130 time: 0.0513043 Sep 25 01:22:51.558721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cc107-24b9-4f8e-8238-c55a4d79891d req-e0fff0a9-25a4-4442-aefb-51dd6c3152b0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:51.560249 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e48cc107-24b9-4f8e-8238-c55a4d79891d req-e0fff0a9-25a4-4442-aefb-51dd6c3152b0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 946 time: 0.0511987 Sep 25 01:22:51.612903 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e48cc107-24b9-4f8e-8238-c55a4d79891d req-465f34c7-186d-4829-8617-66b05b7cbf9b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443313 Sep 25 01:22:51.660691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad33579b-cba2-44eb-a0bc-ed13556848c4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.253', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:12Z', 'updated_at': '2022-09-25T01:21:14Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:22:51.684435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] Checking router: 61ac783b-8a1e-42b5-ac0a-8c0342358017 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:22:51.692688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:22:51.693293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:22:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:22:51.797163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:22:52.005247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad33579b-cba2-44eb-a0bc-ed13556848c4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.253', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:12Z', 'updated_at': '2022-09-25T01:21:14Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:22:52.031080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786b2e9-0692-4c92-9874-6c01da3d07ce None None] The sync data for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv is: [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ad33579b-cba2-44eb-a0bc-ed13556848c4', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.253', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'port_id': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'mac_address': 'fa:16:3e:20:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:21:12Z', 'updated_at': '2022-09-25T01:21:14Z', 'revision_number': 1, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:22:52.328738 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ea9b01-8e8f-4e36-bad6-f7c76345b4dc None None] New status for floating IP b110da3e-cfb8-4bbb-8b1b-65b27a1e4a36: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:22:52.604027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-21d85bbc-c6ca-4277-8425-b5f7944cc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:52.605435 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-21d85bbc-c6ca-4277-8425-b5f7944cc30b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 898 time: 0.0866370 Sep 25 01:22:52.649329 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-5c6351e3-137d-488c-a91a-52ac3a7c055d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eeebab7-5290-42b3-b45b-999dee916cd8 HTTP/1.1" status: 200 len: 217 time: 0.0367963 Sep 25 01:22:52.717530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-f32d9d75-2a05-4dbf-8fa2-8be15db1f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:52.719024 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-f32d9d75-2a05-4dbf-8fa2-8be15db1f1b5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.0470052 Sep 25 01:22:52.747872 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0836-5bff-473d-8e0d-273204745cae req-3c1cfc22-d12e-4c8b-8f7e-2d6c1a1c53f0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:52.749573 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-64cf0836-5bff-473d-8e0d-273204745cae req-3c1cfc22-d12e-4c8b-8f7e-2d6c1a1c53f0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 946 time: 0.0568936 Sep 25 01:22:52.758640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:52.769287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-3ca39a67-b6ba-46d2-be0b-e8f242297f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:52.770830 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-3ca39a67-b6ba-46d2-be0b-e8f242297f0b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428452 Sep 25 01:22:52.801038 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-64cf0836-5bff-473d-8e0d-273204745cae req-a89e4d8b-38ac-459e-b4fa-50330bde9794 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=af0ce68f-dc69-4976-9e31-36b6a1b17f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456355 Sep 25 01:22:52.930286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:53.012731 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-50543f00-846b-4ffc-ae67-cae4a95e82d5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906057 Sep 25 01:22:53.146378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-9333610a-664a-4c25-9cef-b915c9c6ab7d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:53.148122 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-9333610a-664a-4c25-9cef-b915c9c6ab7d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 946 time: 0.0853026 Sep 25 01:22:53.218709 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4db7c8bb-4306-4279-9efd-b1e0b4ad092a req-0af82198-d659-48a3-a086-a28297667033 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640365 Sep 25 01:22:53.252728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 5eeebab7-5290-42b3-b45b-999dee916cd8 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:22:53.253075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:53.351782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 5eeebab7-5290-42b3-b45b-999dee916cd8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5eeebab7-5290-42b3-b45b-999dee916cd8,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:22:53.352179 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:53.366101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 5eeebab7-5290-42b3-b45b-999dee916cd8 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:22:53.501849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5eeebab7-5290-42b3-b45b-999dee916cd8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:53.528405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=5eeebab7-5290-42b3-b45b-999dee916cd8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:22:53.579302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port 5eeebab7-5290-42b3-b45b-999dee916cd8 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:22:53.581809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:53.585101 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4b1b0f63-9828-4af1-947f-5bdb98209e6b req-3084cf12-2248-4b21-b235-716a76b6391b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/5eeebab7-5290-42b3-b45b-999dee916cd8 HTTP/1.1" status: 204 len: 173 time: 0.4310930 Sep 25 01:22:53.585592 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'name': 'network-vif-deleted', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:22:53.587842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecd74f5-9294-443f-94b1-af80ce0b7a0e" -d '{"events": [{"server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "name": "network-vif-deleted", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:22:53.631172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510963c9-bc34-4570-9075-d12c7c49971e x-openstack-request-id: req-510963c9-bc34-4570-9075-d12c7c49971e {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:22:53.631779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652b195d-4995-4e54-b0bb-2e94aab1ae5b", "name": "network-vif-deleted", "tag": "5eeebab7-5290-42b3-b45b-999dee916cd8", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:22:53.631779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-510963c9-bc34-4570-9075-d12c7c49971e {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:22:53.632193 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-510963c9-bc34-4570-9075-d12c7c49971e'] response: {'server_uuid': '652b195d-4995-4e54-b0bb-2e94aab1ae5b', 'name': 'network-vif-deleted', 'tag': '5eeebab7-5290-42b3-b45b-999dee916cd8', 'status': 'completed', 'code': 200} Sep 25 01:22:53.928445 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3acafbb8-b1bb-447c-9b4b-3203c29fa05d req-d2f64d4a-ee9c-4950-a52b-29bd7f15c1e6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=652b195d-4995-4e54-b0bb-2e94aab1ae5b HTTP/1.1" status: 200 len: 210 time: 0.0344081 Sep 25 01:22:54.998144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60544) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:22:55.061553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e2a05504-594a-4e33-b533-35e355e4d06d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (af0ce68f-dc69-4976-9e31-36b6a1b17f07), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:55.085827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e2a05504-594a-4e33-b533-35e355e4d06d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (af0ce68f-dc69-4976-9e31-36b6a1b17f07), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:55.146260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e2a05504-594a-4e33-b533-35e355e4d06d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (af0ce68f-dc69-4976-9e31-36b6a1b17f07), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:55.149164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e2a05504-594a-4e33-b533-35e355e4d06d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:55.150346 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e2a05504-594a-4e33-b533-35e355e4d06d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/af0ce68f-dc69-4976-9e31-36b6a1b17f07 HTTP/1.1" status: 204 len: 168 time: 0.1512094 Sep 25 01:22:55.160368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a05504-594a-4e33-b533-35e355e4d06d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0ce68f-dc69-4976-9e31-36b6a1b17f07,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:22:55.187534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60548) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:22:55.291540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:55.345464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port d3c380a9-fe39-462d-81a6-536a5ba3dead {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:22:55.345800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d3c380a9-fe39-462d-81a6-536a5ba3dead), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:55.389085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:55.425380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d3c380a9-fe39-462d-81a6-536a5ba3dead), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:55.425709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (d3c380a9-fe39-462d-81a6-536a5ba3dead), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:55.445503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for d3c380a9-fe39-462d-81a6-536a5ba3dead owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:22:55.600964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d3c380a9-fe39-462d-81a6-536a5ba3dead), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:55.631514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=d3c380a9-fe39-462d-81a6-536a5ba3dead,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:22:55.699395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (ad33579b-cba2-44eb-a0bc-ed13556848c4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:55.699796 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP ad33579b-cba2-44eb-a0bc-ed13556848c4 disassociated (deleted). External IP: 172.36.7.253, port: 508fb0da-f51d-4c3a-8eef-5826b7ee0a51. Sep 25 01:22:55.913852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 61ac783b-8a1e-42b5-ac0a-8c0342358017 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:22:56.017134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:22:56.021780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:56.027350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] Sync routers for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:22:56.037427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:22:56.038058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:22:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:22:56.061312 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d80752f0-f229-46a7-8b22-103f5c089e44 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ad33579b-cba2-44eb-a0bc-ed13556848c4 HTTP/1.1" status: 204 len: 168 time: 0.8686988 Sep 25 01:22:56.061312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:22:56.061312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b930fe-096c-4b8e-b8b2-8b122dac6077" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:22:56.124317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8389f8-799d-43cb-bf81-685d695ea9d1 x-openstack-request-id: req-4a8389f8-799d-43cb-bf81-685d695ea9d1 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:22:56.124771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:22:56.125161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a8389f8-799d-43cb-bf81-685d695ea9d1 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:22:56.125781 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8389f8-799d-43cb-bf81-685d695ea9d1'] response: {'name': 'network-changed', 'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'status': 'completed', 'code': 200} Sep 25 01:22:56.154682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:22:56.208575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:56.219825 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-72d88c24-f563-4f45-b602-a07484fe2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:56.221800 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-72d88c24-f563-4f45-b602-a07484fe2673 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 1129 time: 0.0502427 Sep 25 01:22:56.296593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:56.314802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:56.340219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216de25-4dca-4f0b-8866-7ff8b54314f2 req-98b9188d-32e7-4eb3-a788-3fab8ecc417a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:56.341780 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e216de25-4dca-4f0b-8866-7ff8b54314f2 req-98b9188d-32e7-4eb3-a788-3fab8ecc417a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 945 time: 0.0511055 Sep 25 01:22:56.364883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:22:56.392133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] Checking router: 61ac783b-8a1e-42b5-ac0a-8c0342358017 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:22:56.400748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:22:56.401359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:22:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:22:56.401817 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e216de25-4dca-4f0b-8866-7ff8b54314f2 req-15eb9163-7032-49cb-8f81-3b88e52ea17c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519614 Sep 25 01:22:56.506755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:22:56.695765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:22:56.724059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474c2fc4-f3c8-4370-928f-6a1321ce6508 None None] The sync data for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv is: [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:53Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9ab75a39-8d42-44da-876a-349d05eec192', 'name': '', 'network_id': '1434faf7-01fc-428d-92a2-79a3b63d9261', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:3b:37:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:53Z', 'updated_at': '2022-09-25T01:20:56Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': 'a9322734-8f46-4c53-ac50-43e3e4661807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:22:56.937866 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e774cc4-b702-4685-8168-fcbc19be9514 None None] New status for floating IP ad33579b-cba2-44eb-a0bc-ed13556848c4: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:22:57.515689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-3e9b1b3d-0dd3-427b-b9a8-bb497bee6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:57.517207 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-3e9b1b3d-0dd3-427b-b9a8-bb497bee6be5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 200 len: 898 time: 0.1240814 Sep 25 01:22:57.576690 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-0bff9351-1229-40e7-9b81-73da6b532586 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 200 len: 217 time: 0.0424583 Sep 25 01:22:57.584814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7245cbb-156f-4872-b98e-a2efd1f804ab req-9b31f937-a6bb-48cd-b873-6edfde4637ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:57.586315 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c7245cbb-156f-4872-b98e-a2efd1f804ab req-9b31f937-a6bb-48cd-b873-6edfde4637ad tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 945 time: 0.0914850 Sep 25 01:22:57.660046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-b44a4ce4-b186-4054-bd6c-e6cc9c56dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:57.661615 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-b44a4ce4-b186-4054-bd6c-e6cc9c56dd52 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 200 len: 835 time: 0.0744479 Sep 25 01:22:57.675466 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c7245cbb-156f-4872-b98e-a2efd1f804ab req-5981ec85-fde8-44c3-8387-e4aa2537b00e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=577a0652-1ed4-4d19-a88f-287c6c425fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798943 Sep 25 01:22:57.880564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-0a099849-6993-4d5d-801c-5e6045dc95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:57.882006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-0a099849-6993-4d5d-801c-5e6045dc95c2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1434faf7-01fc-428d-92a2-79a3b63d9261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414333 Sep 25 01:22:57.907721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:57.974691 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-bad33c74-cee8-499e-8fcf-ed2e8343aaa0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862625 Sep 25 01:22:58.127337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-444a54bc-1393-4f66-bc71-f51c168fdd5d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:22:58.128843 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-444a54bc-1393-4f66-bc71-f51c168fdd5d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 945 time: 0.0881379 Sep 25 01:22:58.199469 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d4b930fe-096c-4b8e-b8b2-8b122dac6077 req-f9f1e95f-318d-49f1-b0dd-ef934570fec0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664217 Sep 25 01:22:58.241671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:22:58.242025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:58.337342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:22:58.337744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:58.351235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:22:58.493357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (508fb0da-f51d-4c3a-8eef-5826b7ee0a51), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:58.520259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=508fb0da-f51d-4c3a-8eef-5826b7ee0a51,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:22:58.553673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:22:58.573130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:22:58.575754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:58.579575 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-234c1593-7b52-4854-9f7a-01c809a963d5 req-3eae0167-d58b-4f9a-83e9-343d50adcdf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/508fb0da-f51d-4c3a-8eef-5826b7ee0a51 HTTP/1.1" status: 204 len: 173 time: 0.4443605 Sep 25 01:22:58.580108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'name': 'network-vif-deleted', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:22:58.582752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b297799-a669-43ab-9028-f38f2832c482" -d '{"events": [{"server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "name": "network-vif-deleted", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:22:58.613240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9571b09a-6bfc-40c2-a757-6c6c152938af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:58.631798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9513e2-8728-4116-b847-b0eb17a03d96 x-openstack-request-id: req-db9513e2-8728-4116-b847-b0eb17a03d96 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:22:58.632131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8254d3-250a-41c3-ae22-189072a43c7c", "name": "network-vif-deleted", "tag": "508fb0da-f51d-4c3a-8eef-5826b7ee0a51", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:22:58.632392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db9513e2-8728-4116-b847-b0eb17a03d96 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:22:58.632810 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9513e2-8728-4116-b847-b0eb17a03d96'] response: {'server_uuid': '7a8254d3-250a-41c3-ae22-189072a43c7c', 'name': 'network-vif-deleted', 'tag': '508fb0da-f51d-4c3a-8eef-5826b7ee0a51', 'status': 'completed', 'code': 200} Sep 25 01:22:58.786044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 5eeebab7-5290-42b3-b45b-999dee916cd8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:22:58.807719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 5eeebab7-5290-42b3-b45b-999dee916cd8 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:22:58.808106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 5eeebab7-5290-42b3-b45b-999dee916cd8 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:22:58.808992 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67db9586-091a-47f1-b539-baa50eb4e295 req-950ac946-f7ea-42ca-9525-5cedd36be409 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7a8254d3-250a-41c3-ae22-189072a43c7c HTTP/1.1" status: 200 len: 210 time: 0.0402243 Sep 25 01:22:59.883299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60564) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:22:59.940098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ab1e43-f38a-4615-be1d-eb1d7b9003fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (577a0652-1ed4-4d19-a88f-287c6c425fab), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:22:59.963865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ab1e43-f38a-4615-be1d-eb1d7b9003fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (577a0652-1ed4-4d19-a88f-287c6c425fab), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:00.024112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ab1e43-f38a-4615-be1d-eb1d7b9003fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (577a0652-1ed4-4d19-a88f-287c6c425fab), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:00.026715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-18ab1e43-f38a-4615-be1d-eb1d7b9003fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:00.027872 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-18ab1e43-f38a-4615-be1d-eb1d7b9003fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/577a0652-1ed4-4d19-a88f-287c6c425fab HTTP/1.1" status: 204 len: 168 time: 0.1435459 Sep 25 01:23:00.038924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab1e43-f38a-4615-be1d-eb1d7b9003fa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a0652-1ed4-4d19-a88f-287c6c425fab,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:00.062195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60568) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:00.397003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (61ac783b-8a1e-42b5-ac0a-8c0342358017), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:00.633125 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 9ab75a39-8d42-44da-876a-349d05eec192 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:23:00.633472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9ab75a39-8d42-44da-876a-349d05eec192), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:00.723771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 9ab75a39-8d42-44da-876a-349d05eec192, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ab75a39-8d42-44da-876a-349d05eec192,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:23:00.724167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9ab75a39-8d42-44da-876a-349d05eec192), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:00.739351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 9ab75a39-8d42-44da-876a-349d05eec192 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:23:00.786947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:00.791098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:00.936964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (9ab75a39-8d42-44da-876a-349d05eec192), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:00.967807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=9ab75a39-8d42-44da-876a-349d05eec192,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:01.002305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.002540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.002879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.003224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.003561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.003916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.004265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.004594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.004929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.005350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.005592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.005924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.006252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.006582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.006907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:01.179524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (61ac783b-8a1e-42b5-ac0a-8c0342358017), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:01.503552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4c8321ec-0e5d-4b7f-8d39-3b77f522a6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:01.661524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 61ac783b-8a1e-42b5-ac0a-8c0342358017 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:23:01.765459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:23:01.771321 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dea3bce8-cf84-487a-91d2-99818a38302f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/61ac783b-8a1e-42b5-ac0a-8c0342358017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075768 Sep 25 01:23:01.774791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60570) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:01.777657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] Sync routers for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:23:01.790380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:23:01.791011 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:23:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:01.829284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-de22fbc6-9f23-4193-9254-ba4cf17c4b57 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting subnet a9322734-8f46-4c53-ac50-43e3e4661807 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:23:01.832505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de22fbc6-9f23-4193-9254-ba4cf17c4b57 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (a9322734-8f46-4c53-ac50-43e3e4661807), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:01.875199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de22fbc6-9f23-4193-9254-ba4cf17c4b57 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (a9322734-8f46-4c53-ac50-43e3e4661807), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:01.898250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:23:01.929263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:01.964616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de22fbc6-9f23-4193-9254-ba4cf17c4b57 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a9322734-8f46-4c53-ac50-43e3e4661807), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:01.997123 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:02.030690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de22fbc6-9f23-4193-9254-ba4cf17c4b57 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (a9322734-8f46-4c53-ac50-43e3e4661807), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.060391 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22fbc6-9f23-4193-9254-ba4cf17c4b57 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Subnet': ['ID=a9322734-8f46-4c53-ac50-43e3e4661807,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:02.062375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-de22fbc6-9f23-4193-9254-ba4cf17c4b57 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.066246 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-de22fbc6-9f23-4193-9254-ba4cf17c4b57 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/a9322734-8f46-4c53-ac50-43e3e4661807 HTTP/1.1" status: 204 len: 168 time: 0.2898312 Sep 25 01:23:02.069232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60572) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:02.073455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef44a565-769b-4c18-9836-aea265853216 None None] Network 1434faf7-01fc-428d-92a2-79a3b63d9261 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:23:02.141676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:23:00Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': '53d7711d-f2d1-4137-8464-26b8c9f46bb5', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:02.177750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] Checking router: 61ac783b-8a1e-42b5-ac0a-8c0342358017 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:23:02.182832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (61ac783b-8a1e-42b5-ac0a-8c0342358017), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.291856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (61ac783b-8a1e-42b5-ac0a-8c0342358017), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.337383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 53d7711d-f2d1-4137-8464-26b8c9f46bb5 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:23:02.337724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.352663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] Routers {'61ac783b-8a1e-42b5-ac0a-8c0342358017'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:23:02.353274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:23:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['61ac783b-8a1e-42b5-ac0a-8c0342358017'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:02.432932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] DHCP port deletion for 1434faf7-01fc-428d-92a2-79a3b63d9261 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:23:02.441478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 53d7711d-f2d1-4137-8464-26b8c9f46bb5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=53d7711d-f2d1-4137-8464-26b8c9f46bb5,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:23:02.441478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.457119 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 53d7711d-f2d1-4137-8464-26b8c9f46bb5 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:23:02.469672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:02.487939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] Set router 61ac783b-8a1e-42b5-ac0a-8c0342358017 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:23:02.490099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Deleting port 0d537b84-e697-414a-ab3f-83be9bc3a47f {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:23:02.490469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.551174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:23:02Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:02.553952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:02.606743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9e055-9987-4428-b339-5b0ff91fa689 None None] The sync data for ids ['61ac783b-8a1e-42b5-ac0a-8c0342358017'] in dv-neutron-master-2-hyperv is: [{'id': '61ac783b-8a1e-42b5-ac0a-8c0342358017', 'name': 'tempest-TestNetworkBasicOps-router-658641663', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:20:50Z', 'updated_at': '2022-09-25T01:23:02Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:23:02.632714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] For port 0d537b84-e697-414a-ab3f-83be9bc3a47f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d537b84-e697-414a-ab3f-83be9bc3a47f,segment=NetworkSegment(a4b6f502-e2b3-4162-b268-54ce813ec20a),segment_id=a4b6f502-e2b3-4162-b268-54ce813ec20a)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:23:02.633014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (53d7711d-f2d1-4137-8464-26b8c9f46bb5), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.633208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.649935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Calling delete_port for 0d537b84-e697-414a-ab3f-83be9bc3a47f owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:23:02.667317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=53d7711d-f2d1-4137-8464-26b8c9f46bb5,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:02.737189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (61ac783b-8a1e-42b5-ac0a-8c0342358017), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.738426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (0d537b84-e697-414a-ab3f-83be9bc3a47f), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.773820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Pushing event deleted for resources: {'Port': ['ID=0d537b84-e697-414a-ab3f-83be9bc3a47f,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:02.776689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] No DVR routers for this DVR port 0d537b84-e697-414a-ab3f-83be9bc3a47f on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:23:02.790747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.791213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.791727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.792069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.792476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.792948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.793339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.793795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.794251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.795353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.796275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.796641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.796979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.802490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.802798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55dcd6a-411f-47e2-9fa6-851bf2b5587b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:02.808619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:23:02.829988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:23:02.830343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 508fb0da-f51d-4c3a-8eef-5826b7ee0a51 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:23:02.834429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (61ac783b-8a1e-42b5-ac0a-8c0342358017), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.836637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (61ac783b-8a1e-42b5-ac0a-8c0342358017), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.880215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (61ac783b-8a1e-42b5-ac0a-8c0342358017), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.880829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Fanout notify agent at l3_agent the message router_deleted on router 61ac783b-8a1e-42b5-ac0a-8c0342358017 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:23:02.887432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.888620 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8a21f5df-94b5-4a46-99c7-bc3a95d811e1 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/routers/61ac783b-8a1e-42b5-ac0a-8c0342358017 HTTP/1.1" status: 204 len: 168 time: 0.8182347 Sep 25 01:23:02.891487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60574) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:02.978960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (1434faf7-01fc-428d-92a2-79a3b63d9261), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:02.987931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:03.011591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:03.078495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (1434faf7-01fc-428d-92a2-79a3b63d9261), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.109190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1434faf7-01fc-428d-92a2-79a3b63d9261']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:03.120211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b6f502-e2b3-4162-b268-54ce813ec20a') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:03.120515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b6f502-e2b3-4162-b268-54ce813ec20a') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:03.131487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (a4b6f502-e2b3-4162-b268-54ce813ec20a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.146187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (a4b6f502-e2b3-4162-b268-54ce813ec20a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.153354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:23:03.153833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (a4b6f502-e2b3-4162-b268-54ce813ec20a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.225891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (1434faf7-01fc-428d-92a2-79a3b63d9261), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.233812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.237156 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/networks/1434faf7-01fc-428d-92a2-79a3b63d9261 HTTP/1.1" status: 204 len: 168 time: 0.3445268 Sep 25 01:23:03.248306 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment a4b6f502-e2b3-4162-b268-54ce813ec20a resource provider aggregate not found Sep 25 01:23:03.255598 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c289f-960c-4640-9cf4-d7c47222cdfd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Network': ['ID=1434faf7-01fc-428d-92a2-79a3b63d9261,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:03.266166 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60582) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:03.271271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'network': {'name': 'tempest-network-smoke--1717029710', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'port_security_enabled': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:03.276374 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment a4b6f502-e2b3-4162-b268-54ce813ec20a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4b6f502-e2b3-4162-b268-54ce813ec20a found for delete ", "request_id": "req-82906aa3-9840-43a3-b361-85bb6bf18225"}]} Sep 25 01:23:03.294759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:23:03.298507 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.328667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:23:03.339011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0dda6b79-d2b0-4850-9f22-7c12168833af), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.339514 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Added segment 0dda6b79-d2b0-4850-9f22-7c12168833af of type vlan for network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 Sep 25 01:23:03.387111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (fcbc8aa6-afe4-4197-8570-0a2a22ce6416), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.419689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (fcbc8aa6-afe4-4197-8570-0a2a22ce6416), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.424630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:03.425219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.484410 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2171216 Sep 25 01:23:03.487168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60584) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:03.492008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-142566644', 'admin_state_up': True, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:03.501253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147894a-154b-491b-90da-71ae9031b9f4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Network': ['ID=fcbc8aa6-afe4-4197-8570-0a2a22ce6416,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:03.513318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:23:03.521303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.522751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.579866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (09415424-08e3-4f59-8a6a-1d947ab3aa34), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.652690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0d537b84-e697-414a-ab3f-83be9bc3a47f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:23:03.673996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 0d537b84-e697-414a-ab3f-83be9bc3a47f {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:23:03.674294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 0d537b84-e697-414a-ab3f-83be9bc3a47f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:23:03.674765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9ab75a39-8d42-44da-876a-349d05eec192 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:23:03.694001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 9ab75a39-8d42-44da-876a-349d05eec192 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:23:03.694352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9ab75a39-8d42-44da-876a-349d05eec192 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:23:03.694783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 53d7711d-f2d1-4137-8464-26b8c9f46bb5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:23:03.715056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 53d7711d-f2d1-4137-8464-26b8c9f46bb5 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:23:03.715541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 53d7711d-f2d1-4137-8464-26b8c9f46bb5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:23:03.727581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:03.734616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (09415424-08e3-4f59-8a6a-1d947ab3aa34), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.798167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.918774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (09415424-08e3-4f59-8a6a-1d947ab3aa34), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:03.938941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:04.042254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.57 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:23:04.150651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:04.182939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:04.207190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:04.226184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:23:04.231977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:23:04.236399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:23:04.262704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:04.496758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (09415424-08e3-4f59-8a6a-1d947ab3aa34), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:04.641247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:04.688533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:04.816947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 09415424-08e3-4f59-8a6a-1d947ab3aa34 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:23:05.231163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:23:05.240748 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Sync routers for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:23:05.244106 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=8 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:05.244523 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:05.252167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:05.253558 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fc47ca4d-fece-4262-a8df-e2a1fd117cea tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7652209 Sep 25 01:23:05.256688 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:23:05.257057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60586) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:05.257527 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:23:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:05.336685 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6b2c1f1f-6466-426c-8495-9bca4c90e95d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=f3037fe0585446c3b0d17aab7e7c516b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784702 Sep 25 01:23:05.339259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60590) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:05.365919 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:23:05.435690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c12fc-d156-460a-9b94-00cdadd8e45d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:05.437364 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8f9c12fc-d156-460a-9b94-00cdadd8e45d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970762 Sep 25 01:23:05.440747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60592) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:05.470336 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a90a1c72-b3e0-4d88-b0fe-ec3ac92c7eb6 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284216 Sep 25 01:23:05.473172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60594) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:05.478440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351455088', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:05.582239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:23:05.586181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:05.622515 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:04Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:05.649017 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Checking router: 09415424-08e3-4f59-8a6a-1d947ab3aa34 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:23:05.649376 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Updating router 09415424-08e3-4f59-8a6a-1d947ab3aa34 port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:23:05.677107 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:05.781231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (506c88e4-3821-4c5f-8cb1-416aa55c4ee8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:05.849120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Subnet': ['ID=506c88e4-3821-4c5f-8cb1-416aa55c4ee8,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:05.858209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Checking segment: {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:23:05.858576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network hostable DHCP agents. Network: fcbc8aa6-afe4-4197-8570-0a2a22ce6416, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:23:05.872220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:05.878744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:23:05.889636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fcbc8aa6-afe4-4197-8570-0a2a22ce6416) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:23:05.895071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:05.895761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:05.901550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6149e-f1df-47cb-acc9-228b0c4f284b None None] Network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:23:05.915940 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b2d2c46f-bd5c-4afd-9f0f-8d126c84f8be tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4409652 Sep 25 01:23:05.918289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60596) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:05.939416 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Publish callbacks [] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:05.945241 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:05.977610 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Attempting to bind port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:23:05.978013 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Attempting to bind port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:23:05.978330 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Attempting to bind port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:23:06.017763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.018035 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Pushing event updated for resources: {'Port': ['ID=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:06.037470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:23:06.038544 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.038786 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:23:06.039063 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:23:06.039463 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.039871 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:23:06.040348 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Bound port: a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:23:06.040722 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.041796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:06.073234 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.073570 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.074079 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.074412 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.074740 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.075155 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.075376 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.075691 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.076583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.076901 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.077229 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.077535 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.077852 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.078231 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.078545 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:23:06.102562 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] For port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:23:06.105698 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] For port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:23:06.117700 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.168317 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:23:06.168953 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:23:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:06.190147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Allocated IP 172.20.0.2 (fcbc8aa6-afe4-4197-8570-0a2a22ce6416/506c88e4-3821-4c5f-8cb1-416aa55c4ee8/dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:23:06.213224 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dd3f7-1c8d-4a94-af72-2c1586b25b3d None None] Pushing event updated for resources: {'Port': ['ID=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:06.251677 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:06.261741 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:06.282461 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:23:06.351005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Publish callbacks [] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.358918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.404472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Pushing event updated for resources: {'Port': ['ID=dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:06.414698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:23:06.416345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:23:06.418822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:23:06.437080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.451883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:06.458662 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:04Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:06.483687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Attempting to bind port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:23:06.484046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Attempting to bind port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:23:06.484410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Attempting to bind port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a on network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:23:06.487659 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbb221-885e-449b-aea4-696c8e358cb5 None None] The sync data for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv is: [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:04Z', 'revision_number': 3, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:23:06.509027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:06.542474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.550515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:23:06.550895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Checking segment: {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:23:06.551299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.551696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Bound using segment: {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:23:06.552198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Bound port: dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:23:06.552580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.574266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:06.620149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] For port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:23:06.623765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] For port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:23:06.629712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:06.695543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57613152-c7ac-44d9-ac48-1c36ac45be8d None None] Pushing event updated for resources: {'Port': ['ID=dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:06.829693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.1 (fcbc8aa6-afe4-4197-8570-0a2a22ce6416/506c88e4-3821-4c5f-8cb1-416aa55c4ee8/38bd183f-9f99-4189-a89e-350872cafcf4) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:23:06.979777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (38bd183f-9f99-4189-a89e-350872cafcf4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:07.026273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:07.072620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:23:07.076734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:23:07.079590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:23:07.084808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:07.089936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=38bd183f-9f99-4189-a89e-350872cafcf4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:07.138469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (09415424-08e3-4f59-8a6a-1d947ab3aa34), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:07.285909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:07.567326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:07.594149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (38bd183f-9f99-4189-a89e-350872cafcf4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:07.611302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:07.693762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=38bd183f-9f99-4189-a89e-350872cafcf4,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:07.697264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (09415424-08e3-4f59-8a6a-1d947ab3aa34), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:07.704439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:23:07.735633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e08bde-af96-44a2-b151-4684fa51e009 None None] Network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:23:07.804387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:23:07.805822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:23:07.815689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a46dc1c7-b91d-429a-9266-78a9f97f1cd0 None None] Provisioning complete for port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:07.816793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a46dc1c7-b91d-429a-9266-78a9f97f1cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:07.817146 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a46dc1c7-b91d-429a-9266-78a9f97f1cd0 None None] Attempt 1 to provision port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a Sep 25 01:23:07.855981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:07.856363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:07.856708 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a Sep 25 01:23:07.925611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 09415424-08e3-4f59-8a6a-1d947ab3aa34 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:23:08.012170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a46dc1c7-b91d-429a-9266-78a9f97f1cd0 None None] Current status of the port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:08.012646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a46dc1c7-b91d-429a-9266-78a9f97f1cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.025283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:08.025690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.036112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:08.053334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:23:08.064203 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5542f31a-7532-4532-85fb-d1dafd73d582 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/09415424-08e3-4f59-8a6a-1d947ab3aa34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1418939 Sep 25 01:23:08.064457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60598) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:08.080161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a46dc1c7-b91d-429a-9266-78a9f97f1cd0 None None] For port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:23:08.089152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a46dc1c7-b91d-429a-9266-78a9f97f1cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.153760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:23:08.154045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:23:08.168980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dc1c7-b91d-429a-9266-78a9f97f1cd0 None None] Pushing event updated for resources: {'Port': ['ID=dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:08.179280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2dce29-6e23-4a6e-b71f-8ad41f5fe452 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:08.179838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2dce29-6e23-4a6e-b71f-8ad41f5fe452 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:08.180467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2dce29-6e23-4a6e-b71f-8ad41f5fe452 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:08.181100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2dce29-6e23-4a6e-b71f-8ad41f5fe452 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:08.186017 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2f2dce29-6e23-4a6e-b71f-8ad41f5fe452 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1175475 Sep 25 01:23:08.186128 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60600) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:08.195198 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:08.209191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Provisioning complete for port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:08.209573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.209907 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Attempt 1 to provision port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a Sep 25 01:23:08.248944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6624bf3d-d1b5-4d70-8c49-350da9939273 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:08.249584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6624bf3d-d1b5-4d70-8c49-350da9939273 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:08.249912 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6624bf3d-d1b5-4d70-8c49-350da9939273 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:08.250370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6624bf3d-d1b5-4d70-8c49-350da9939273 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:08.252112 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6624bf3d-d1b5-4d70-8c49-350da9939273 tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0651140 Sep 25 01:23:08.255082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60602) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:08.264952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Sync routers for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:23:08.302743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:23:08.303480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:23:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:08.315322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:08.353900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:08.358608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Current status of the port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:08.374958 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e789f91f-9c0e-45a8-80ac-4f2d9041b17d tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1187015 Sep 25 01:23:08.420726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Provisioning complete for port 38bd183f-9f99-4189-a89e-350872cafcf4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:08.421134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.422308 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Attempt 1 to provision port 38bd183f-9f99-4189-a89e-350872cafcf4 Sep 25 01:23:08.443129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60606) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:08.448149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9c23baf7-49c7-45ee-8fba-4f59772d17d8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045034327', 'description': 'tempest-secgroup-smoke-2045034327 description', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:08.472370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c23baf7-49c7-45ee-8fba-4f59772d17d8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.494370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:23:08.529856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Port 38bd183f-9f99-4189-a89e-350872cafcf4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:23:08.565632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c23baf7-49c7-45ee-8fba-4f59772d17d8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (71d6ec37-6221-4f65-aaf4-738315e8c845), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.570610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c23baf7-49c7-45ee-8fba-4f59772d17d8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (71d6ec37-6221-4f65-aaf4-738315e8c845), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.603453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23baf7-49c7-45ee-8fba-4f59772d17d8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d6ec37-6221-4f65-aaf4-738315e8c845,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:08.609097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c23baf7-49c7-45ee-8fba-4f59772d17d8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.611123 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9c23baf7-49c7-45ee-8fba-4f59772d17d8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1665008 Sep 25 01:23:08.614019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60608) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:08.621184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b794adc9-c051-4d93-b7eb-e9b4702877fc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '71d6ec37-6221-4f65-aaf4-738315e8c845', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:08.667773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b794adc9-c051-4d93-b7eb-e9b4702877fc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (e5990186-54eb-4116-8db1-99c6b06b6e69), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.733628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b794adc9-c051-4d93-b7eb-e9b4702877fc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (e5990186-54eb-4116-8db1-99c6b06b6e69), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.737813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b794adc9-c051-4d93-b7eb-e9b4702877fc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (e5990186-54eb-4116-8db1-99c6b06b6e69), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.759999 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794adc9-c051-4d93-b7eb-e9b4702877fc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5990186-54eb-4116-8db1-99c6b06b6e69,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:08.765046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b794adc9-c051-4d93-b7eb-e9b4702877fc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.769592 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b794adc9-c051-4d93-b7eb-e9b4702877fc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515269 Sep 25 01:23:08.769891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60610) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:08.774919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e6ec8a92-e6f4-4326-8550-070f5a8a3802 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '71d6ec37-6221-4f65-aaf4-738315e8c845', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:08.807294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8a92-e6f4-4326-8550-070f5a8a3802 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (f41ca01f-2ae6-4e7d-bed6-b8a1e7aa01fe), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.877781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8a92-e6f4-4326-8550-070f5a8a3802 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (f41ca01f-2ae6-4e7d-bed6-b8a1e7aa01fe), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.883371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8a92-e6f4-4326-8550-070f5a8a3802 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (f41ca01f-2ae6-4e7d-bed6-b8a1e7aa01fe), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.886906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:08.888044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:23:08.903546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec8a92-e6f4-4326-8550-070f5a8a3802 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41ca01f-2ae6-4e7d-bed6-b8a1e7aa01fe,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:08.912573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8a92-e6f4-4326-8550-070f5a8a3802 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:08.913836 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e6ec8a92-e6f4-4326-8550-070f5a8a3802 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429253 Sep 25 01:23:08.916704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60612) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:08.921694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-099601e3-a03a-4869-bc4c-c5129b26c529 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '71d6ec37-6221-4f65-aaf4-738315e8c845', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:08.949822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-099601e3-a03a-4869-bc4c-c5129b26c529 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (9d5d92fd-126e-4ed8-bfef-496693896337), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.000037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:09.000333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.000678 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e Sep 25 01:23:09.023280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-099601e3-a03a-4869-bc4c-c5129b26c529 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (9d5d92fd-126e-4ed8-bfef-496693896337), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.027069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-099601e3-a03a-4869-bc4c-c5129b26c529 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (9d5d92fd-126e-4ed8-bfef-496693896337), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.031895 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Attempt 2 to provision port 38bd183f-9f99-4189-a89e-350872cafcf4 Sep 25 01:23:09.048507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099601e3-a03a-4869-bc4c-c5129b26c529 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5d92fd-126e-4ed8-bfef-496693896337,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:09.057658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-099601e3-a03a-4869-bc4c-c5129b26c529 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.058173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:07Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:23:07Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:09.058913 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-099601e3-a03a-4869-bc4c-c5129b26c529 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412613 Sep 25 01:23:09.062007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60614) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:09.066917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-856cd8b6-0a8d-4847-b9c6-c3788d3159b2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '71d6ec37-6221-4f65-aaf4-738315e8c845', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:09.096322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-856cd8b6-0a8d-4847-b9c6-c3788d3159b2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (64403ddf-55b1-4b80-9aa2-8ae37d23f539), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.099839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:09.100524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Checking router: 09415424-08e3-4f59-8a6a-1d947ab3aa34 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:23:09.100665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Updating router 09415424-08e3-4f59-8a6a-1d947ab3aa34 port 38bd183f-9f99-4189-a89e-350872cafcf4 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:23:09.121765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Port 38bd183f-9f99-4189-a89e-350872cafcf4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:23:09.138981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.160898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-856cd8b6-0a8d-4847-b9c6-c3788d3159b2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (64403ddf-55b1-4b80-9aa2-8ae37d23f539), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.165002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-856cd8b6-0a8d-4847-b9c6-c3788d3159b2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (64403ddf-55b1-4b80-9aa2-8ae37d23f539), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.186300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cd8b6-0a8d-4847-b9c6-c3788d3159b2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64403ddf-55b1-4b80-9aa2-8ae37d23f539,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:09.191770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-856cd8b6-0a8d-4847-b9c6-c3788d3159b2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.193177 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-856cd8b6-0a8d-4847-b9c6-c3788d3159b2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299849 Sep 25 01:23:09.195852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60616) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:09.200266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-47bb8b22-0a0d-4f9f-9f78-33fd4c45e5f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '71d6ec37-6221-4f65-aaf4-738315e8c845', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:09.204239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:09.204633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.221175 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-47bb8b22-0a0d-4f9f-9f78-33fd4c45e5f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:23:09.226773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-47bb8b22-0a0d-4f9f-9f78-33fd4c45e5f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (7de046f7-8360-4026-abe2-e141fff397b1), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.275756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:23:09.282163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.295677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-47bb8b22-0a0d-4f9f-9f78-33fd4c45e5f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (7de046f7-8360-4026-abe2-e141fff397b1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.299522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-47bb8b22-0a0d-4f9f-9f78-33fd4c45e5f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (7de046f7-8360-4026-abe2-e141fff397b1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.321178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8b22-0a0d-4f9f-9f78-33fd4c45e5f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de046f7-8360-4026-abe2-e141fff397b1,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:09.329213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-47bb8b22-0a0d-4f9f-9f78-33fd4c45e5f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.331797 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-47bb8b22-0a0d-4f9f-9f78-33fd4c45e5f7 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336687 Sep 25 01:23:09.331982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:09.333885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60618) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:09.339229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6525251c-6a5d-4530-b2f5-4dfca2d30ddc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'security_group_rule': {'security_group_id': '71d6ec37-6221-4f65-aaf4-738315e8c845', 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:09.361560 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-6525251c-6a5d-4530-b2f5-4dfca2d30ddc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Project f3037fe0585446c3b0d17aab7e7c516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:23:09.368134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6525251c-6a5d-4530-b2f5-4dfca2d30ddc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (de3645ab-f74e-4579-ac5d-78b91728f7d0), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.387195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:09.396168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:09.437161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6525251c-6a5d-4530-b2f5-4dfca2d30ddc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (de3645ab-f74e-4579-ac5d-78b91728f7d0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.442297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6525251c-6a5d-4530-b2f5-4dfca2d30ddc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (de3645ab-f74e-4579-ac5d-78b91728f7d0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.465790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525251c-6a5d-4530-b2f5-4dfca2d30ddc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3645ab-f74e-4579-ac5d-78b91728f7d0,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:09.473491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6525251c-6a5d-4530-b2f5-4dfca2d30ddc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.474746 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6525251c-6a5d-4530-b2f5-4dfca2d30ddc tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391699 Sep 25 01:23:09.512246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Publish callbacks [] for port (38bd183f-9f99-4189-a89e-350872cafcf4), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.519778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.586152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0823f-b829-4ba8-896d-c34fb55b06f9 None None] Pushing event updated for resources: {'Port': ['ID=38bd183f-9f99-4189-a89e-350872cafcf4,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:09.618545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Attempting to bind port 38bd183f-9f99-4189-a89e-350872cafcf4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:23:09.619066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Attempting to bind port 38bd183f-9f99-4189-a89e-350872cafcf4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:23:09.619445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Attempting to bind port 38bd183f-9f99-4189-a89e-350872cafcf4 on network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:23:09.622467 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Attempt 3 to provision port 38bd183f-9f99-4189-a89e-350872cafcf4 Sep 25 01:23:09.656865 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-3753c5a1-6b7b-4ce4-ad4a-2fb976e71c49 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2045034327&fields=id&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 267 time: 0.0516045 Sep 25 01:23:09.675537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:23:09.718148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Port 38bd183f-9f99-4189-a89e-350872cafcf4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:23:09.729080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:23:09.729463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Checking segment: {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:23:09.729880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.730283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Bound using segment: {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:23:09.730772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Bound port: 38bd183f-9f99-4189-a89e-350872cafcf4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:23:09.731498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.734931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:09.772489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:09.772870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.773218 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a Sep 25 01:23:09.777985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-2332e164-9115-4548-b538-9dc6d978e0bd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:09.779615 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-2332e164-9115-4548-b538-9dc6d978e0bd tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/networks?id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416 HTTP/1.1" status: 200 len: 797 time: 0.1158428 Sep 25 01:23:09.795148 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-bfc995c1-2221-490d-a35f-d10e35458800 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/quotas/f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 375 time: 0.0094402 Sep 25 01:23:09.839070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] For port 38bd183f-9f99-4189-a89e-350872cafcf4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:23:09.842673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] For port 38bd183f-9f99-4189-a89e-350872cafcf4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38bd183f-9f99-4189-a89e-350872cafcf4,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:23:09.846307 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-d6d86573-338e-4ef2-9b9b-a0bbc78b7858 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455632 Sep 25 01:23:09.852164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:09.863470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-53c5e6db-491b-4f31-8a8c-17f871fed5c7 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:23:09.864752 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-53c5e6db-491b-4f31-8a8c-17f871fed5c7 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056629 Sep 25 01:23:09.920997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:23:09.921635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:23:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:09.926465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:09.927538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:23:09.964073 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-15206e09-0259-45d5-92e8-f1a80c7de891 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934730 Sep 25 01:23:09.996551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0823f-b829-4ba8-896d-c34fb55b06f9 None None] Pushing event updated for resources: {'Port': ['ID=38bd183f-9f99-4189-a89e-350872cafcf4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:10.064423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:10.064708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:10.065047 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e Sep 25 01:23:10.065521 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-ad80bf78-605f-4b06-995a-f89f77449d01 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944808 Sep 25 01:23:10.069393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:10.097913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:23:10.183184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:10.242218 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Attempt 4 to provision port 38bd183f-9f99-4189-a89e-350872cafcf4 Sep 25 01:23:10.266789 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9e33956b-5293-49c2-8c62-8c77c855d736 req-dcd922dc-fe48-40a4-8e65-453030d65332 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 210 time: 0.0317605 Sep 25 01:23:10.312413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:10.409731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Current status of the port 38bd183f-9f99-4189-a89e-350872cafcf4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:10.410190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:10.429668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:07Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:23:09Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:10.464330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2a0b9-af32-4188-a6bf-3048d28a5a19 None None] The sync data for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv is: [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:07Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:23:09Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:23:10.486707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] For port 38bd183f-9f99-4189-a89e-350872cafcf4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38bd183f-9f99-4189-a89e-350872cafcf4,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:23:10.493537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:10.569183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb10e20-62d7-49f1-bf5b-059623bc2146 None None] Pushing event updated for resources: {'Port': ['ID=38bd183f-9f99-4189-a89e-350872cafcf4,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:10.621199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e86a76a9-4c6f-4058-9474-07e5fada56c2 None None] Provisioning complete for port 38bd183f-9f99-4189-a89e-350872cafcf4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:10.621670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e86a76a9-4c6f-4058-9474-07e5fada56c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:10.622081 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e86a76a9-4c6f-4058-9474-07e5fada56c2 None None] Attempt 1 to provision port 38bd183f-9f99-4189-a89e-350872cafcf4 Sep 25 01:23:10.864720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e86a76a9-4c6f-4058-9474-07e5fada56c2 None None] Current status of the port 38bd183f-9f99-4189-a89e-350872cafcf4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:11.043843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:11.386734 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe2d834b-934f-4f6a-8122-b01277c57399 req-d4d4f83b-e909-4f52-97ad-2012c53dba16 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 210 time: 0.0339622 Sep 25 01:23:11.550800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-33af3a58-044a-4ea4-927f-f070aefe5f19 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:11.553390 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-33af3a58-044a-4ea4-927f-f070aefe5f19 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/networks?id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416 HTTP/1.1" status: 200 len: 797 time: 0.1255927 Sep 25 01:23:11.636380 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-e61cc941-695f-43d1-b567-1261885d1f36 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3037fe0585446c3b0d17aab7e7c516b HTTP/1.1" status: 200 len: 380 time: 0.0699694 Sep 25 01:23:11.645042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'port': {'device_id': 'b1637ba2-562f-4441-8df8-668856454514', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'admin_state_up': True, 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'security_groups': ['71d6ec37-6221-4f65-aaf4-738315e8c845']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:11.676420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 38bd183f-9f99-4189-a89e-350872cafcf4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:23:11.725311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 38bd183f-9f99-4189-a89e-350872cafcf4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:11.725694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:11.726043 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 38bd183f-9f99-4189-a89e-350872cafcf4 Sep 25 01:23:11.741873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:11.769410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Made reservation on behalf of f3037fe0585446c3b0d17aab7e7c516b for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:23:11.774001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:11.807302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 38bd183f-9f99-4189-a89e-350872cafcf4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:11.904363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.20.0.9 (fcbc8aa6-afe4-4197-8570-0a2a22ce6416/506c88e4-3821-4c5f-8cb1-416aa55c4ee8/78d9156c-b92d-4a1e-a974-5942370de596) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:23:12.048925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (78d9156c-b92d-4a1e-a974-5942370de596), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.056499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:12.086041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (78d9156c-b92d-4a1e-a974-5942370de596), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.138963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:23:12.147029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=78d9156c-b92d-4a1e-a974-5942370de596,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:12.149812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:23:12.151919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:23:12.204499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:12.205117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.222223 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-c00dd5fe-c429-4705-9f00-9a9667ab64c5 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810580 Sep 25 01:23:12.241123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Request body: {'port': {'device_id': 'b1637ba2-562f-4441-8df8-668856454514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:12.305565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (78d9156c-b92d-4a1e-a974-5942370de596), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.397543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-75c719ca-8d1d-47ce-80a0-b94c201fe48f None None] Provisioning complete for port 78d9156c-b92d-4a1e-a974-5942370de596 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:12.398567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-75c719ca-8d1d-47ce-80a0-b94c201fe48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (78d9156c-b92d-4a1e-a974-5942370de596), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.398928 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-75c719ca-8d1d-47ce-80a0-b94c201fe48f None None] Attempt 1 to provision port 78d9156c-b92d-4a1e-a974-5942370de596 Sep 25 01:23:12.443108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-75c719ca-8d1d-47ce-80a0-b94c201fe48f None None] Port 78d9156c-b92d-4a1e-a974-5942370de596 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:23:12.519669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a570b-43cb-46e4-9bd4-cbe46bd75d26 req-2669663b-610b-4601-a472-1203a887ea8b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:12.521847 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d79a570b-43cb-46e4-9bd4-cbe46bd75d26 req-2669663b-610b-4601-a472-1203a887ea8b tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 931 time: 0.0483587 Sep 25 01:23:12.561493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:12.577252 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d79a570b-43cb-46e4-9bd4-cbe46bd75d26 req-fd0755ce-2698-4994-939e-eb9e1275c37e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477903 Sep 25 01:23:12.609011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d9156c-b92d-4a1e-a974-5942370de596 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:23:12.616623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Publish callbacks [] for port (78d9156c-b92d-4a1e-a974-5942370de596), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.629484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Transition to ACTIVE for port object 78d9156c-b92d-4a1e-a974-5942370de596 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:23:12.633153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (78d9156c-b92d-4a1e-a974-5942370de596), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.695572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Pushing event updated for resources: {'Port': ['ID=78d9156c-b92d-4a1e-a974-5942370de596,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:12.756052 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Attempting to bind port 78d9156c-b92d-4a1e-a974-5942370de596 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:23:12.756399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Attempting to bind port 78d9156c-b92d-4a1e-a974-5942370de596 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:23:12.756771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Attempting to bind port 78d9156c-b92d-4a1e-a974-5942370de596 on network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:23:12.803742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Port 78d9156c-b92d-4a1e-a974-5942370de596 on network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:23:12.804102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Attempting to bind port 78d9156c-b92d-4a1e-a974-5942370de596 on network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:23:12.847807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:23:12.848172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Checking segment: {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:23:12.848558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Bound using segment: {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:23:12.848989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Bound port: 78d9156c-b92d-4a1e-a974-5942370de596, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dda6b79-d2b0-4850-9f22-7c12168833af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:23:12.849346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (78d9156c-b92d-4a1e-a974-5942370de596), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.911032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] For port 78d9156c-b92d-4a1e-a974-5942370de596, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:23:12.914156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] For port 78d9156c-b92d-4a1e-a974-5942370de596, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78d9156c-b92d-4a1e-a974-5942370de596,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:23:12.920368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (78d9156c-b92d-4a1e-a974-5942370de596), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.924489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:12.925095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:12.926472 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/78d9156c-b92d-4a1e-a974-5942370de596 HTTP/1.1" status: 200 len: 1093 time: 0.6898713 Sep 25 01:23:12.927016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:23:12.929316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14328316-5188-440b-8cd3-d9f0549d8e77" -d '{"events": [{"name": "network-changed", "server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "tag": "78d9156c-b92d-4a1e-a974-5942370de596"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:23:12.947013 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-75c719ca-8d1d-47ce-80a0-b94c201fe48f None None] Attempt 2 to provision port 78d9156c-b92d-4a1e-a974-5942370de596 Sep 25 01:23:12.983121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d02773-ec10-4124-b72c-d8f409478a43 x-openstack-request-id: req-f4d02773-ec10-4124-b72c-d8f409478a43 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:23:12.983497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "tag": "78d9156c-b92d-4a1e-a974-5942370de596", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:23:12.983814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4d02773-ec10-4124-b72c-d8f409478a43 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:23:12.984313 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d02773-ec10-4124-b72c-d8f409478a43'] response: {'name': 'network-changed', 'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596', 'status': 'completed', 'code': 200} Sep 25 01:23:12.997207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828744b-0adc-404b-a992-dcd5482681d0 service neutron] Pushing event updated for resources: {'Port': ['ID=78d9156c-b92d-4a1e-a974-5942370de596,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:12.999121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-75c719ca-8d1d-47ce-80a0-b94c201fe48f None None] Port 78d9156c-b92d-4a1e-a974-5942370de596 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:23:13.031047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:13.043891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-5e03c39f-28c3-49f0-9a6b-847705e63759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:13.045459 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-5e03c39f-28c3-49f0-9a6b-847705e63759 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 1127 time: 0.0419261 Sep 25 01:23:13.092588 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-d50a58ef-1e54-43b1-9364-1f49d3957d28 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78d9156c-b92d-4a1e-a974-5942370de596 HTTP/1.1" status: 200 len: 217 time: 0.0338252 Sep 25 01:23:13.142021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1a399adb-ad85-4863-9f3d-90047f0d28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:13.143482 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-1a399adb-ad85-4863-9f3d-90047f0d28f7 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=506c88e4-3821-4c5f-8cb1-416aa55c4ee8 HTTP/1.1" status: 200 len: 835 time: 0.0452754 Sep 25 01:23:13.189424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-8e35b23d-c884-44b1-8778-bc1b4aeece6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:13.190912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-8e35b23d-c884-44b1-8778-bc1b4aeece6d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416379 Sep 25 01:23:13.281821 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-bab0d478-1a7c-4a17-b1eb-4eff92094575 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847874 Sep 25 01:23:13.377235 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2d08a16b-1a7f-4c0c-8539-16fa1571876c req-d607640e-04a6-4e05-bfb7-1f432e44ab64 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892999 Sep 25 01:23:13.698342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f366-6821-481a-9414-d4140ecf32d1 req-25fb3a4a-d8a7-4c33-a631-db405b434bf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:13.699813 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8fb1f366-6821-481a-9414-d4140ecf32d1 req-25fb3a4a-d8a7-4c33-a631-db405b434bf0 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 943 time: 0.0471833 Sep 25 01:23:13.728372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:13.756310 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8fb1f366-6821-481a-9414-d4140ecf32d1 req-4b92b1e3-9be7-4ddd-82b9-a0f36988f9aa tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508733 Sep 25 01:23:14.845091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 78d9156c-b92d-4a1e-a974-5942370de596 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:23:14.848187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:14.885859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca6cc1-b7b3-43cb-b514-3c430516d5fb req-1a429816-2401-4743-9482-f72bbaffa00e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:14.887386 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10ca6cc1-b7b3-43cb-b514-3c430516d5fb req-1a429816-2401-4743-9482-f72bbaffa00e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 943 time: 0.0487847 Sep 25 01:23:14.938356 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10ca6cc1-b7b3-43cb-b514-3c430516d5fb req-f4623ca3-4bc7-4fa0-9d0a-a416d4924168 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443270 Sep 25 01:23:14.949140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 78d9156c-b92d-4a1e-a974-5942370de596, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78d9156c-b92d-4a1e-a974-5942370de596,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:23:14.961510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '78d9156c-b92d-4a1e-a974-5942370de596', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'port_id': '78d9156c-b92d-4a1e-a974-5942370de596', 'mac_address': 'fa:16:3e:4d:67:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:23:14.967255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:14.998783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 78d9156c-b92d-4a1e-a974-5942370de596 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:14.999176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (78d9156c-b92d-4a1e-a974-5942370de596), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:15.012557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d9156c-b92d-4a1e-a974-5942370de596 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:23:15.036311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 78d9156c-b92d-4a1e-a974-5942370de596, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78d9156c-b92d-4a1e-a974-5942370de596,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:23:15.040770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (78d9156c-b92d-4a1e-a974-5942370de596), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:15.099753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=78d9156c-b92d-4a1e-a974-5942370de596,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:15.398015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['78d9156c-b92d-4a1e-a974-5942370de596'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:23:15.514531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-c3be3017-c1c5-4a8e-b898-9b503c2c22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:15.516302 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-c3be3017-c1c5-4a8e-b898-9b503c2c22f0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 1128 time: 0.3664994 Sep 25 01:23:15.531108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:15.615547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-91be59b1-eaa5-4ae1-a063-26f5575d1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:15.616634 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-91be59b1-eaa5-4ae1-a063-26f5575d1243 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416 HTTP/1.1" status: 200 len: 898 time: 0.0941486 Sep 25 01:23:15.659335 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-3cf37bd7-f9e2-44d1-96ba-514c61da09c0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78d9156c-b92d-4a1e-a974-5942370de596 HTTP/1.1" status: 200 len: 217 time: 0.0369709 Sep 25 01:23:15.708787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-e30ac51c-3c18-479e-9783-a85f203bac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:15.710277 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-e30ac51c-3c18-479e-9783-a85f203bac49 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=506c88e4-3821-4c5f-8cb1-416aa55c4ee8 HTTP/1.1" status: 200 len: 835 time: 0.0457053 Sep 25 01:23:15.754309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-088b2e11-021b-467b-aff1-7c416d18c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:15.755827 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-088b2e11-021b-467b-aff1-7c416d18c03a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397696 Sep 25 01:23:15.857784 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-a1d5d71f-8ce5-44c4-96e4-7cb6d6f7cb95 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952573 Sep 25 01:23:15.949168 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-14328316-5188-440b-8cd3-d9f0549d8e77 req-a5652564-0627-47a2-8e82-f59871d8f381 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851800 Sep 25 01:23:16.064398 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568e72b-e041-4def-b67d-44abeb6a747b req-582ead95-3625-40a8-8fef-e38f74b896ef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:16.065900 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4568e72b-e041-4def-b67d-44abeb6a747b req-582ead95-3625-40a8-8fef-e38f74b896ef tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 944 time: 0.0481575 Sep 25 01:23:16.087626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:16.120492 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4568e72b-e041-4def-b67d-44abeb6a747b req-3d696195-ff0e-47f1-9204-a3293ee53721 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489786 Sep 25 01:23:16.461421 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=19 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:16.462321 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=22 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:16.849272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 78d9156c-b92d-4a1e-a974-5942370de596 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:23:16.892584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 78d9156c-b92d-4a1e-a974-5942370de596 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:23:16.898074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 78d9156c-b92d-4a1e-a974-5942370de596 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:23:16.898464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (78d9156c-b92d-4a1e-a974-5942370de596), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:16.898775 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 78d9156c-b92d-4a1e-a974-5942370de596 Sep 25 01:23:16.971781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 78d9156c-b92d-4a1e-a974-5942370de596 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:23:16.972257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (78d9156c-b92d-4a1e-a974-5942370de596), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:16.994237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:23:16.996498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c186b668-9873-49c3-b1a4-9e2526a001fe" -d '{"events": [{"server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "name": "network-vif-plugged", "status": "completed", "tag": "78d9156c-b92d-4a1e-a974-5942370de596"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:23:17.009136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 78d9156c-b92d-4a1e-a974-5942370de596, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78d9156c-b92d-4a1e-a974-5942370de596,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:23:17.013337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (78d9156c-b92d-4a1e-a974-5942370de596), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:17.061943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=78d9156c-b92d-4a1e-a974-5942370de596,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:17.092823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e78f24-c391-464c-8980-0cc21483ad2a x-openstack-request-id: req-63e78f24-c391-464c-8980-0cc21483ad2a {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:23:17.093111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "name": "network-vif-plugged", "status": "completed", "tag": "78d9156c-b92d-4a1e-a974-5942370de596", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:23:17.093388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63e78f24-c391-464c-8980-0cc21483ad2a {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:23:17.093864 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e78f24-c391-464c-8980-0cc21483ad2a'] response: {'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596', 'code': 200} Sep 25 01:23:17.165791 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:23:17.251276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a261-198a-40f7-8778-ebc31390071b req-7f5d9655-ac9f-491f-96e5-f8c4f3c873c4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:17.252963 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7579a261-198a-40f7-8778-ebc31390071b req-7f5d9655-ac9f-491f-96e5-f8c4f3c873c4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 945 time: 0.0531580 Sep 25 01:23:17.305690 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7579a261-198a-40f7-8778-ebc31390071b req-3416df5a-d182-442c-ab23-08cff0493af9 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469954 Sep 25 01:23:17.318985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e3bdf-e444-414c-afac-6b0ab8ae270d req-9d6ffd1e-2a9e-4b91-adf5-a5ad6cf9609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:17.320598 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d0e3bdf-e444-414c-afac-6b0ab8ae270d req-9d6ffd1e-2a9e-4b91-adf5-a5ad6cf9609c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 1129 time: 0.0475967 Sep 25 01:23:17.367613 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0d0e3bdf-e444-414c-afac-6b0ab8ae270d req-98b4ef5b-b1da-4873-b794-9d88a44a11bf service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Sep 25 01:23:18.432890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae47d2-0d9a-4144-ae6c-c7d4d632050f req-f34db071-9e6e-424b-ad5e-c7f9a4df73ec tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:18.434392 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9dae47d2-0d9a-4144-ae6c-c7d4d632050f req-f34db071-9e6e-424b-ad5e-c7f9a4df73ec tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 945 time: 0.0500715 Sep 25 01:23:18.448092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:18.489029 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9dae47d2-0d9a-4144-ae6c-c7d4d632050f req-d8ea9bf0-a55c-4df8-a518-088a80487e70 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469031 Sep 25 01:23:19.617407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476c87f-ef5e-4d9d-8454-a6fb989c29ae req-49e654df-f7d3-4533-a302-5fea175d94d2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:19.619007 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5476c87f-ef5e-4d9d-8454-a6fb989c29ae req-49e654df-f7d3-4533-a302-5fea175d94d2 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 945 time: 0.0527387 Sep 25 01:23:19.671293 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5476c87f-ef5e-4d9d-8454-a6fb989c29ae req-82425c5f-0876-4de5-8bc4-69a64367930c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464604 Sep 25 01:23:19.792982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17135e-8384-42b1-96b4-d4d61fc98a66 req-7f0524ec-e09c-4f15-9e11-ba05302eec48 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:19.794528 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ab17135e-8384-42b1-96b4-d4d61fc98a66 req-7f0524ec-e09c-4f15-9e11-ba05302eec48 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 945 time: 0.0478234 Sep 25 01:23:19.849729 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ab17135e-8384-42b1-96b4-d4d61fc98a66 req-54a5e056-5d58-4c86-9a8a-116fe5bd525a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493984 Sep 25 01:23:19.877891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60678) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:19.916440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f2324f-fb54-42ac-b8f2-e0cd964ddc4f tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:19.918004 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-70f2324f-fb54-42ac-b8f2-e0cd964ddc4f tempest-TestNetworkBasicOps-2015425009 tempest-TestNetworkBasicOps-2015425009-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 1124 time: 0.0391335 Sep 25 01:23:19.921132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60680) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:19.924957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '78d9156c-b92d-4a1e-a974-5942370de596', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:23:19.946308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:20.030429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:20.134618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Allocated IP 172.36.7.216 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/5de3a57a-2007-46f3-ba39-86083183b8d7) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:23:20.241279 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (5de3a57a-2007-46f3-ba39-86083183b8d7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:20.274225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (5de3a57a-2007-46f3-ba39-86083183b8d7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:20.315163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:23:20.318270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:23:20.326449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:23:20.329800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=5de3a57a-2007-46f3-ba39-86083183b8d7,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:20.407064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:20.527748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:20.713000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (1a80acb7-fc29-4dcf-8c1b-86c55ff6172c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:20.800410 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5de3a57a-2007-46f3-ba39-86083183b8d7), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:20.948297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for port (5de3a57a-2007-46f3-ba39-86083183b8d7), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:20.952837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (5de3a57a-2007-46f3-ba39-86083183b8d7), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:21.023296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event updated for resources: {'Port': ['ID=5de3a57a-2007-46f3-ba39-86083183b8d7,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:23:21.027367 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (1a80acb7-fc29-4dcf-8c1b-86c55ff6172c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:21.129498 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 1a80acb7-fc29-4dcf-8c1b-86c55ff6172c associated. External IP: 172.36.7.216, port: 78d9156c-b92d-4a1e-a974-5942370de596. Sep 25 01:23:21.608818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:21.613252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 09415424-08e3-4f59-8a6a-1d947ab3aa34 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:23:21.668893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:21.721909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:23:21.731358 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] Sync routers for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:23:21.742492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:21.742726 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:23:21.743226 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:23:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:21.773184 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6d84abce-f4bc-4205-a302-80f9641e805e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8514228 Sep 25 01:23:21.773834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:23:21.776067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60682) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:21.776587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "tag": "78d9156c-b92d-4a1e-a974-5942370de596"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:23:21.839219 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c319f01a-431e-4604-98f6-cb05757c7731 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/1a80acb7-fc29-4dcf-8c1b-86c55ff6172c HTTP/1.1" status: 200 len: 991 time: 0.0616245 Sep 25 01:23:21.848001 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:23:21.874892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca0e95d-d068-4ee1-8b5f-d8945c160ab5 x-openstack-request-id: req-6ca0e95d-d068-4ee1-8b5f-d8945c160ab5 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:23:21.875232 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "tag": "78d9156c-b92d-4a1e-a974-5942370de596", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:23:21.875503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ca0e95d-d068-4ee1-8b5f-d8945c160ab5 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:23:21.875933 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca0e95d-d068-4ee1-8b5f-d8945c160ab5'] response: {'name': 'network-changed', 'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596', 'status': 'completed', 'code': 200} Sep 25 01:23:21.961835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-ae0bca2e-b6f0-41e5-96a6-8c7e1e611601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:21.963369 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-ae0bca2e-b6f0-41e5-96a6-8c7e1e611601 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 1129 time: 0.0404925 Sep 25 01:23:22.058577 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:07Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1a80acb7-fc29-4dcf-8c1b-86c55ff6172c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.216', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'port_id': '78d9156c-b92d-4a1e-a974-5942370de596', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'mac_address': 'fa:16:3e:4d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1637ba2-562f-4441-8df8-668856454514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:23:20Z', 'updated_at': '2022-09-25T01:23:20Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:23:10Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:22.059079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-29cfc263-937e-4477-9b77-665db7fa00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:22.060950 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-29cfc263-937e-4477-9b77-665db7fa00bb service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416 HTTP/1.1" status: 200 len: 898 time: 0.0917110 Sep 25 01:23:22.089797 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] Checking router: 09415424-08e3-4f59-8a6a-1d947ab3aa34 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:23:22.098591 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:23:22.099208 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:23:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:22.123899 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-78637784-3158-4a39-8f4b-2bc96b8974a0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78d9156c-b92d-4a1e-a974-5942370de596 HTTP/1.1" status: 200 len: 999 time: 0.0575516 Sep 25 01:23:22.179179 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-dc9e5f44-45cf-4168-9d43-eca38bd48338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:22.180755 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-dc9e5f44-45cf-4168-9d43-eca38bd48338 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=506c88e4-3821-4c5f-8cb1-416aa55c4ee8 HTTP/1.1" status: 200 len: 835 time: 0.0516062 Sep 25 01:23:22.203060 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:23:22.225899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-d7e5e628-0ba5-4283-b656-dfd9d7e1c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:23:22.227460 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-d7e5e628-0ba5-4283-b656-dfd9d7e1c0bc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403697 Sep 25 01:23:22.322996 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-1f25e700-50be-43dc-9d19-cd8bcef36e3b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894420 Sep 25 01:23:22.347721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:22.426005 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fdf62c54-66e3-41c4-b053-4bddb2f4e74c req-1253b0fa-8a63-4c28-9fd6-231e4610b760 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977073 Sep 25 01:23:22.515603 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:07Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1a80acb7-fc29-4dcf-8c1b-86c55ff6172c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.216', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'port_id': '78d9156c-b92d-4a1e-a974-5942370de596', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'mac_address': 'fa:16:3e:4d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1637ba2-562f-4441-8df8-668856454514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:23:20Z', 'updated_at': '2022-09-25T01:23:20Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:23:10Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:23:22.544794 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58363e0f-6d6c-4710-8888-94676031ca1f None None] The sync data for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv is: [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:07Z', 'revision_number': 4, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1a80acb7-fc29-4dcf-8c1b-86c55ff6172c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.216', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'port_id': '78d9156c-b92d-4a1e-a974-5942370de596', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'mac_address': 'fa:16:3e:4d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1637ba2-562f-4441-8df8-668856454514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:23:20Z', 'updated_at': '2022-09-25T01:23:20Z', 'revision_number': 0, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:23:10Z', 'revision_number': 5, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:23:22.754016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b9703-4f8d-4a78-bbdf-cb7c1e9a829c None None] New status for floating IP 1a80acb7-fc29-4dcf-8c1b-86c55ff6172c: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:23:22.842998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60688) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:22.855454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:22.903168 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a8343d61-5141-4436-9aeb-ff7946f838c8 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/1a80acb7-fc29-4dcf-8c1b-86c55ff6172c HTTP/1.1" status: 200 len: 991 time: 0.0589888 Sep 25 01:23:23.907570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60690) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:23:23.968803 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dd80c564-0928-4443-be9d-c661bdbf4051 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/1a80acb7-fc29-4dcf-8c1b-86c55ff6172c HTTP/1.1" status: 200 len: 993 time: 0.0597334 Sep 25 01:23:28.607414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7afbba04-b06c-4e42-b550-39694d59ad62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:31.495726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:31.509292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-93c537db-c84e-47d7-9169-d0c42bc4ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:31.768047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=17 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:31.770355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:32.518224 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=77 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:32.519093 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=73 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:33.798682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:33.959521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=20 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:33.963725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=78 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:35.961163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:36.511757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:41.053005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:23:45.988377 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:45.989127 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:51.044392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:51.049000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:23:54.164348 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:23:58.612999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4461aeb7-52b1-46a1-81cc-78fc8285a824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:01.501845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc804-c043-4857-a923-0e1cbfa14d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:03.799520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:03.941129 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-9f1064e3-a3ea-482b-8ee0-cf9dac90318e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386832 Sep 25 01:24:04.044809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-78e689f8-de9e-4efb-a598-e352c5d8ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:04.046320 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-78e689f8-de9e-4efb-a598-e352c5d8ffa9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 1129 time: 0.0400965 Sep 25 01:24:04.155362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-6d705243-4214-483a-aa78-5082bde97177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:04.156892 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-6d705243-4214-483a-aa78-5082bde97177 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416 HTTP/1.1" status: 200 len: 898 time: 0.0912361 Sep 25 01:24:04.159616 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:04.160400 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=12 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:04.217730 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-fca0fd4a-8a54-476a-a957-29d26fb8cfaa service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78d9156c-b92d-4a1e-a974-5942370de596 HTTP/1.1" status: 200 len: 1001 time: 0.0550141 Sep 25 01:24:04.285335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-ce04e7e2-c5b5-4795-ab13-4aea87e65471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:04.286841 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-ce04e7e2-c5b5-4795-ab13-4aea87e65471 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=506c88e4-3821-4c5f-8cb1-416aa55c4ee8 HTTP/1.1" status: 200 len: 835 time: 0.0638511 Sep 25 01:24:04.334256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-1732c651-5a16-4e16-b874-bed0d0d65dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:04.335793 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-1732c651-5a16-4e16-b874-bed0d0d65dcc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421257 Sep 25 01:24:04.426152 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-01dcac6b-9999-4431-9dda-e739d31b2537 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835350 Sep 25 01:24:04.520746 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-929f06ae-1b55-4efc-986e-af01eed0f59e req-8365300e-abe5-47e3-94fb-4942b0c606b1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889235 Sep 25 01:24:05.964618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:06.514631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:11.047915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:14.516379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=52 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:14.517194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=49 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:21.042813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:21.044939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:21.358262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-99fe1c0f-47f5-477d-9ee1-a29eadb63e8d req-2110f358-616b-461d-b491-3cb7a779750e service neutron] (107188) timed out ('10.222.0.60', 57098) {{(pid=107188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 01:24:22.984973 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:22.985702 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:24.609119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60708) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:24.614152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0eaf8866-8f15-4031-9155-da7762d0790f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:24:24.923980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8866-8f15-4031-9155-da7762d0790f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:24.937190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8866-8f15-4031-9155-da7762d0790f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:25.046114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaf8866-8f15-4031-9155-da7762d0790f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 09415424-08e3-4f59-8a6a-1d947ab3aa34 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:24:25.146955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaf8866-8f15-4031-9155-da7762d0790f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:24:25.156127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0eaf8866-8f15-4031-9155-da7762d0790f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:25.157696 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0eaf8866-8f15-4031-9155-da7762d0790f tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/09415424-08e3-4f59-8a6a-1d947ab3aa34 HTTP/1.1" status: 200 len: 887 time: 0.5476286 Sep 25 01:24:25.159349 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e38521-50f1-44c0-b061-3a4f354c6a52 None None] Sync routers for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:24:25.170150 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e38521-50f1-44c0-b061-3a4f354c6a52 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:24:25.170777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c3e38521-50f1-44c0-b061-3a4f354c6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:24:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:25.203718 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c3e38521-50f1-44c0-b061-3a4f354c6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:25.212346 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e38521-50f1-44c0-b061-3a4f354c6a52 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:24:25.212935 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c3e38521-50f1-44c0-b061-3a4f354c6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:24:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:25.242892 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c3e38521-50f1-44c0-b061-3a4f354c6a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:25.243482 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e38521-50f1-44c0-b061-3a4f354c6a52 None None] The sync data for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv is: [] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:24:25.666835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 38bd183f-9f99-4189-a89e-350872cafcf4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:24:25.739397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 38bd183f-9f99-4189-a89e-350872cafcf4 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:24:25.739785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:25.773631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 38bd183f-9f99-4189-a89e-350872cafcf4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38bd183f-9f99-4189-a89e-350872cafcf4,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:25.778928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:25.828748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=38bd183f-9f99-4189-a89e-350872cafcf4,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:25.835911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.836226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.836579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.836919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.837258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.837591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.837923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.838252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.838580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.838911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.839268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.839599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.839925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.840270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:25.840594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:26.001024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a93810-5cc6-4c4f-9941-e608577ca831 None None] New status for floating IP 1a80acb7-fc29-4dcf-8c1b-86c55ff6172c: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:24:27.315574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60716) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:27.320959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c289040d-aaff-425d-9491-c67f71756799 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Request body: {'router': {'admin_state_up': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:24:27.624310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c289040d-aaff-425d-9491-c67f71756799 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-919'] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:27.635734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c289040d-aaff-425d-9491-c67f71756799 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869908'] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:27.667863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:24:27.741691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:24:27.742078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:27.745020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c289040d-aaff-425d-9491-c67f71756799 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 09415424-08e3-4f59-8a6a-1d947ab3aa34 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:24:27.763340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:27.767310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:27.814596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:27.854238 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c289040d-aaff-425d-9491-c67f71756799 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:24:27.862366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c289040d-aaff-425d-9491-c67f71756799 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:27.863892 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c289040d-aaff-425d-9491-c67f71756799 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/09415424-08e3-4f59-8a6a-1d947ab3aa34 HTTP/1.1" status: 200 len: 886 time: 0.5472941 Sep 25 01:24:27.864221 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] Sync routers for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:24:27.866962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60720) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:27.875342 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:24:27.875971 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:24:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:27.926870 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d82aa923-82d6-412e-912e-d5b3bcdabf4c tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/1a80acb7-fc29-4dcf-8c1b-86c55ff6172c HTTP/1.1" status: 200 len: 991 time: 0.0577633 Sep 25 01:24:27.980118 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:24:28.184597 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:27Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1a80acb7-fc29-4dcf-8c1b-86c55ff6172c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.216', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'port_id': '78d9156c-b92d-4a1e-a974-5942370de596', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'mac_address': 'fa:16:3e:4d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1637ba2-562f-4441-8df8-668856454514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:23:20Z', 'updated_at': '2022-09-25T01:24:26Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:24:25Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:28.207996 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] Checking router: 09415424-08e3-4f59-8a6a-1d947ab3aa34 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:24:28.216619 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:24:28.217212 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:24:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:28.315486 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:24:28.520333 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:27Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1a80acb7-fc29-4dcf-8c1b-86c55ff6172c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.216', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'port_id': '78d9156c-b92d-4a1e-a974-5942370de596', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'mac_address': 'fa:16:3e:4d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1637ba2-562f-4441-8df8-668856454514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:23:20Z', 'updated_at': '2022-09-25T01:24:26Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:24:25Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:28.544733 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd349d4-5674-42f8-a5e9-9833dd494467 None None] The sync data for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv is: [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:27Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1a80acb7-fc29-4dcf-8c1b-86c55ff6172c', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'floating_ip_address': '172.36.7.216', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'port_id': '78d9156c-b92d-4a1e-a974-5942370de596', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'mac_address': 'fa:16:3e:4d:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1637ba2-562f-4441-8df8-668856454514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:23:20Z', 'updated_at': '2022-09-25T01:24:26Z', 'revision_number': 2, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:24:25Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:24:28.607257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-764c35d2-74de-49be-85ea-36e47ef1a657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:28.929991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60722) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:28.993935 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a54b8516-df1b-4815-a960-6791172726b4 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/1a80acb7-fc29-4dcf-8c1b-86c55ff6172c HTTP/1.1" status: 200 len: 991 time: 0.0629895 Sep 25 01:24:29.706320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 38bd183f-9f99-4189-a89e-350872cafcf4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:24:29.752430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 38bd183f-9f99-4189-a89e-350872cafcf4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:24:29.752723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:29.753060 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 38bd183f-9f99-4189-a89e-350872cafcf4 Sep 25 01:24:29.822621 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 38bd183f-9f99-4189-a89e-350872cafcf4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:24:29.823002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:29.857299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 38bd183f-9f99-4189-a89e-350872cafcf4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38bd183f-9f99-4189-a89e-350872cafcf4,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:29.864726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:29.865603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:24:29.945983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=38bd183f-9f99-4189-a89e-350872cafcf4,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:29.952703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:24:29.953067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:29.953404 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e Sep 25 01:24:29.992429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:29.997813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60724) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:30.029774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:30.032479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:24:30.032876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:30.058357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:30.063087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:30.065620 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1321e59f-9848-46c0-8bd4-50a996c61049 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/1a80acb7-fc29-4dcf-8c1b-86c55ff6172c HTTP/1.1" status: 200 len: 991 time: 0.0638669 Sep 25 01:24:30.093625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bead489-8962-47f8-9a75-7658679bd147 None None] New status for floating IP 1a80acb7-fc29-4dcf-8c1b-86c55ff6172c: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:24:30.165457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:31.067566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60726) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:31.126139 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3ff8394d-9532-4563-9cb8-3d2a1e960b00 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/floatingips/1a80acb7-fc29-4dcf-8c1b-86c55ff6172c HTTP/1.1" status: 200 len: 993 time: 0.0574036 Sep 25 01:24:31.162571 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:24:31.396774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60732) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:31.505495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33a76e1c-3fe8-4484-9930-d326ef2f5716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:31.550297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 5de3a57a-2007-46f3-ba39-86083183b8d7 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:24:31.550550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5de3a57a-2007-46f3-ba39-86083183b8d7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:31.630679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5de3a57a-2007-46f3-ba39-86083183b8d7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:31.630981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (5de3a57a-2007-46f3-ba39-86083183b8d7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:31.644135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 5de3a57a-2007-46f3-ba39-86083183b8d7 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:24:31.656897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:31.701233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 38bd183f-9f99-4189-a89e-350872cafcf4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:24:31.715074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:31.747805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 38bd183f-9f99-4189-a89e-350872cafcf4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:24:31.748317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:31.748781 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 38bd183f-9f99-4189-a89e-350872cafcf4 Sep 25 01:24:31.800675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5de3a57a-2007-46f3-ba39-86083183b8d7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:31.829918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=5de3a57a-2007-46f3-ba39-86083183b8d7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:31.836041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 38bd183f-9f99-4189-a89e-350872cafcf4 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:24:31.837486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:24:31.841835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.842193 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.844538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.844865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.845299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.845614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.845995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.846335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.846677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.847012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.847344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.847679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.848042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.848371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.848695 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:31.884308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:24:31.884720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:31.885088 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e Sep 25 01:24:31.917955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for floatingip (1a80acb7-fc29-4dcf-8c1b-86c55ff6172c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:31.918298 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Floating IP 1a80acb7-fc29-4dcf-8c1b-86c55ff6172c disassociated (deleted). External IP: 172.36.7.216, port: 78d9156c-b92d-4a1e-a974-5942370de596. Sep 25 01:24:31.967074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:24:32.129642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 09415424-08e3-4f59-8a6a-1d947ab3aa34 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:24:32.238565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:24:32.242937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:32.250074 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] Sync routers for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:24:32.262179 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:24:32.263029 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:24:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:32.276357 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fe16518a-8471-4e4b-9174-e91d0ed7834e tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/1a80acb7-fc29-4dcf-8c1b-86c55ff6172c HTTP/1.1" status: 204 len: 168 time: 0.8784087 Sep 25 01:24:32.278226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:24:32.281948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532795c9-bdea-456e-9ddd-c6da0b2cc193" -d '{"events": [{"name": "network-changed", "server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "tag": "78d9156c-b92d-4a1e-a974-5942370de596"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:24:32.332789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696978dc-a663-4820-90a6-259366b9c082 x-openstack-request-id: req-696978dc-a663-4820-90a6-259366b9c082 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:24:32.333188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "tag": "78d9156c-b92d-4a1e-a974-5942370de596", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:24:32.333544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-696978dc-a663-4820-90a6-259366b9c082 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:24:32.334056 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696978dc-a663-4820-90a6-259366b9c082'] response: {'name': 'network-changed', 'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596', 'status': 'completed', 'code': 200} Sep 25 01:24:32.451403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-f7bea7e8-fbbd-4e8a-aea2-3bf32111f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:32.454140 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-f7bea7e8-fbbd-4e8a-aea2-3bf32111f55f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 1129 time: 0.0706577 Sep 25 01:24:32.495617 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:24:32.529622 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:32.580287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018acb7-e9cb-4a4d-a85a-b0a50714aa90 req-a1fb670f-37f3-4d2a-bc65-507c36b53102 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:32.581922 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5018acb7-e9cb-4a4d-a85a-b0a50714aa90 req-a1fb670f-37f3-4d2a-bc65-507c36b53102 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 945 time: 0.0672753 Sep 25 01:24:32.619886 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:32.620827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-78ead20a-66d0-4fc6-bc0a-e8085e824e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:32.622545 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-78ead20a-66d0-4fc6-bc0a-e8085e824e77 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416 HTTP/1.1" status: 200 len: 898 time: 0.1605816 Sep 25 01:24:32.652017 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5018acb7-e9cb-4a4d-a85a-b0a50714aa90 req-65faa076-b5be-494b-a0e0-a5a1a37b5d70 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599663 Sep 25 01:24:32.690594 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:27Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:24:29Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:32.717702 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] Checking router: 09415424-08e3-4f59-8a6a-1d947ab3aa34 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:24:32.725845 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:24:32.726439 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:24:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:32.823645 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:24:33.000746 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:27Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:24:29Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:33.027291 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb125a84-ca3f-4a98-9128-c185080975ad None None] The sync data for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv is: [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:27Z', 'revision_number': 6, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '38bd183f-9f99-4189-a89e-350872cafcf4', 'name': '', 'network_id': 'fcbc8aa6-afe4-4197-8570-0a2a22ce6416', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'mac_address': 'fa:16:3e:9f:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:06Z', 'updated_at': '2022-09-25T01:24:29Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'subnets': [{'id': '506c88e4-3821-4c5f-8cb1-416aa55c4ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:24:33.591699 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-789c4f29-5a2f-4f14-bea5-c0e075c5b3fd service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78d9156c-b92d-4a1e-a974-5942370de596 HTTP/1.1" status: 200 len: 217 time: 0.0366967 Sep 25 01:24:33.637304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179ac3f-838d-40f4-9220-0b558abd1b51 None None] New status for floating IP 1a80acb7-fc29-4dcf-8c1b-86c55ff6172c: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:24:33.644010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-96f740f0-d1e3-4c12-a7a7-478eca78c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:33.645533 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-96f740f0-d1e3-4c12-a7a7-478eca78c7f2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=506c88e4-3821-4c5f-8cb1-416aa55c4ee8 HTTP/1.1" status: 200 len: 835 time: 0.0467448 Sep 25 01:24:33.685164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:33.696274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-d04fddd4-9a6c-4333-b056-ad06c6ec8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:33.697813 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-d04fddd4-9a6c-4333-b056-ad06c6ec8d66 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=fcbc8aa6-afe4-4197-8570-0a2a22ce6416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449429 Sep 25 01:24:33.778310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:33.789386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2233ee-359b-49fe-90d7-87b278b36fb5 req-5f10babb-2f9f-4fc5-a38d-f69d9be5f671 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:33.790827 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9d2233ee-359b-49fe-90d7-87b278b36fb5 req-5f10babb-2f9f-4fc5-a38d-f69d9be5f671 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 945 time: 0.0530581 Sep 25 01:24:33.801059 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-9d039e84-6a45-4f08-945e-cae8751adf6f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933254 Sep 25 01:24:33.808984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:33.844178 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9d2233ee-359b-49fe-90d7-87b278b36fb5 req-d9fc6232-a108-495a-959a-4c44c9ce9c08 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71d6ec37-6221-4f65-aaf4-738315e8c845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461369 Sep 25 01:24:34.112004 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-532795c9-bdea-456e-9ddd-c6da0b2cc193 req-20c43ee2-5c29-4406-9085-5d82e7951911 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949714 Sep 25 01:24:34.150710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-ac87cc0c-d1e8-47e6-a5c5-a444aaa6f57d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:34.152248 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-ac87cc0c-d1e8-47e6-a5c5-a444aaa6f57d tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 945 time: 0.0499091 Sep 25 01:24:34.236623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 78d9156c-b92d-4a1e-a974-5942370de596 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:24:34.236966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (78d9156c-b92d-4a1e-a974-5942370de596), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:34.326371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 78d9156c-b92d-4a1e-a974-5942370de596, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=78d9156c-b92d-4a1e-a974-5942370de596,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:34.326752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (78d9156c-b92d-4a1e-a974-5942370de596), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:34.339352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 78d9156c-b92d-4a1e-a974-5942370de596 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:24:34.468715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (78d9156c-b92d-4a1e-a974-5942370de596), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:34.496612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=78d9156c-b92d-4a1e-a974-5942370de596,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:34.546478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] No DVR routers for this DVR port 78d9156c-b92d-4a1e-a974-5942370de596 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:24:34.549393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:34.553049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-92bfe1aa-98be-4981-879a-85a75d3e5227 req-d69edc1f-f34b-4f70-ac44-f73de6260be6 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.60 "DELETE /networking/v2.0/ports/78d9156c-b92d-4a1e-a974-5942370de596 HTTP/1.1" status: 204 len: 173 time: 0.3956420 Sep 25 01:24:34.553608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'name': 'network-vif-deleted', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:24:34.556366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3928661f-3fd0-4ce0-8f1b-961748471a1f" -d '{"events": [{"server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "name": "network-vif-deleted", "tag": "78d9156c-b92d-4a1e-a974-5942370de596"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:24:34.596033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9767b7-009c-4943-b761-cbbc5ba2d0dc x-openstack-request-id: req-8f9767b7-009c-4943-b761-cbbc5ba2d0dc {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:24:34.596624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1637ba2-562f-4441-8df8-668856454514", "name": "network-vif-deleted", "tag": "78d9156c-b92d-4a1e-a974-5942370de596", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:24:34.596731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f9767b7-009c-4943-b761-cbbc5ba2d0dc {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:24:34.597126 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9767b7-009c-4943-b761-cbbc5ba2d0dc'] response: {'server_uuid': 'b1637ba2-562f-4441-8df8-668856454514', 'name': 'network-vif-deleted', 'tag': '78d9156c-b92d-4a1e-a974-5942370de596', 'status': 'completed', 'code': 200} Sep 25 01:24:34.961789 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0c025f86-f205-4dc9-a47e-9b6de39b75b9 req-b973d13b-9c61-4f25-980e-ea5351558d18 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b1637ba2-562f-4441-8df8-668856454514 HTTP/1.1" status: 200 len: 210 time: 0.0280962 Sep 25 01:24:35.967440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:36.028004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60748) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:36.088263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (71d6ec37-6221-4f65-aaf4-738315e8c845), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:36.112130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (71d6ec37-6221-4f65-aaf4-738315e8c845), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:36.171565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (71d6ec37-6221-4f65-aaf4-738315e8c845), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:36.174116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:36.175282 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/71d6ec37-6221-4f65-aaf4-738315e8c845 HTTP/1.1" status: 204 len: 168 time: 0.1462753 Sep 25 01:24:36.184638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d6ec37-6221-4f65-aaf4-738315e8c845,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:36.191763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.192142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.192487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.192827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.193159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.193490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.193836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.194142 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.194467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.194794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.195120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.195442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.195761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.196116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.196433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a88551-4be6-4488-bb4f-32ce92468692 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:24:36.211095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60752) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:36.520156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:36.824478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:36.838428 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (09415424-08e3-4f59-8a6a-1d947ab3aa34), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:36.884987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:37.065495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port 38bd183f-9f99-4189-a89e-350872cafcf4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:24:37.065888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:37.158558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port 38bd183f-9f99-4189-a89e-350872cafcf4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38bd183f-9f99-4189-a89e-350872cafcf4,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:37.158926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:37.172338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for 38bd183f-9f99-4189-a89e-350872cafcf4 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:24:37.357852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (38bd183f-9f99-4189-a89e-350872cafcf4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:37.384696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=38bd183f-9f99-4189-a89e-350872cafcf4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:37.556197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (09415424-08e3-4f59-8a6a-1d947ab3aa34), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:37.707528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:37.767397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:37.777382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Router 09415424-08e3-4f59-8a6a-1d947ab3aa34 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:24:37.880629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:24:37.885739 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-87083307-453e-4d8d-842f-701c09691959 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "PUT /networking/v2.0/routers/09415424-08e3-4f59-8a6a-1d947ab3aa34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6730106 Sep 25 01:24:37.888545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60754) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:37.891139 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] Sync routers for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:24:37.902289 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:24:37.902976 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:24:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:37.941614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-178eb768-2239-425e-8781-d7e38b9a0594 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting subnet 506c88e4-3821-4c5f-8cb1-416aa55c4ee8 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:24:37.944743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-178eb768-2239-425e-8781-d7e38b9a0594 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (506c88e4-3821-4c5f-8cb1-416aa55c4ee8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:37.985645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-178eb768-2239-425e-8781-d7e38b9a0594 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (506c88e4-3821-4c5f-8cb1-416aa55c4ee8), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.001833 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:24:38.079552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-178eb768-2239-425e-8781-d7e38b9a0594 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (506c88e4-3821-4c5f-8cb1-416aa55c4ee8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.148868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-178eb768-2239-425e-8781-d7e38b9a0594 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (506c88e4-3821-4c5f-8cb1-416aa55c4ee8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.176421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eb768-2239-425e-8781-d7e38b9a0594 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Subnet': ['ID=506c88e4-3821-4c5f-8cb1-416aa55c4ee8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:38.180135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-178eb768-2239-425e-8781-d7e38b9a0594 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.183237 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-178eb768-2239-425e-8781-d7e38b9a0594 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/506c88e4-3821-4c5f-8cb1-416aa55c4ee8 HTTP/1.1" status: 204 len: 168 time: 0.2933745 Sep 25 01:24:38.185964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60756) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:38.189000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d561bf-6d93-4adf-a546-be7de48ae679 None None] Network fcbc8aa6-afe4-4197-8570-0a2a22ce6416 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:24:38.195315 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:37Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:38.222472 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] Checking router: 09415424-08e3-4f59-8a6a-1d947ab3aa34 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:24:38.232641 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] Routers {'09415424-08e3-4f59-8a6a-1d947ab3aa34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:24:38.233250 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:24:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['09415424-08e3-4f59-8a6a-1d947ab3aa34'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:38.303233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.346428 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] Set router 09415424-08e3-4f59-8a6a-1d947ab3aa34 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:24:38.365739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3a3d2-60f9-4208-8b43-b885078f2aa4 None None] DHCP port deletion for fcbc8aa6-afe4-4197-8570-0a2a22ce6416 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:24:38.403485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bde3a3d2-60f9-4208-8b43-b885078f2aa4 None None] Deleting port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:24:38.403969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bde3a3d2-60f9-4208-8b43-b885078f2aa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.410370 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:38.412892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_gateway (09415424-08e3-4f59-8a6a-1d947ab3aa34), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.467023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Deleting port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:24:38.467692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.475673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bde3a3d2-60f9-4208-8b43-b885078f2aa4 None None] For port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a,segment=NetworkSegment(0dda6b79-d2b0-4850-9f22-7c12168833af),segment_id=0dda6b79-d2b0-4850-9f22-7c12168833af)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:38.476227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bde3a3d2-60f9-4208-8b43-b885078f2aa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.515436 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:38.520643 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:37Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:38.551165 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a8fdd-39cf-48d9-91a8-721a711dcc91 None None] The sync data for ids ['09415424-08e3-4f59-8a6a-1d947ab3aa34'] in dv-neutron-master-2-hyperv is: [{'id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'name': 'tempest-TestNetworkBasicOps-router-142566644', 'tenant_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57'}], 'enable_snat': True}, 'gw_port_id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:37Z', 'revision_number': 7, 'project_id': 'f3037fe0585446c3b0d17aab7e7c516b', 'gw_port': {'id': 'a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09415424-08e3-4f59-8a6a-1d947ab3aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:23:03Z', 'updated_at': '2022-09-25T01:24:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:24:38.568591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] For port a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:38.568977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.588679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Calling delete_port for a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:24:38.640333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bde3a3d2-60f9-4208-8b43-b885078f2aa4 None None] Calling delete_port for dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:24:38.641242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:38.691393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:38.698947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:38.703743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:38.724175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bde3a3d2-60f9-4208-8b43-b885078f2aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.749890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3a3d2-60f9-4208-8b43-b885078f2aa4 None None] Pushing event deleted for resources: {'Port': ['ID=dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:38.751730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3a3d2-60f9-4208-8b43-b885078f2aa4 None None] No DVR routers for this DVR port dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:24:38.772413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.797934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Port': ['ID=a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:38.865903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (09415424-08e3-4f59-8a6a-1d947ab3aa34), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.957429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:38.959851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router_controller (09415424-08e3-4f59-8a6a-1d947ab3aa34), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.006072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (09415424-08e3-4f59-8a6a-1d947ab3aa34), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.006724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Fanout notify agent at l3_agent the message router_deleted on router 09415424-08e3-4f59-8a6a-1d947ab3aa34 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:24:39.013257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.016981 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9a0996b0-a918-4ee3-9bb3-52a1bb29177a tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/routers/09415424-08e3-4f59-8a6a-1d947ab3aa34 HTTP/1.1" status: 204 len: 168 time: 0.8275073 Sep 25 01:24:39.017349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60758) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:39.101762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (fcbc8aa6-afe4-4197-8570-0a2a22ce6416), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.194708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (fcbc8aa6-afe4-4197-8570-0a2a22ce6416), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.207158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 78d9156c-b92d-4a1e-a974-5942370de596 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:24:39.216898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbc8aa6-afe4-4197-8570-0a2a22ce6416']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:39.226399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dda6b79-d2b0-4850-9f22-7c12168833af') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:39.226776 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dda6b79-d2b0-4850-9f22-7c12168833af') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:24:39.230906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 78d9156c-b92d-4a1e-a974-5942370de596 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:24:39.231250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 78d9156c-b92d-4a1e-a974-5942370de596 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:24:39.241469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (0dda6b79-d2b0-4850-9f22-7c12168833af), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.255351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0dda6b79-d2b0-4850-9f22-7c12168833af), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.261653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:24:39.262060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (0dda6b79-d2b0-4850-9f22-7c12168833af), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.328286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (fcbc8aa6-afe4-4197-8570-0a2a22ce6416), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.335313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.339403 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] 10.222.0.49 "DELETE /networking/v2.0/networks/fcbc8aa6-afe4-4197-8570-0a2a22ce6416 HTTP/1.1" status: 204 len: 168 time: 0.3205419 Sep 25 01:24:39.342904 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 0dda6b79-d2b0-4850-9f22-7c12168833af resource provider aggregate not found Sep 25 01:24:39.356439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a670851-43d5-42d4-b020-f2c1683b7338 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] Pushing event deleted for resources: {'Network': ['ID=fcbc8aa6-afe4-4197-8570-0a2a22ce6416,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:39.368088 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 0dda6b79-d2b0-4850-9f22-7c12168833af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dda6b79-d2b0-4850-9f22-7c12168833af found for delete ", "request_id": "req-d90e9d12-9656-4d23-be90-65ae30d23be8"}]} Sep 25 01:24:39.619791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60770) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:39.677476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 38bd183f-9f99-4189-a89e-350872cafcf4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:24:39.697995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 38bd183f-9f99-4189-a89e-350872cafcf4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:24:39.698442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 38bd183f-9f99-4189-a89e-350872cafcf4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:24:39.698820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:24:39.716796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:24:39.717139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device dbd04cfc-75ac-4ac6-b2dd-2a367fafda7a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:24:39.717555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:24:39.735887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:24:39.736177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a11a93a1-6ad9-4b31-94cd-3ccaa3c4094e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:24:39.738251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:39.756750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:39.761211 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2b4f6b24-35ed-4d97-be4d-9c7e6b6e7584 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f3037fe0585446c3b0d17aab7e7c516b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397264 Sep 25 01:24:39.763762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60774) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:39.814449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94f4817c-1abc-464c-8a99-8f32ccba0d38 admin admin] Publish callbacks [] for security_group (91801222-4afc-4205-80a1-79b1fcfa3515), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.834326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94f4817c-1abc-464c-8a99-8f32ccba0d38 admin admin] Publish callbacks [] for security_group (91801222-4afc-4205-80a1-79b1fcfa3515), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.887442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94f4817c-1abc-464c-8a99-8f32ccba0d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (91801222-4afc-4205-80a1-79b1fcfa3515), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.890036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-94f4817c-1abc-464c-8a99-8f32ccba0d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:39.891335 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-94f4817c-1abc-464c-8a99-8f32ccba0d38 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/91801222-4afc-4205-80a1-79b1fcfa3515 HTTP/1.1" status: 204 len: 168 time: 0.1262374 Sep 25 01:24:39.899524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4817c-1abc-464c-8a99-8f32ccba0d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91801222-4afc-4205-80a1-79b1fcfa3515,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:40.150587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60780) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:40.163920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1b19b63-706e-455a-930a-fdae7f17fdb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:40.240657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1b19b63-706e-455a-930a-fdae7f17fdb8 admin admin] Publish callbacks [] for security_group (442cb9b6-0269-4ec1-b2af-a1d241911d91), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:40.244206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b1b19b63-706e-455a-930a-fdae7f17fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (442cb9b6-0269-4ec1-b2af-a1d241911d91), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:40.282039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b19b63-706e-455a-930a-fdae7f17fdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442cb9b6-0269-4ec1-b2af-a1d241911d91,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:40.286315 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b1b19b63-706e-455a-930a-fdae7f17fdb8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ef26eece6eba4cebb1579bbcbf56044f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346657 Sep 25 01:24:40.289090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60782) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:24:40.339594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d2aef82-1524-4d3c-bd2c-8e4ac01921fe admin admin] Publish callbacks [] for security_group (442cb9b6-0269-4ec1-b2af-a1d241911d91), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:40.359707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d2aef82-1524-4d3c-bd2c-8e4ac01921fe admin admin] Publish callbacks [] for security_group (442cb9b6-0269-4ec1-b2af-a1d241911d91), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:40.412461 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d2aef82-1524-4d3c-bd2c-8e4ac01921fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (442cb9b6-0269-4ec1-b2af-a1d241911d91), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:40.415030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d2aef82-1524-4d3c-bd2c-8e4ac01921fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:40.416247 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6d2aef82-1524-4d3c-bd2c-8e4ac01921fe admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/442cb9b6-0269-4ec1-b2af-a1d241911d91 HTTP/1.1" status: 204 len: 168 time: 0.1253512 Sep 25 01:24:40.424890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2aef82-1524-4d3c-bd2c-8e4ac01921fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442cb9b6-0269-4ec1-b2af-a1d241911d91,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:41.049535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:47.745744 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-c1ebaf99-4769-4eec-ac52-540550d424c8 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=c9237147c8ae43abb8a8732d114c8e0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290737 Sep 25 01:24:47.941478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-23ffdf93-20c8-4d36-ac52-5e1dd8b8489a tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:47.942867 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-23ffdf93-20c8-4d36-ac52-5e1dd8b8489a tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921735 Sep 25 01:24:47.957160 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-f0c12e86-986e-4276-b091-4266b14d9e39 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/quotas/c9237147c8ae43abb8a8732d114c8e0f HTTP/1.1" status: 200 len: 375 time: 0.0088589 Sep 25 01:24:47.988681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-88fe1c2c-a4f0-4e2a-85e8-bd32f1073ea2 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c9237147c8ae43abb8a8732d114c8e0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266948 Sep 25 01:24:48.167606 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6d01d5ea-a5c7-45ee-93a8-50d5c905e5ac req-6ee6fdf2-fd01-45a2-abb1-c6b81d674e3c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 210 time: 0.0292432 Sep 25 01:24:49.147017 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-a1db186c-9ff9-42c8-8da5-146a4ac2696e tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=c9237147c8ae43abb8a8732d114c8e0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221865 Sep 25 01:24:49.248948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:49.249698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:49.292922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-ee3bd9fd-ad91-4197-9ad0-ff7692cf0891 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:49.294583 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-ee3bd9fd-ad91-4197-9ad0-ff7692cf0891 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421890 Sep 25 01:24:49.296873 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-502a8996-33c2-4269-b3ed-1b22883faa6a req-4494f795-a5be-4cdf-b8be-e4c8ca9e8937 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 210 time: 0.0411317 Sep 25 01:24:49.409564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Request body: {'port': {'device_id': '669ca21a-aa67-48e4-bcd4-da1f71a65a8e', 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2', 'admin_state_up': True, 'tenant_id': 'c9237147c8ae43abb8a8732d114c8e0f'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:24:49.518396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Made reservation on behalf of c9237147c8ae43abb8a8732d114c8e0f for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:24:49.522173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:49.531432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:49.606339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks [] for security_group (09da0e37-ead0-4204-aa42-c9134d74b71f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:49.609891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (09da0e37-ead0-4204-aa42-c9134d74b71f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:49.675759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09da0e37-ead0-4204-aa42-c9134d74b71f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:49.749488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Allocated IP 192.168.233.128 (d51dcaa5-e961-4aff-8e45-44198b4184c2/7612cce7-1b99-41dc-b15e-42ea0b01e4b1/df3015bd-a536-4f9c-8155-7f871a3b7e9d) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:24:49.896748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks [] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:49.927470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:49.971678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Network d51dcaa5-e961-4aff-8e45-44198b4184c2 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:24:49.974871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:24:49.977800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:24:50.007693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Pushing event updated for resources: {'Port': ['ID=df3015bd-a536-4f9c-8155-7f871a3b7e9d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:50.032188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:50.032818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:50.050197 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-64780c1a-6621-4d99-b9f5-27c0b1d9928c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6446083 Sep 25 01:24:50.066753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Request body: {'port': {'device_id': '669ca21a-aa67-48e4-bcd4-da1f71a65a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:24:50.070552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:50.123624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:50.136774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:50.182463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f7f8622e-15f5-4847-9c91-11606e14fc0e None None] Provisioning complete for port df3015bd-a536-4f9c-8155-7f871a3b7e9d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:24:50.183004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f7f8622e-15f5-4847-9c91-11606e14fc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:50.183238 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f7f8622e-15f5-4847-9c91-11606e14fc0e None None] Attempt 1 to provision port df3015bd-a536-4f9c-8155-7f871a3b7e9d Sep 25 01:24:50.216356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8622e-15f5-4847-9c91-11606e14fc0e None None] Port df3015bd-a536-4f9c-8155-7f871a3b7e9d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:24:50.390962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3015bd-a536-4f9c-8155-7f871a3b7e9d {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:24:50.398833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Publish callbacks [] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:50.411767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Transition to ACTIVE for port object df3015bd-a536-4f9c-8155-7f871a3b7e9d will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:24:50.417058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:50.422113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8beed5-ec8b-47a9-b658-7837ee3e3777 req-a63cdfb8-90b3-4164-b6b9-3e168db1707f tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:50.423597 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e8beed5-ec8b-47a9-b658-7837ee3e3777 req-a63cdfb8-90b3-4164-b6b9-3e168db1707f tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 936 time: 0.0517230 Sep 25 01:24:50.476084 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e8beed5-ec8b-47a9-b658-7837ee3e3777 req-ce12ab4e-1990-422b-84c6-77d436e493f5 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459116 Sep 25 01:24:50.506845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Pushing event updated for resources: {'Port': ['ID=df3015bd-a536-4f9c-8155-7f871a3b7e9d,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:50.537903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Attempting to bind port df3015bd-a536-4f9c-8155-7f871a3b7e9d on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:24:50.538251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Attempting to bind port df3015bd-a536-4f9c-8155-7f871a3b7e9d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '87124095-8dae-4968-ba85-ec0020f99b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:24:50.538584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Attempting to bind port df3015bd-a536-4f9c-8155-7f871a3b7e9d on network d51dcaa5-e961-4aff-8e45-44198b4184c2 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:24:50.584725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Port df3015bd-a536-4f9c-8155-7f871a3b7e9d on network d51dcaa5-e961-4aff-8e45-44198b4184c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:24:50.585061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Attempting to bind port df3015bd-a536-4f9c-8155-7f871a3b7e9d on network d51dcaa5-e961-4aff-8e45-44198b4184c2 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:24:50.630100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:24:50.630441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Checking segment: {'id': '87124095-8dae-4968-ba85-ec0020f99b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:24:50.630831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Bound using segment: {'id': '87124095-8dae-4968-ba85-ec0020f99b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:24:50.631274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Bound port: df3015bd-a536-4f9c-8155-7f871a3b7e9d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87124095-8dae-4968-ba85-ec0020f99b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:24:50.631636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:50.696809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] For port df3015bd-a536-4f9c-8155-7f871a3b7e9d, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:24:50.699775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] For port df3015bd-a536-4f9c-8155-7f871a3b7e9d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df3015bd-a536-4f9c-8155-7f871a3b7e9d,segment=NetworkSegment(87124095-8dae-4968-ba85-ec0020f99b17),segment_id=87124095-8dae-4968-ba85-ec0020f99b17)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:24:50.705877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:50.709942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:50.710570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:50.711958 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/df3015bd-a536-4f9c-8155-7f871a3b7e9d HTTP/1.1" status: 200 len: 1098 time: 0.6494970 Sep 25 01:24:50.712530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669ca21a-aa67-48e4-bcd4-da1f71a65a8e', 'tag': 'df3015bd-a536-4f9c-8155-7f871a3b7e9d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:24:50.715319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1875c1b4-8582-456e-b391-72fd420cfd89" -d '{"events": [{"name": "network-changed", "server_uuid": "669ca21a-aa67-48e4-bcd4-da1f71a65a8e", "tag": "df3015bd-a536-4f9c-8155-7f871a3b7e9d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:24:50.717274 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f7f8622e-15f5-4847-9c91-11606e14fc0e None None] Attempt 2 to provision port df3015bd-a536-4f9c-8155-7f871a3b7e9d Sep 25 01:24:50.758449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0997e867-7781-4b98-b2cd-10f37f267363 x-openstack-request-id: req-0997e867-7781-4b98-b2cd-10f37f267363 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:24:50.758741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669ca21a-aa67-48e4-bcd4-da1f71a65a8e", "tag": "df3015bd-a536-4f9c-8155-7f871a3b7e9d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:24:50.758987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0997e867-7781-4b98-b2cd-10f37f267363 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:24:50.759393 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0997e867-7781-4b98-b2cd-10f37f267363'] response: {'name': 'network-changed', 'server_uuid': '669ca21a-aa67-48e4-bcd4-da1f71a65a8e', 'tag': 'df3015bd-a536-4f9c-8155-7f871a3b7e9d', 'status': 'completed', 'code': 200} Sep 25 01:24:50.769301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf19b1-7fff-4d2f-87b5-c8a9fb6eac84 service neutron] Pushing event updated for resources: {'Port': ['ID=df3015bd-a536-4f9c-8155-7f871a3b7e9d,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:50.775986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8622e-15f5-4847-9c91-11606e14fc0e None None] Port df3015bd-a536-4f9c-8155-7f871a3b7e9d had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:24:50.836924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-97c0e964-fa53-4b84-8389-b4dd55996105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:50.838500 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-97c0e964-fa53-4b84-8389-b4dd55996105 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=c9237147c8ae43abb8a8732d114c8e0f&device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 1132 time: 0.0414457 Sep 25 01:24:50.885957 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-c8a8452e-c599-4332-b7cc-1bf6caa57980 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=df3015bd-a536-4f9c-8155-7f871a3b7e9d HTTP/1.1" status: 200 len: 217 time: 0.0347195 Sep 25 01:24:50.933649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-5a188d13-75d4-467f-b5a7-97d9270a48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:50.935050 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-5a188d13-75d4-467f-b5a7-97d9270a48dd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7612cce7-1b99-41dc-b15e-42ea0b01e4b1 HTTP/1.1" status: 200 len: 843 time: 0.0433738 Sep 25 01:24:50.973867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:50.980165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-d6d1d47a-7c45-4d4f-b52f-957ab6b5815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:50.981663 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-d6d1d47a-7c45-4d4f-b52f-957ab6b5815b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d51dcaa5-e961-4aff-8e45-44198b4184c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0405405 Sep 25 01:24:51.380513 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-027ea21d-b997-43fa-82b9-0a5baa903e37 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d51dcaa5-e961-4aff-8e45-44198b4184c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926556 Sep 25 01:24:51.441205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:51.470431 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1f4f9fee-fea2-40c3-9e2b-713d9b27cd3e req-1f9bd0a7-6bdc-482d-ba2e-ebc0a77f456f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d51dcaa5-e961-4aff-8e45-44198b4184c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Sep 25 01:24:51.597692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240c94b-a2f6-4c5c-aeef-4fe1cb550d91 req-6e483d5a-01a5-4ba4-871c-aaea1d52e576 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:51.599080 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1240c94b-a2f6-4c5c-aeef-4fe1cb550d91 req-6e483d5a-01a5-4ba4-871c-aaea1d52e576 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 948 time: 0.0468357 Sep 25 01:24:51.646869 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1240c94b-a2f6-4c5c-aeef-4fe1cb550d91 req-2ddca85a-2038-4f9f-8d5a-14568a9bd16d tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Sep 25 01:24:52.772946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9b56-5d64-4074-953d-1d1ed9460832 req-87cf5b33-a580-4bad-9256-d0c06f3df1ab tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:52.774686 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23cb9b56-5d64-4074-953d-1d1ed9460832 req-87cf5b33-a580-4bad-9256-d0c06f3df1ab tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 948 time: 0.0502453 Sep 25 01:24:52.821056 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23cb9b56-5d64-4074-953d-1d1ed9460832 req-42e78cfb-f02e-44bc-8325-9b3b06e24cdb tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Sep 25 01:24:53.323479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-7d786d7e-3ac8-4675-817e-22a45b0ddda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:53.324964 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-7d786d7e-3ac8-4675-817e-22a45b0ddda4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=c9237147c8ae43abb8a8732d114c8e0f&device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 1132 time: 0.0382934 Sep 25 01:24:53.418604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-beb4361f-0385-49c3-b0f9-7aec1b3bd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:53.420099 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-beb4361f-0385-49c3-b0f9-7aec1b3bd77a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d51dcaa5-e961-4aff-8e45-44198b4184c2 HTTP/1.1" status: 200 len: 870 time: 0.0885746 Sep 25 01:24:53.458077 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-cafdde0b-2512-4fa8-8c0e-59d6756385f9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=df3015bd-a536-4f9c-8155-7f871a3b7e9d HTTP/1.1" status: 200 len: 217 time: 0.0320957 Sep 25 01:24:53.505742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-959cacd6-d042-4a27-afbd-ddf4b2873621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:53.507302 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-959cacd6-d042-4a27-afbd-ddf4b2873621 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7612cce7-1b99-41dc-b15e-42ea0b01e4b1 HTTP/1.1" status: 200 len: 843 time: 0.0435724 Sep 25 01:24:53.550620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-05715f27-d722-4b16-baff-45e400644c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:53.552045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-05715f27-d722-4b16-baff-45e400644c95 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d51dcaa5-e961-4aff-8e45-44198b4184c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0392797 Sep 25 01:24:53.649445 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-d3321d2a-73e1-4c21-95b3-836e6137b176 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d51dcaa5-e961-4aff-8e45-44198b4184c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908003 Sep 25 01:24:53.745646 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1875c1b4-8582-456e-b391-72fd420cfd89 req-9a41b1fe-da22-4fb6-8221-719f9baca2cc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d51dcaa5-e961-4aff-8e45-44198b4184c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907195 Sep 25 01:24:53.940877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729e22e-2d1a-41ce-842f-90ef39d3a2b1 req-13f7a0fe-96ab-45f2-a151-bb55f63a8204 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:53.942333 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1729e22e-2d1a-41ce-842f-90ef39d3a2b1 req-13f7a0fe-96ab-45f2-a151-bb55f63a8204 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 948 time: 0.0465441 Sep 25 01:24:53.991772 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1729e22e-2d1a-41ce-842f-90ef39d3a2b1 req-377284eb-f614-491d-9b8e-3988fecac027 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Sep 25 01:24:55.115640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979fc86-0018-4d0b-ac87-00ff7e61a8f2 req-74d3f904-8e20-43d8-ab08-d9924cf89a3c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:55.117581 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a979fc86-0018-4d0b-ac87-00ff7e61a8f2 req-74d3f904-8e20-43d8-ab08-d9924cf89a3c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 948 time: 0.0503578 Sep 25 01:24:55.165479 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a979fc86-0018-4d0b-ac87-00ff7e61a8f2 req-83c1d44d-2c1e-4df2-a9cf-48149d44441f tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424604 Sep 25 01:24:55.245721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device df3015bd-a536-4f9c-8155-7f871a3b7e9d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:24:55.351325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port df3015bd-a536-4f9c-8155-7f871a3b7e9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df3015bd-a536-4f9c-8155-7f871a3b7e9d,segment=NetworkSegment(87124095-8dae-4968-ba85-ec0020f99b17),segment_id=87124095-8dae-4968-ba85-ec0020f99b17)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:55.363516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'df3015bd-a536-4f9c-8155-7f871a3b7e9d', 'network_id': 'd51dcaa5-e961-4aff-8e45-44198b4184c2', 'port_id': 'df3015bd-a536-4f9c-8155-7f871a3b7e9d', 'mac_address': 'fa:16:3e:ae:06:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7612cce7-1b99-41dc-b15e-42ea0b01e4b1', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:24:55.405684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port df3015bd-a536-4f9c-8155-7f871a3b7e9d is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:24:55.406079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:55.420509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3015bd-a536-4f9c-8155-7f871a3b7e9d {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:24:55.441108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port df3015bd-a536-4f9c-8155-7f871a3b7e9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df3015bd-a536-4f9c-8155-7f871a3b7e9d,segment=NetworkSegment(87124095-8dae-4968-ba85-ec0020f99b17),segment_id=87124095-8dae-4968-ba85-ec0020f99b17)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:55.444871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:55.493964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=df3015bd-a536-4f9c-8155-7f871a3b7e9d,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:55.830224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['df3015bd-a536-4f9c-8155-7f871a3b7e9d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:24:56.288407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4f4b-761b-411e-b160-8c86d9949dd1 req-d9ecdc0d-9fd9-42e7-94bc-3735887ea435 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:56.289880 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-25ef4f4b-761b-411e-b160-8c86d9949dd1 req-d9ecdc0d-9fd9-42e7-94bc-3735887ea435 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 949 time: 0.0472922 Sep 25 01:24:56.337235 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-25ef4f4b-761b-411e-b160-8c86d9949dd1 req-2785a86a-d064-4fd6-891c-2f7a743feaf0 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Sep 25 01:24:57.263150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device df3015bd-a536-4f9c-8155-7f871a3b7e9d up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:24:57.305664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port df3015bd-a536-4f9c-8155-7f871a3b7e9d completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:24:57.311536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port df3015bd-a536-4f9c-8155-7f871a3b7e9d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:24:57.311981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:57.312327 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port df3015bd-a536-4f9c-8155-7f871a3b7e9d Sep 25 01:24:57.373977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:57.388475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port df3015bd-a536-4f9c-8155-7f871a3b7e9d is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:24:57.388871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:57.412083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669ca21a-aa67-48e4-bcd4-da1f71a65a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3015bd-a536-4f9c-8155-7f871a3b7e9d'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:24:57.414370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6974ef5a-10b5-4f63-9b8a-d85762d87314" -d '{"events": [{"server_uuid": "669ca21a-aa67-48e4-bcd4-da1f71a65a8e", "name": "network-vif-plugged", "status": "completed", "tag": "df3015bd-a536-4f9c-8155-7f871a3b7e9d"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:24:57.418570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:57.428078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port df3015bd-a536-4f9c-8155-7f871a3b7e9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df3015bd-a536-4f9c-8155-7f871a3b7e9d,segment=NetworkSegment(87124095-8dae-4968-ba85-ec0020f99b17),segment_id=87124095-8dae-4968-ba85-ec0020f99b17)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:24:57.438498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:57.461912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c886a3a9-a21c-4bcf-8676-1272d5d18316 x-openstack-request-id: req-c886a3a9-a21c-4bcf-8676-1272d5d18316 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:24:57.462201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669ca21a-aa67-48e4-bcd4-da1f71a65a8e", "name": "network-vif-plugged", "status": "completed", "tag": "df3015bd-a536-4f9c-8155-7f871a3b7e9d", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:24:57.462455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c886a3a9-a21c-4bcf-8676-1272d5d18316 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:24:57.462849 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c886a3a9-a21c-4bcf-8676-1272d5d18316'] response: {'server_uuid': '669ca21a-aa67-48e4-bcd4-da1f71a65a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3015bd-a536-4f9c-8155-7f871a3b7e9d', 'code': 200} Sep 25 01:24:57.470784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791192a-be81-4706-8a6a-247dbcbfd48c req-4f0f1cfa-6e63-4a64-8869-8cd3fc502ee0 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:57.472300 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1791192a-be81-4706-8a6a-247dbcbfd48c req-4f0f1cfa-6e63-4a64-8869-8cd3fc502ee0 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 949 time: 0.0546954 Sep 25 01:24:57.488238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=df3015bd-a536-4f9c-8155-7f871a3b7e9d,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:24:57.525912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1791192a-be81-4706-8a6a-247dbcbfd48c req-52a26d2f-ef52-41f5-a901-9e5cbc380346 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478888 Sep 25 01:24:57.663877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d52b-ea0d-4030-84ae-38ee063115a8 req-eb6f61ae-4c5a-4c57-97a6-1caad84680e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:57.665424 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b564d52b-ea0d-4030-84ae-38ee063115a8 req-eb6f61ae-4c5a-4c57-97a6-1caad84680e7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 1134 time: 0.0436847 Sep 25 01:24:57.686633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:57.710224 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b564d52b-ea0d-4030-84ae-38ee063115a8 req-67bc28a5-0894-4cea-9698-9eda7e89af5f service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380266 Sep 25 01:24:58.609999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1766bf10-a948-4985-a3f2-6d0b7ca4a769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:24:58.650284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6b5f-302c-441f-aa77-ac2d6faa7e3c req-1c5ae2e7-9322-4c43-8586-d4b02ebfc457 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:58.652416 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8b0d6b5f-302c-441f-aa77-ac2d6faa7e3c req-1c5ae2e7-9322-4c43-8586-d4b02ebfc457 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 950 time: 0.0497897 Sep 25 01:24:58.700005 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8b0d6b5f-302c-441f-aa77-ac2d6faa7e3c req-3982129b-fe3d-4155-a0a7-c603cdf63d4d tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Sep 25 01:24:59.820174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc3043-ec6b-45a7-9958-8ef487617caf req-7326ae2c-31bd-48de-b2a7-3fdb7a18dc43 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:24:59.821646 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0ffc3043-ec6b-45a7-9958-8ef487617caf req-7326ae2c-31bd-48de-b2a7-3fdb7a18dc43 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 950 time: 0.0465391 Sep 25 01:24:59.867645 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0ffc3043-ec6b-45a7-9958-8ef487617caf req-49c06de5-07c1-4484-ab91-366cacb6d807 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Sep 25 01:24:59.986068 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=17 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:24:59.991976 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:00.255699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-c72cecac-36be-4e39-89f0-b7274e8210be req-be2ce4c7-d748-4e61-8d90-f8b4ada02770 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:25:00.256742 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c72cecac-36be-4e39-89f0-b7274e8210be req-be2ce4c7-d748-4e61-8d90-f8b4ada02770 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0948577 Sep 25 01:25:00.658884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-d2b6213d-12fd-47df-9e1f-a430da8a9f7b req-7524023e-7b18-4e14-bc99-b6caa556e35f service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:25:00.659888 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2b6213d-12fd-47df-9e1f-a430da8a9f7b req-7524023e-7b18-4e14-bc99-b6caa556e35f service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054853 Sep 25 01:25:01.056140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78650a1-4e9c-4be4-b051-99d349f06f2d req-cecf8833-8a42-4dc7-9c0e-a727ba43fa3c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:01.058180 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b78650a1-4e9c-4be4-b051-99d349f06f2d req-cecf8833-8a42-4dc7-9c0e-a727ba43fa3c tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 950 time: 0.0551510 Sep 25 01:25:01.105673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b78650a1-4e9c-4be4-b051-99d349f06f2d req-33cb8678-4a16-4281-b85f-287fbc8d25bd tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Sep 25 01:25:01.511738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ac7f76da-ef3c-41a6-a60b-65632720ef82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:02.230551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5e656-aa9a-4ce8-bc12-0368ed3351ca req-e871a9b5-0fc5-48d5-a8d9-4b6750852f3b tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:02.232015 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f9a5e656-aa9a-4ce8-bc12-0368ed3351ca req-e871a9b5-0fc5-48d5-a8d9-4b6750852f3b tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 950 time: 0.0501194 Sep 25 01:25:02.256828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:02.281499 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f9a5e656-aa9a-4ce8-bc12-0368ed3351ca req-c76eb03e-e6cd-4375-83c4-5ee6c6d7b62e tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=09da0e37-ead0-4204-aa42-c9134d74b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Sep 25 01:25:02.679254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:02.690562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-9d43e5b6-75c8-48d9-b928-12bef8599b48 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:02.692043 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-9d43e5b6-75c8-48d9-b928-12bef8599b48 tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 950 time: 0.0466759 Sep 25 01:25:02.770020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Deleting port df3015bd-a536-4f9c-8155-7f871a3b7e9d {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:25:02.770366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:02.863265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] For port df3015bd-a536-4f9c-8155-7f871a3b7e9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df3015bd-a536-4f9c-8155-7f871a3b7e9d,segment=NetworkSegment(87124095-8dae-4968-ba85-ec0020f99b17),segment_id=87124095-8dae-4968-ba85-ec0020f99b17)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:02.863629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:02.877184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Calling delete_port for df3015bd-a536-4f9c-8155-7f871a3b7e9d owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:25:03.012605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (df3015bd-a536-4f9c-8155-7f871a3b7e9d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:03.044155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Pushing event deleted for resources: {'Port': ['ID=df3015bd-a536-4f9c-8155-7f871a3b7e9d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:03.047202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['df3015bd-a536-4f9c-8155-7f871a3b7e9d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:25:03.093359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] No DVR routers for this DVR port df3015bd-a536-4f9c-8155-7f871a3b7e9d on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:25:03.096014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:03.099386 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3ebc9019-d4e3-4c33-902a-25d90289d452 req-fbe00d0b-42b2-4209-800b-e7633ccab3cc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.60 "DELETE /networking/v2.0/ports/df3015bd-a536-4f9c-8155-7f871a3b7e9d HTTP/1.1" status: 204 len: 173 time: 0.4021850 Sep 25 01:25:03.099900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669ca21a-aa67-48e4-bcd4-da1f71a65a8e', 'name': 'network-vif-deleted', 'tag': 'df3015bd-a536-4f9c-8155-7f871a3b7e9d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:25:03.102208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473028f0-8d49-48d5-8bbd-089445c21fd1" -d '{"events": [{"server_uuid": "669ca21a-aa67-48e4-bcd4-da1f71a65a8e", "name": "network-vif-deleted", "tag": "df3015bd-a536-4f9c-8155-7f871a3b7e9d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:25:03.142831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c88e13-2a17-4b86-94a2-1c3c1b99e3fb x-openstack-request-id: req-84c88e13-2a17-4b86-94a2-1c3c1b99e3fb {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:25:03.143168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669ca21a-aa67-48e4-bcd4-da1f71a65a8e", "name": "network-vif-deleted", "tag": "df3015bd-a536-4f9c-8155-7f871a3b7e9d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:25:03.143391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84c88e13-2a17-4b86-94a2-1c3c1b99e3fb {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:25:03.144161 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c88e13-2a17-4b86-94a2-1c3c1b99e3fb'] response: {'server_uuid': '669ca21a-aa67-48e4-bcd4-da1f71a65a8e', 'name': 'network-vif-deleted', 'tag': 'df3015bd-a536-4f9c-8155-7f871a3b7e9d', 'status': 'completed', 'code': 200} Sep 25 01:25:03.398975 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d9c7a55d-1f18-456f-bbfd-273803b19003 req-3413db38-ddfc-4ecf-9e5b-74920b15a7dc tempest-ServersAdminNegativeTestJSON-385353995 tempest-ServersAdminNegativeTestJSON-385353995-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=669ca21a-aa67-48e4-bcd4-da1f71a65a8e HTTP/1.1" status: 200 len: 210 time: 0.0296814 Sep 25 01:25:03.805119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:04.701197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60924) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:25:04.816982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:04.834806 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4f024588-df89-4d54-8ee9-2623cfb11899 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c9237147c8ae43abb8a8732d114c8e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323810 Sep 25 01:25:04.837278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60928) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:25:04.887603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c32cb35-d15f-402f-99ce-4bd6527ecb46 admin admin] Publish callbacks [] for security_group (09da0e37-ead0-4204-aa42-c9134d74b71f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:04.911930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c32cb35-d15f-402f-99ce-4bd6527ecb46 admin admin] Publish callbacks [] for security_group (09da0e37-ead0-4204-aa42-c9134d74b71f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:04.958240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c32cb35-d15f-402f-99ce-4bd6527ecb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (09da0e37-ead0-4204-aa42-c9134d74b71f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:04.960974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c32cb35-d15f-402f-99ce-4bd6527ecb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:04.965144 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7c32cb35-d15f-402f-99ce-4bd6527ecb46 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/09da0e37-ead0-4204-aa42-c9134d74b71f HTTP/1.1" status: 204 len: 168 time: 0.1239402 Sep 25 01:25:04.970561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32cb35-d15f-402f-99ce-4bd6527ecb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09da0e37-ead0-4204-aa42-c9134d74b71f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:05.233830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60934) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:25:05.248061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c8d57d7-a6f3-49f4-a1cd-73f1f647cfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:05.328548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c8d57d7-a6f3-49f4-a1cd-73f1f647cfd0 admin admin] Publish callbacks [] for security_group (4a20dff3-e849-482f-9a04-012550a4a827), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:05.332354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9c8d57d7-a6f3-49f4-a1cd-73f1f647cfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4a20dff3-e849-482f-9a04-012550a4a827), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:05.371586 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9c8d57d7-a6f3-49f4-a1cd-73f1f647cfd0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=751bb466bc454561a2601a64f99258ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366661 Sep 25 01:25:05.372730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d57d7-a6f3-49f4-a1cd-73f1f647cfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a20dff3-e849-482f-9a04-012550a4a827,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:05.374431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60936) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:25:05.430091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a57c9ce0-8caa-4f20-bfdf-3e08d5d284ff admin admin] Publish callbacks [] for security_group (4a20dff3-e849-482f-9a04-012550a4a827), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:05.450959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a57c9ce0-8caa-4f20-bfdf-3e08d5d284ff admin admin] Publish callbacks [] for security_group (4a20dff3-e849-482f-9a04-012550a4a827), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:05.497932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a57c9ce0-8caa-4f20-bfdf-3e08d5d284ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4a20dff3-e849-482f-9a04-012550a4a827), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:05.500522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a57c9ce0-8caa-4f20-bfdf-3e08d5d284ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:05.501688 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a57c9ce0-8caa-4f20-bfdf-3e08d5d284ff admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4a20dff3-e849-482f-9a04-012550a4a827 HTTP/1.1" status: 204 len: 168 time: 0.1262696 Sep 25 01:25:05.509355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c9ce0-8caa-4f20-bfdf-3e08d5d284ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a20dff3-e849-482f-9a04-012550a4a827,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:05.969806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.180317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60958) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:25:06.278207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-427316356-network', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:25:06.302710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Made reservation on behalf of 293d16ae035e4d7680b7574173fac3aa for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:25:06.305916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.318422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.338183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:06.397404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Publish callbacks [] for security_group (33cc2c09-6e5c-4f40-a208-e1962271e70d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.401504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (33cc2c09-6e5c-4f40-a208-e1962271e70d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.426489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:25:06.436908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cc2c09-6e5c-4f40-a208-e1962271e70d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:06.441875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (f6fe1e87-3e54-4a68-bd10-0f138bef0d50), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.442227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Added segment f6fe1e87-3e54-4a68-bd10-0f138bef0d50 of type vlan for network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f Sep 25 01:25:06.489265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (27488f56-3dd1-49f9-8a10-ea0d479f1c7f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.492674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:06.521508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (27488f56-3dd1-49f9-8a10-ea0d479f1c7f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.522535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.522781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:06.523630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.606719 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4252603 Sep 25 01:25:06.609736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60962) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:25:06.614754 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Request body: {'subnet': {'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-427316356-subnet', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:25:06.631867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180d82a-fa54-4435-8497-c51ec56c87cf admin admin] Pushing event updated for resources: {'Network': ['ID=27488f56-3dd1-49f9-8a10-ea0d479f1c7f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:06.635925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Made reservation on behalf of 293d16ae035e4d7680b7574173fac3aa for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:25:06.638354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.642803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:25:06.810114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (fa6c52df-4de6-4968-b9be-ec7764e4141e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.862982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6c52df-4de6-4968-b9be-ec7764e4141e,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:06.877467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Checking segment: {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:25:06.877818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Network hostable DHCP agents. Network: 27488f56-3dd1-49f9-8a10-ea0d479f1c7f, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:25:06.894461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:25:06.903651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 27488f56-3dd1-49f9-8a10-ea0d479f1c7f) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:25:06.907726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:06.908347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.913940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19345753-5453-4c94-9725-aba2f6c46eec None None] Network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:25:06.927808 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-17194dc2-bcf1-4bd0-834e-91b5b3c05527 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3168747 Sep 25 01:25:06.930473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 60964) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:25:06.935154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:25:06.955834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.957173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:06.963243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:06.975688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:07.013854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks [] for router_controller (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.025065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'fixed_ips': [{'subnet_id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:25:07.026598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.149893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks [] for router_gateway (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.167067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Allocated IP 172.20.0.2 (27488f56-3dd1-49f9-8a10-ea0d479f1c7f/fa6c52df-4de6-4968-b9be-ec7764e4141e/234e5ca8-c65b-4145-adad-f7bba7f79b59) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:25:07.313646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Publish callbacks [] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.318455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.332671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks [] for router_gateway (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.343811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device df3015bd-a536-4f9c-8155-7f871a3b7e9d no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:25:07.351893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.371039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: df3015bd-a536-4f9c-8155-7f871a3b7e9d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:25:07.371388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device df3015bd-a536-4f9c-8155-7f871a3b7e9d not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:25:07.378186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:25:07.383534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:25:07.387825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:25:07.394633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Pushing event updated for resources: {'Port': ['ID=234e5ca8-c65b-4145-adad-f7bba7f79b59,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:07.448762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Attempting to bind port 234e5ca8-c65b-4145-adad-f7bba7f79b59 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:25:07.449130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Attempting to bind port 234e5ca8-c65b-4145-adad-f7bba7f79b59 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:25:07.449496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Attempting to bind port 234e5ca8-c65b-4145-adad-f7bba7f79b59 on network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:25:07.469476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Allocated IP 172.36.7.35 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/b1574411-050c-44ee-a80a-d19f286c89f2) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:25:07.496252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:25:07.496629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Checking segment: {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:25:07.497031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.497421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Bound using segment: {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:25:07.497894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Bound port: 234e5ca8-c65b-4145-adad-f7bba7f79b59, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:25:07.498275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.513324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:07.545532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:07.561792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] For port 234e5ca8-c65b-4145-adad-f7bba7f79b59, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:25:07.565230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] For port 234e5ca8-c65b-4145-adad-f7bba7f79b59, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=234e5ca8-c65b-4145-adad-f7bba7f79b59,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:25:07.571720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.585575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks [] for port (b1574411-050c-44ee-a80a-d19f286c89f2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.645653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:07.649230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc17894-a9ce-4cbe-9fba-37e7e0f99dd4 None None] Pushing event updated for resources: {'Port': ['ID=234e5ca8-c65b-4145-adad-f7bba7f79b59,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:07.699047 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:25:07.704403 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:25:07.706694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Pushing event updated for resources: {'Port': ['ID=b1574411-050c-44ee-a80a-d19f286c89f2,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:07.710089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:25:08.163614 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:25:08.236546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:08.255078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks [] for router_gateway (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:08.290891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:08.461884 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:08.571566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9c47f-0a57-4b70-a097-8d85ffaec249 None None] Network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:25:08.600776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:25:08.635010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f1cf8515-322e-4ba6-9b5d-4ffd16eddb5b None None] Provisioning complete for port 234e5ca8-c65b-4145-adad-f7bba7f79b59 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:08.635385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8515-322e-4ba6-9b5d-4ffd16eddb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:08.635719 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f1cf8515-322e-4ba6-9b5d-4ffd16eddb5b None None] Attempt 1 to provision port 234e5ca8-c65b-4145-adad-f7bba7f79b59 Sep 25 01:25:08.721026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:25:08.739351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:08.740686 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-66016307-acfb-405f-8d80-2a36c36716ed admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8092244 Sep 25 01:25:08.743525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 60966) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:25:08.745131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Sync routers for ids ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:25:08.770168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf8515-322e-4ba6-9b5d-4ffd16eddb5b None None] Current status of the port 234e5ca8-c65b-4145-adad-f7bba7f79b59 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:08.770561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8515-322e-4ba6-9b5d-4ffd16eddb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:08.773618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Routers {'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:25:08.774247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:25:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:25:08.851394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-f1cf8515-322e-4ba6-9b5d-4ffd16eddb5b None None] For port 234e5ca8-c65b-4145-adad-f7bba7f79b59, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=234e5ca8-c65b-4145-adad-f7bba7f79b59,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:08.879549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8515-322e-4ba6-9b5d-4ffd16eddb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:08.944196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Set router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:25:08.969768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8515-322e-4ba6-9b5d-4ffd16eddb5b None None] Pushing event updated for resources: {'Port': ['ID=234e5ca8-c65b-4145-adad-f7bba7f79b59,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:09.023709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-906d9198-2c0a-4196-bf40-116e4b3dd8b1 None None] Provisioning complete for port 234e5ca8-c65b-4145-adad-f7bba7f79b59 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:09.024010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-906d9198-2c0a-4196-bf40-116e4b3dd8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.024346 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-906d9198-2c0a-4196-bf40-116e4b3dd8b1 None None] Attempt 1 to provision port 234e5ca8-c65b-4145-adad-f7bba7f79b59 Sep 25 01:25:09.188456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.317892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:09.325921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-906d9198-2c0a-4196-bf40-116e4b3dd8b1 None None] Current status of the port 234e5ca8-c65b-4145-adad-f7bba7f79b59 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:09.327652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:09.334725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:25:06Z', 'updated_at': '2022-09-25T01:25:08Z', 'revision_number': 3, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'gw_port': {'id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:07Z', 'updated_at': '2022-09-25T01:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:25:09.359749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Checking router: f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:25:09.360138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Updating router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 port b1574411-050c-44ee-a80a-d19f286c89f2 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:25:09.382342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:09.391939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.399002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Allocated IP 172.20.0.1 (27488f56-3dd1-49f9-8a10-ea0d479f1c7f/fa6c52df-4de6-4968-b9be-ec7764e4141e/8e863987-298a-43af-95ca-13af9b861637) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:25:09.507359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Publish callbacks [] for port (8e863987-298a-43af-95ca-13af9b861637), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.518197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:09.542837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8e863987-298a-43af-95ca-13af9b861637), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.582953 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:25:09.587612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:25:09.590155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:25:09.617438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e863987-298a-43af-95ca-13af9b861637,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:09.636122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.644844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Publish callbacks [] for port (b1574411-050c-44ee-a80a-d19f286c89f2), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.653839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.702933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Attempting to bind port b1574411-050c-44ee-a80a-d19f286c89f2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:25:09.703314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Attempting to bind port b1574411-050c-44ee-a80a-d19f286c89f2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:25:09.704866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Attempting to bind port b1574411-050c-44ee-a80a-d19f286c89f2 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:25:09.737405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bd0f5-88e7-41e8-8537-b060de811504 None None] Pushing event updated for resources: {'Port': ['ID=b1574411-050c-44ee-a80a-d19f286c89f2,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:09.762002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:25:09.762386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:25:09.762787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.763178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:25:09.763652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Bound port: b1574411-050c-44ee-a80a-d19f286c89f2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:25:09.764062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.767234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 234e5ca8-c65b-4145-adad-f7bba7f79b59 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:25:09.790529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8e863987-298a-43af-95ca-13af9b861637), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.858200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] For port b1574411-050c-44ee-a80a-d19f286c89f2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:25:09.862527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Provisioning complete for port 8e863987-298a-43af-95ca-13af9b861637 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:09.862838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8e863987-298a-43af-95ca-13af9b861637), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.863219 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Attempt 1 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:09.894730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 234e5ca8-c65b-4145-adad-f7bba7f79b59 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:09.895107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.895430 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 234e5ca8-c65b-4145-adad-f7bba7f79b59 Sep 25 01:25:09.898794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] For port b1574411-050c-44ee-a80a-d19f286c89f2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1574411-050c-44ee-a80a-d19f286c89f2,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:25:09.928412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.958562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Publish callbacks [] for port (8e863987-298a-43af-95ca-13af9b861637), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.963072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (8e863987-298a-43af-95ca-13af9b861637), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:09.964626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Port 8e863987-298a-43af-95ca-13af9b861637 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:25:09.983971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Routers {'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:25:09.984592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:25:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:25:10.029501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:10.031231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e863987-298a-43af-95ca-13af9b861637,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:10.039799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bd0f5-88e7-41e8-8537-b060de811504 None None] Pushing event updated for resources: {'Port': ['ID=b1574411-050c-44ee-a80a-d19f286c89f2,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:10.068209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:10.110932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 234e5ca8-c65b-4145-adad-f7bba7f79b59 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:10.127138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:25:10.128544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:25:10.134555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] Set router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:25:10.185950 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=97 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:10.250295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:10.260462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:25:10.345247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:25:06Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 4, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'gw_port': {'id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:07Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e863987-298a-43af-95ca-13af9b861637', 'name': '', 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'mac_address': 'fa:16:3e:1b:f2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:09Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 2, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'subnets': [{'id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:25:10.358114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:10.371169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:25:10.371357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad704127-bfc9-45be-8cda-e84a77428d47 None None] The sync data for ids ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'] in dv-neutron-master-2-hyperv is: [{'id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:25:06Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 4, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'gw_port': {'id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:07Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e863987-298a-43af-95ca-13af9b861637', 'name': '', 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'mac_address': 'fa:16:3e:1b:f2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:09Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 2, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'subnets': [{'id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:25:10.388979 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fd52574f-2289-41d7-adbf-9136a5bdcce5 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f2c5c740-c24b-42d6-a0cb-fe03d4fd0059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6404347 Sep 25 01:25:10.465947 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Attempt 2 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:10.501346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Port 8e863987-298a-43af-95ca-13af9b861637 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:25:10.836515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-d1ac47db-dddd-4c25-a833-c11e4b653b8c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:10.838019 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-d1ac47db-dddd-4c25-a833-c11e4b653b8c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/networks?id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f HTTP/1.1" status: 200 len: 811 time: 0.1119144 Sep 25 01:25:10.853103 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-3becef52-9ef9-403a-a6d2-5ec08a72e3f7 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/quotas/293d16ae035e4d7680b7574173fac3aa HTTP/1.1" status: 200 len: 375 time: 0.0097728 Sep 25 01:25:10.908346 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-7f31b405-2b2d-486e-9349-7f302f022575 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=293d16ae035e4d7680b7574173fac3aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498130 Sep 25 01:25:10.919546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-e6deed48-b63d-4361-8221-73286bbd3fa7 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:25:10.920405 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-e6deed48-b63d-4361-8221-73286bbd3fa7 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054860 Sep 25 01:25:11.003733 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Attempt 3 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:11.032199 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-38e5d8b6-a797-494c-bdc7-e7640a58f790 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056132 Sep 25 01:25:11.068236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Port 8e863987-298a-43af-95ca-13af9b861637 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:25:11.071566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:11.152591 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-efa8a329-35b8-412b-9dc0-6c25827dfb28 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991035 Sep 25 01:25:11.343939 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3128c0b9-d549-4fe4-b5da-76c6370f112f req-e94d3542-15d5-4ff8-8765-c95320142b7c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 210 time: 0.0305996 Sep 25 01:25:11.569897 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Attempt 4 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:11.612395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Port 8e863987-298a-43af-95ca-13af9b861637 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:25:11.711141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b1574411-050c-44ee-a80a-d19f286c89f2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:25:11.758673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port b1574411-050c-44ee-a80a-d19f286c89f2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:11.759459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:11.760448 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port b1574411-050c-44ee-a80a-d19f286c89f2 Sep 25 01:25:11.842750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port b1574411-050c-44ee-a80a-d19f286c89f2 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:11.843139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:11.864221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port b1574411-050c-44ee-a80a-d19f286c89f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1574411-050c-44ee-a80a-d19f286c89f2,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:11.868496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:11.915333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=b1574411-050c-44ee-a80a-d19f286c89f2,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:12.113531 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Attempt 5 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:12.146360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Port 8e863987-298a-43af-95ca-13af9b861637 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:25:12.317232 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Sync routers for ids ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:25:12.329221 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Routers {'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:25:12.329930 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:25:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:25:12.478289 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6de3ecd-81ce-4e90-832a-dfc7d1a868e6 req-a5c9a261-8aa9-431a-806c-20256c3696af tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 210 time: 0.0434210 Sep 25 01:25:12.482078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f9b84963-165d-48f7-a02a-74331ec53bd1 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:12.493333 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f9b84963-165d-48f7-a02a-74331ec53bd1 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.60 "GET /networking/v2.0/networks?id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f HTTP/1.1" status: 200 len: 811 time: 0.1524453 Sep 25 01:25:12.506294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Request body: {'port': {'device_id': '0416f37c-f465-4649-a512-a189659a5129', 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'admin_state_up': True, 'tenant_id': '293d16ae035e4d7680b7574173fac3aa'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:25:12.539935 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Set router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:25:12.619329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Made reservation on behalf of 293d16ae035e4d7680b7574173fac3aa for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:25:12.623287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:12.647601 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Attempt 6 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:12.682426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Port 8e863987-298a-43af-95ca-13af9b861637 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:25:12.729831 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:25:06Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 4, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'gw_port': {'id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:07Z', 'updated_at': '2022-09-25T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e863987-298a-43af-95ca-13af9b861637', 'name': '', 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'mac_address': 'fa:16:3e:1b:f2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:09Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 2, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'subnets': [{'id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:25:12.756442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Allocated IP 172.20.0.8 (27488f56-3dd1-49f9-8a10-ea0d479f1c7f/fa6c52df-4de6-4968-b9be-ec7764e4141e/ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:25:12.757235 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Checking router: f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:25:12.757553 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Updating router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 port 8e863987-298a-43af-95ca-13af9b861637 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:25:12.786321 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8e863987-298a-43af-95ca-13af9b861637), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:12.910780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Publish callbacks [] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:12.942454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:12.985891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:25:12.989142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:25:12.994634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:25:13.021364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Pushing event updated for resources: {'Port': ['ID=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:13.052155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:13.053042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.071348 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-228d5c0f-1c08-44dd-bdf4-a973694012f0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691788 Sep 25 01:25:13.088156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Request body: {'port': {'device_id': '0416f37c-f465-4649-a512-a189659a5129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:25:13.095342 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Publish callbacks [] for port (8e863987-298a-43af-95ca-13af9b861637), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.100857 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8e863987-298a-43af-95ca-13af9b861637), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.119505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:13.157344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:13.163202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.184118 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Attempt 7 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:13.194763 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Attempting to bind port 8e863987-298a-43af-95ca-13af9b861637 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:25:13.195196 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Attempting to bind port 8e863987-298a-43af-95ca-13af9b861637 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:25:13.195624 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Attempting to bind port 8e863987-298a-43af-95ca-13af9b861637 on network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:25:13.224028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Port 8e863987-298a-43af-95ca-13af9b861637 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:25:13.227700 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Pushing event updated for resources: {'Port': ['ID=8e863987-298a-43af-95ca-13af9b861637,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:13.240640 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.240907 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.241247 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.241576 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.241904 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.242227 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.242546 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.242865 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.243183 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.243498 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.243818 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.244179 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.244494 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.244812 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.245125 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:13.256107 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:25:13.256483 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Checking segment: {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:25:13.256879 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.257258 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Bound using segment: {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:25:13.257979 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Bound port: 8e863987-298a-43af-95ca-13af9b861637, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:25:13.258345 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8e863987-298a-43af-95ca-13af9b861637), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.319718 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:13.321060 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] For port 8e863987-298a-43af-95ca-13af9b861637, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:25:13.324719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] For port 8e863987-298a-43af-95ca-13af9b861637, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e863987-298a-43af-95ca-13af9b861637,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:25:13.332528 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8e863987-298a-43af-95ca-13af9b861637), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.361816 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:13.367654 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Routers {'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:25:13.368298 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:25:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:25:13.427926 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c351a-c28f-48c0-992d-91f5254fb366 None None] Pushing event updated for resources: {'Port': ['ID=8e863987-298a-43af-95ca-13af9b861637,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:13.452521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:25:13.463252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Publish callbacks [] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.478069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Transition to ACTIVE for port object ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:25:13.482555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.490768 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] Set router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:25:13.572133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:13.635533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7461d-77f3-4780-bf05-030fc16db2c9 req-b42d65d8-4759-48c1-95fa-ce644bef3842 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:13.636970 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cec7461d-77f3-4780-bf05-030fc16db2c9 req-b42d65d8-4759-48c1-95fa-ce644bef3842 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 943 time: 0.0686951 Sep 25 01:25:13.641345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Attempting to bind port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:25:13.641676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Attempting to bind port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:25:13.642014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Attempting to bind port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 on network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:25:13.689323 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:25:06Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 4, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'gw_port': {'id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:07Z', 'updated_at': '2022-09-25T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e863987-298a-43af-95ca-13af9b861637', 'name': '', 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'mac_address': 'fa:16:3e:1b:f2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:09Z', 'updated_at': '2022-09-25T01:25:13Z', 'revision_number': 4, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'subnets': [{'id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:25:13.720327 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd534bbd-0dbd-4d27-8a72-133975531440 None None] The sync data for ids ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'] in dv-neutron-master-2-hyperv is: [{'id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:25:06Z', 'updated_at': '2022-09-25T01:25:09Z', 'revision_number': 4, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'gw_port': {'id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:07Z', 'updated_at': '2022-09-25T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8e863987-298a-43af-95ca-13af9b861637', 'name': '', 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'mac_address': 'fa:16:3e:1b:f2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:09Z', 'updated_at': '2022-09-25T01:25:13Z', 'revision_number': 4, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'subnets': [{'id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:25:13.725550 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Attempt 8 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:13.736980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 on network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:25:13.737402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Attempting to bind port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 on network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:25:13.746732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b1574411-050c-44ee-a80a-d19f286c89f2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:25:13.765867 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cec7461d-77f3-4780-bf05-030fc16db2c9 req-89c5bb84-b01a-4e19-a4f6-d03b53e55345 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203842 Sep 25 01:25:13.794754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:25:13.795380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Checking segment: {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:25:13.795742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Bound using segment: {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:25:13.796321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Bound port: ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:25:13.796783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.801408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port b1574411-050c-44ee-a80a-d19f286c89f2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:13.802138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.802632 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port b1574411-050c-44ee-a80a-d19f286c89f2 Sep 25 01:25:13.827928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:13.865511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:25:13.869116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:25:13.876528 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.881875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:13.882655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.884101 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 HTTP/1.1" status: 200 len: 1093 time: 0.8005540 Sep 25 01:25:13.884838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:25:13.887086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da71a772-8038-4353-8d10-f42cebfd416b" -d '{"events": [{"name": "network-changed", "server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:25:13.888804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Current status of the port 8e863987-298a-43af-95ca-13af9b861637 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:13.889381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8e863987-298a-43af-95ca-13af9b861637), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:13.955193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port b1574411-050c-44ee-a80a-d19f286c89f2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:13.956585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8e863987-298a-43af-95ca-13af9b861637 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:25:13.981655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37765008-7e2a-4e28-89c5-95610f8118f9 x-openstack-request-id: req-37765008-7e2a-4e28-89c5-95610f8118f9 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:25:13.981975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:25:13.982221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37765008-7e2a-4e28-89c5-95610f8118f9 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:25:13.982635 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37765008-7e2a-4e28-89c5-95610f8118f9'] response: {'name': 'network-changed', 'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809', 'status': 'completed', 'code': 200} Sep 25 01:25:13.990212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6170689-443e-4b60-af9f-991c812e9fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:14.002875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-8f965c11-f96e-4add-a320-71dfda81556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:14.003980 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-8f965c11-f96e-4add-a320-71dfda81556f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=293d16ae035e4d7680b7574173fac3aa&device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 1127 time: 0.0535862 Sep 25 01:25:14.009164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] For port 8e863987-298a-43af-95ca-13af9b861637, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e863987-298a-43af-95ca-13af9b861637,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:14.014151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8e863987-298a-43af-95ca-13af9b861637), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:14.046170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:14.058547 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-ed33c9b5-9c38-401e-98ae-c63b1f2ace1e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 HTTP/1.1" status: 200 len: 217 time: 0.0425951 Sep 25 01:25:14.059850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8e863987-298a-43af-95ca-13af9b861637 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:14.060264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8e863987-298a-43af-95ca-13af9b861637), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:14.060610 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:14.073360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:14.108801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7b969-0060-4259-ae26-6a46a28bea2a None None] Pushing event updated for resources: {'Port': ['ID=8e863987-298a-43af-95ca-13af9b861637,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:14.116689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f3866a56-6aba-4bb9-bb1c-1e8de935468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:14.118165 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-f3866a56-6aba-4bb9-bb1c-1e8de935468c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fa6c52df-4de6-4968-b9be-ec7764e4141e HTTP/1.1" status: 200 len: 850 time: 0.0537667 Sep 25 01:25:14.163938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-d31dd282-e1b4-4b41-b07b-29b916a8391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:14.166659 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-d31dd282-e1b4-4b41-b07b-29b916a8391e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410709 Sep 25 01:25:14.172869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8e863987-298a-43af-95ca-13af9b861637 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:14.177616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6d13868c-906f-4a64-9684-754a8a3d5756 None None] Provisioning complete for port 8e863987-298a-43af-95ca-13af9b861637 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:14.178301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6d13868c-906f-4a64-9684-754a8a3d5756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8e863987-298a-43af-95ca-13af9b861637), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:14.178515 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6d13868c-906f-4a64-9684-754a8a3d5756 None None] Attempt 1 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:14.223131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:14.262838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6d13868c-906f-4a64-9684-754a8a3d5756 None None] Current status of the port 8e863987-298a-43af-95ca-13af9b861637 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:14.269102 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-29eee5a0-7d9c-4dd5-9c54-b80928424528 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959995 Sep 25 01:25:14.364234 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1340bfee-cfff-4a0e-aa3e-0af214d1b2ae req-c8fe3453-34f1-4d9e-b2c3-d71eee024903 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897882 Sep 25 01:25:14.894418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6061c-25e4-45f4-a596-61dfc787cf88 req-279e7784-dc1c-461a-892b-0ff6fcef2c7c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:14.895902 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-30e6061c-25e4-45f4-a596-61dfc787cf88 req-279e7784-dc1c-461a-892b-0ff6fcef2c7c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 943 time: 0.0460031 Sep 25 01:25:14.943348 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-30e6061c-25e4-45f4-a596-61dfc787cf88 req-719a58dd-5d06-4099-ae52-f415d1b60ac4 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Sep 25 01:25:15.700011 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8e863987-298a-43af-95ca-13af9b861637 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:25:15.743654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8e863987-298a-43af-95ca-13af9b861637 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:15.744066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8e863987-298a-43af-95ca-13af9b861637), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:15.744403 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8e863987-298a-43af-95ca-13af9b861637 Sep 25 01:25:15.820913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8e863987-298a-43af-95ca-13af9b861637 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:16.064630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44fa79-aa86-4826-8ca9-df24d1271dc9 req-ff974d4b-d778-47c2-a0dc-e2fbe33d95a5 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:16.066119 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a44fa79-aa86-4826-8ca9-df24d1271dc9 req-ff974d4b-d778-47c2-a0dc-e2fbe33d95a5 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 943 time: 0.0480514 Sep 25 01:25:16.104600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:16.119930 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a44fa79-aa86-4826-8ca9-df24d1271dc9 req-00ca0aa1-a9a5-4250-a590-25c5c55b7174 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 Sep 25 01:25:16.216382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a772-8038-4353-8d10-f42cebfd416b req-18aed5a3-05fb-4142-89c1-d99bb9b4c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:16.217943 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da71a772-8038-4353-8d10-f42cebfd416b req-18aed5a3-05fb-4142-89c1-d99bb9b4c6e4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=293d16ae035e4d7680b7574173fac3aa&device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 1127 time: 0.0444753 Sep 25 01:25:16.307472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a772-8038-4353-8d10-f42cebfd416b req-d1ce980d-420a-41d7-a618-1580f67fef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:16.308994 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da71a772-8038-4353-8d10-f42cebfd416b req-d1ce980d-420a-41d7-a618-1580f67fef90 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f HTTP/1.1" status: 200 len: 912 time: 0.0851758 Sep 25 01:25:16.350635 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da71a772-8038-4353-8d10-f42cebfd416b req-0776315e-115c-48e9-a85e-b706db145c1a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 HTTP/1.1" status: 200 len: 217 time: 0.0356274 Sep 25 01:25:16.728547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a772-8038-4353-8d10-f42cebfd416b req-ec64eaa3-9ddb-4fc1-9997-89190daa9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:16.730032 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da71a772-8038-4353-8d10-f42cebfd416b req-ec64eaa3-9ddb-4fc1-9997-89190daa9c3d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fa6c52df-4de6-4968-b9be-ec7764e4141e HTTP/1.1" status: 200 len: 850 time: 0.3744216 Sep 25 01:25:16.774120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a772-8038-4353-8d10-f42cebfd416b req-544ba5b9-9e3b-43ea-abae-12677cea7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:16.775833 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da71a772-8038-4353-8d10-f42cebfd416b req-544ba5b9-9e3b-43ea-abae-12677cea7ea6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392606 Sep 25 01:25:16.876927 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da71a772-8038-4353-8d10-f42cebfd416b req-645e13df-49a9-4a00-b375-5feba5cd6066 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955827 Sep 25 01:25:16.965627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da71a772-8038-4353-8d10-f42cebfd416b req-05333c95-a4a8-47ff-adfc-c1d87e4d66e6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829999 Sep 25 01:25:17.245867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2304088-a936-419f-9035-b70f9e174ace req-afa089cd-73c5-4549-b3b4-104690873252 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:17.247285 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2304088-a936-419f-9035-b70f9e174ace req-afa089cd-73c5-4549-b3b4-104690873252 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 943 time: 0.0511394 Sep 25 01:25:17.294963 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d2304088-a936-419f-9035-b70f9e174ace req-aa274fcf-3e4a-4c06-a26b-c777e948a8df tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Sep 25 01:25:18.422189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad8772-46de-49cf-a658-0915ed7f34b5 req-44796911-d9ce-4a23-b432-33c9d3fe111c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:18.423676 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7fad8772-46de-49cf-a658-0915ed7f34b5 req-44796911-d9ce-4a23-b432-33c9d3fe111c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 943 time: 0.0488563 Sep 25 01:25:18.483158 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7fad8772-46de-49cf-a658-0915ed7f34b5 req-9ac32d1f-b4ef-448b-bebb-9e23f5037433 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538268 Sep 25 01:25:19.322874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:25:19.420522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:19.432653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809', 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'port_id': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809', 'mac_address': 'fa:16:3e:d9:61:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:25:19.470578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:19.470971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:19.481717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:19.484756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:25:19.505254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:19.508622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:19.555978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:19.610493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68144d-6292-47ed-a51f-50c5da0223ee req-3d542471-49f6-40b3-b61c-7fed4aa64b2e tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:19.612028 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f68144d-6292-47ed-a51f-50c5da0223ee req-3d542471-49f6-40b3-b61c-7fed4aa64b2e tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 944 time: 0.0480134 Sep 25 01:25:19.659743 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f68144d-6292-47ed-a51f-50c5da0223ee req-02aa9991-4966-4e81-8b1a-fb545fe10ffb tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421450 Sep 25 01:25:19.904539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:25:20.001660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:20.741614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:20.780711 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e34bf-1b6f-4f8d-b599-328799cc30fe req-10ffd961-62ff-4de2-9f7f-70c424b061b7 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:20.782181 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d93e34bf-1b6f-4f8d-b599-328799cc30fe req-10ffd961-62ff-4de2-9f7f-70c424b061b7 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 944 time: 0.0489018 Sep 25 01:25:20.828627 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d93e34bf-1b6f-4f8d-b599-328799cc30fe req-a951c550-b979-49bc-9ddd-f377fa9a6bce tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Sep 25 01:25:21.327393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:25:21.367939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:25:21.374105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:21.374721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:21.375296 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 Sep 25 01:25:21.456703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:21.457093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:21.479521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:25:21.481846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e936eb-6152-4fb7-bab9-59314440c02a" -d '{"events": [{"server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:25:21.494779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:21.501108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:21.524921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21534eb2-9f9b-49b5-935b-75cd73ec9355 x-openstack-request-id: req-21534eb2-9f9b-49b5-935b-75cd73ec9355 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:25:21.525200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:25:21.525457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21534eb2-9f9b-49b5-935b-75cd73ec9355 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:25:21.525854 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21534eb2-9f9b-49b5-935b-75cd73ec9355'] response: {'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809', 'code': 200} Sep 25 01:25:21.551675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:21.722926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:21.731414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d216ae-e14b-4266-900e-af5c6475dd48 req-29f5a268-6288-4a8e-a121-db816638b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:21.732962 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-01d216ae-e14b-4266-900e-af5c6475dd48 req-29f5a268-6288-4a8e-a121-db816638b119 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 1129 time: 0.0393291 Sep 25 01:25:21.786589 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-01d216ae-e14b-4266-900e-af5c6475dd48 req-1cfa73f7-6e62-4bff-8a6e-aa30d0656a69 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468853 Sep 25 01:25:21.951488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9d43d-e973-4301-820a-f084527b419a req-e2009689-7b04-4362-9f16-369857528aa0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:21.952904 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bda9d43d-e973-4301-820a-f084527b419a req-e2009689-7b04-4362-9f16-369857528aa0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0469792 Sep 25 01:25:22.001397 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bda9d43d-e973-4301-820a-f084527b419a req-14d224c4-4376-4c71-9a8d-ea79c788cebd tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Sep 25 01:25:23.131823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa6f9f-e4c4-4ab1-831a-ea07122d9b15 req-f5776b01-1434-4efe-9f73-b0d0d2dd6c31 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:23.133327 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-54fa6f9f-e4c4-4ab1-831a-ea07122d9b15 req-f5776b01-1434-4efe-9f73-b0d0d2dd6c31 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0471919 Sep 25 01:25:23.168654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:23.181025 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-54fa6f9f-e4c4-4ab1-831a-ea07122d9b15 req-494576d2-f3d9-4d62-8ffc-a2bdef2d1501 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Sep 25 01:25:23.691729 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=27 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:23.692566 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=46 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:24.305026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00354b02-5286-4c1a-aef7-d5b20a0610eb req-76e9812d-a954-47db-a3a7-4f961d651d0e tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:24.307040 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-00354b02-5286-4c1a-aef7-d5b20a0610eb req-76e9812d-a954-47db-a3a7-4f961d651d0e tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Sep 25 01:25:24.354591 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-00354b02-5286-4c1a-aef7-d5b20a0610eb req-c60a57f3-ce4a-446d-8dc1-a6020474cb74 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Sep 25 01:25:24.696583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeadf9f-4969-4ff1-9057-8089c670203a req-85701675-125a-460c-8627-8ea91b3be3df tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:24.698100 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9eeadf9f-4969-4ff1-9057-8089c670203a req-85701675-125a-460c-8627-8ea91b3be3df tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0483296 Sep 25 01:25:24.715611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 32800) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:25:24.746625 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9eeadf9f-4969-4ff1-9057-8089c670203a req-b02858f4-d467-44a0-a5b9-6ca11cc1cc1c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428970 Sep 25 01:25:24.795732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-2b9ac597-95e6-4a86-851e-a5f2ef8cbc86 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789216 Sep 25 01:25:24.804149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-f1f9236b-b139-44ff-8f52-02622cd4c194 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:25:24.805111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-f1f9236b-b139-44ff-8f52-02622cd4c194 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048437 Sep 25 01:25:25.218696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-ae1bf3a6-ca21-4296-a37c-c30d19a47b77 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:25.220062 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-ae1bf3a6-ca21-4296-a37c-c30d19a47b77 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports/ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 HTTP/1.1" status: 200 len: 942 time: 0.0967922 Sep 25 01:25:25.873249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab93648-6581-4c2b-bced-29c33d11f12a req-c1ad506c-9e6e-428c-a5a3-9f171a4d63fe tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:25.874737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ab93648-6581-4c2b-bced-29c33d11f12a req-c1ad506c-9e6e-428c-a5a3-9f171a4d63fe tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0478079 Sep 25 01:25:25.923478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ab93648-6581-4c2b-bced-29c33d11f12a req-39740d58-7499-4095-82cb-6769a95c0af0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432780 Sep 25 01:25:26.227646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-7e116bd7-b076-4bc3-a534-1215e1fe06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:26.229148 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-7e116bd7-b076-4bc3-a534-1215e1fe06b6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=293d16ae035e4d7680b7574173fac3aa&device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 1129 time: 0.0392425 Sep 25 01:25:26.320255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-9e620d30-0be3-4bcc-a18f-9e712cc5211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:26.322246 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-9e620d30-0be3-4bcc-a18f-9e712cc5211c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f HTTP/1.1" status: 200 len: 912 time: 0.0872247 Sep 25 01:25:26.361002 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-89566c88-15c1-4e01-a542-0081b3b9e69a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 HTTP/1.1" status: 200 len: 217 time: 0.0327203 Sep 25 01:25:26.408764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-815ad595-985d-42a3-9a76-2b31089766a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:26.410220 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-815ad595-985d-42a3-9a76-2b31089766a2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fa6c52df-4de6-4968-b9be-ec7764e4141e HTTP/1.1" status: 200 len: 850 time: 0.0443566 Sep 25 01:25:26.457198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-fa1ef4c7-98af-41c9-94a1-9d3ad95ea949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:26.458661 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-fa1ef4c7-98af-41c9-94a1-9d3ad95ea949 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422239 Sep 25 01:25:26.550027 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-f8fb8182-f7c9-46a0-a524-877772b4ab7e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845203 Sep 25 01:25:26.643710 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-09ddca45-69dc-4066-a535-cbc6ca373208 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880945 Sep 25 01:25:27.046661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb0da-eed5-49ac-b2b8-cb981f54cd2c req-b7ba690f-a33c-47e6-bad9-085b150adbd4 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:27.048161 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-743bb0da-eed5-49ac-b2b8-cb981f54cd2c req-b7ba690f-a33c-47e6-bad9-085b150adbd4 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0509982 Sep 25 01:25:27.095602 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-743bb0da-eed5-49ac-b2b8-cb981f54cd2c req-8bbc6236-14cf-48b5-b7ae-6bda17468303 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Sep 25 01:25:28.215182 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99e36-9caf-44db-9a01-dc3bcd61d9f0 req-e1c5495f-9530-45fa-8901-1920c9633963 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:28.216677 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-51e99e36-9caf-44db-9a01-dc3bcd61d9f0 req-e1c5495f-9530-45fa-8901-1920c9633963 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0472951 Sep 25 01:25:28.263104 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-51e99e36-9caf-44db-9a01-dc3bcd61d9f0 req-4c09209e-2b70-41fa-89dd-a3186e0ae7f7 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Sep 25 01:25:28.612635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f435f954-e347-4dbf-9607-b5613369fc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:29.382796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a3c60-e787-4be6-9344-e1025682c946 req-4f378904-ddff-4e24-a73e-db528b6ab979 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:29.384341 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e90a3c60-e787-4be6-9344-e1025682c946 req-4f378904-ddff-4e24-a73e-db528b6ab979 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0472786 Sep 25 01:25:29.431897 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e90a3c60-e787-4be6-9344-e1025682c946 req-34b46c23-b374-41ce-aab3-126c02af2baa tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Sep 25 01:25:30.552375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b17f8-d491-48d9-8fed-7fc31fcd4570 req-133365e0-72e1-47d6-9c9b-8efeaecff324 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:30.553759 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b68b17f8-d491-48d9-8fed-7fc31fcd4570 req-133365e0-72e1-47d6-9c9b-8efeaecff324 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0468333 Sep 25 01:25:30.606221 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b68b17f8-d491-48d9-8fed-7fc31fcd4570 req-2486bf1f-fb95-46b8-a08b-ff53c0819ed3 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467165 Sep 25 01:25:31.505647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7255167-1091-40c4-bb2d-b598deadca01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:31.727029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1d636-4e67-4671-8112-8aa94bbca3bc req-475d3025-9612-4ed7-a099-efcc3f914370 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:31.729158 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-70c1d636-4e67-4671-8112-8aa94bbca3bc req-475d3025-9612-4ed7-a099-efcc3f914370 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0477395 Sep 25 01:25:31.780545 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-70c1d636-4e67-4671-8112-8aa94bbca3bc req-ef0c1fe1-c0a8-47de-b71e-9a974e89b100 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455489 Sep 25 01:25:32.902485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323799b0-ca7d-408b-b75e-3df7797e31ad req-14a5cffd-6515-4ead-a687-7f32e9c94707 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:32.904009 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-323799b0-ca7d-408b-b75e-3df7797e31ad req-14a5cffd-6515-4ead-a687-7f32e9c94707 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0476398 Sep 25 01:25:32.929876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:32.952566 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-323799b0-ca7d-408b-b75e-3df7797e31ad req-46c7f333-20b1-4904-b15e-45cdb0e7c349 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Sep 25 01:25:33.809209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:34.070572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db784e0f-91de-488e-b3e1-be8cc2c0ab74 req-87e1a8f2-71ca-4ff9-aece-07cb952748fd tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:34.072030 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-db784e0f-91de-488e-b3e1-be8cc2c0ab74 req-87e1a8f2-71ca-4ff9-aece-07cb952748fd tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0459979 Sep 25 01:25:34.118674 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-db784e0f-91de-488e-b3e1-be8cc2c0ab74 req-2bafb345-3a3d-4854-8923-45dcb21a033c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Sep 25 01:25:35.253073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c135-0877-466c-b63b-d3c3c4f3b835 req-ef484a97-26d7-4be4-92c4-a325a8026526 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:35.254430 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2e42c135-0877-466c-b63b-d3c3c4f3b835 req-ef484a97-26d7-4be4-92c4-a325a8026526 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0470819 Sep 25 01:25:35.300564 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2e42c135-0877-466c-b63b-d3c3c4f3b835 req-2a1f6549-9d4e-475d-98e7-841d676e1d5c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Sep 25 01:25:35.972463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:36.423640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cb0da-1e41-46bd-9507-3bbc293be1a9 req-eeb1f91d-9c13-4fa9-81b9-26949e20b307 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:36.425122 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-140cb0da-1e41-46bd-9507-3bbc293be1a9 req-eeb1f91d-9c13-4fa9-81b9-26949e20b307 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0471187 Sep 25 01:25:36.471052 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-140cb0da-1e41-46bd-9507-3bbc293be1a9 req-b5f2ebd5-9428-4ec3-a3b2-ebe337e921df tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Sep 25 01:25:36.521365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:36.984958 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:36.988777 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:37.597545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc7e19-522a-4cf5-8f79-0adc82faff2d req-e5bb24ea-5cfe-46cc-a892-f7d0c707a6d8 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:37.598954 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bafc7e19-522a-4cf5-8f79-0adc82faff2d req-e5bb24ea-5cfe-46cc-a892-f7d0c707a6d8 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Sep 25 01:25:37.617006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:37.646716 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bafc7e19-522a-4cf5-8f79-0adc82faff2d req-b7301ba9-c0e0-4bad-8cf5-8870add2f883 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Sep 25 01:25:38.769128 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aa4f3-fa79-4668-994c-e462f9431abc req-090cc2cb-94ef-4ec2-9cfa-b08a40e77b3c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:38.770569 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d47aa4f3-fa79-4668-994c-e462f9431abc req-090cc2cb-94ef-4ec2-9cfa-b08a40e77b3c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0499263 Sep 25 01:25:38.816611 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d47aa4f3-fa79-4668-994c-e462f9431abc req-a5684acb-e9ba-4fe3-939b-37c40b34aab7 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Sep 25 01:25:39.937978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46db5a-3de1-4b74-8445-92b344c8572a req-4f607d17-b3ad-4215-8537-1ca1f6e51a35 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:39.939392 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7a46db5a-3de1-4b74-8445-92b344c8572a req-4f607d17-b3ad-4215-8537-1ca1f6e51a35 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0478556 Sep 25 01:25:39.986817 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7a46db5a-3de1-4b74-8445-92b344c8572a req-71d8d608-94dc-47ab-b03f-8a12da40ac8f tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Sep 25 01:25:41.053204 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:41.070456 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:41.108202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9d294-898d-4ffe-bba0-8d5e4c829fc2 req-0a4a3e1e-8bc2-43ed-a46f-d4915c7bcf2b tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:41.109659 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dcc9d294-898d-4ffe-bba0-8d5e4c829fc2 req-0a4a3e1e-8bc2-43ed-a46f-d4915c7bcf2b tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0474849 Sep 25 01:25:41.156724 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dcc9d294-898d-4ffe-bba0-8d5e4c829fc2 req-99444fd0-f023-4003-9621-9356374efc04 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Sep 25 01:25:42.281378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fbaa3-df9e-447e-8009-74fbb097ba0c req-7ba12d81-26c6-47ff-96df-181ede04a294 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:42.282853 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d06fbaa3-df9e-447e-8009-74fbb097ba0c req-7ba12d81-26c6-47ff-96df-181ede04a294 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0507529 Sep 25 01:25:42.330831 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d06fbaa3-df9e-447e-8009-74fbb097ba0c req-bf70b3be-0458-400d-b647-69fe616e182f tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Sep 25 01:25:43.485816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:43.504802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aabaf-a1df-4707-b605-7ecbf994f064 req-b100c6b4-e880-4c59-adc2-bfd362751d1a tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:43.506315 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-367aabaf-a1df-4707-b605-7ecbf994f064 req-b100c6b4-e880-4c59-adc2-bfd362751d1a tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.1003458 Sep 25 01:25:43.560142 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-367aabaf-a1df-4707-b605-7ecbf994f064 req-055286de-2646-4b40-98c2-2ea3e1a4ab16 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Sep 25 01:25:44.733188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73efe89-4f51-4c29-b2fc-762f914c1cc0 req-52a8d7e1-2023-4a01-a8da-bdea63c46d47 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:44.734675 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c73efe89-4f51-4c29-b2fc-762f914c1cc0 req-52a8d7e1-2023-4a01-a8da-bdea63c46d47 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0995998 Sep 25 01:25:44.782573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c73efe89-4f51-4c29-b2fc-762f914c1cc0 req-8697f44f-18f9-489f-8c47-4c51bbf649bc tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Sep 25 01:25:45.161499 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:25:45.901884 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabc16-9601-43e9-9709-ee32804d60cc req-e6a54059-0051-4442-8924-47f603978fc1 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:45.903391 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a0cabc16-9601-43e9-9709-ee32804d60cc req-e6a54059-0051-4442-8924-47f603978fc1 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0467789 Sep 25 01:25:45.950144 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a0cabc16-9601-43e9-9709-ee32804d60cc req-31b57634-bac7-4deb-9e8e-770acc8c66d0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Sep 25 01:25:47.069430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe5082-838f-48f7-a1ed-aab3cb95f50b req-b66aaefa-b0a0-453d-a475-fcc8da4a6f47 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:47.070885 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-28fe5082-838f-48f7-a1ed-aab3cb95f50b req-b66aaefa-b0a0-453d-a475-fcc8da4a6f47 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0466354 Sep 25 01:25:47.120834 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-28fe5082-838f-48f7-a1ed-aab3cb95f50b req-18cff518-e50d-41c8-aa43-b7308d25a5f8 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Sep 25 01:25:48.240769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c38d4-c860-41cd-97b3-6e1de2e22d40 req-49b05b5c-1880-42ec-9324-360465a9b947 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:48.242229 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3c2c38d4-c860-41cd-97b3-6e1de2e22d40 req-49b05b5c-1880-42ec-9324-360465a9b947 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0468528 Sep 25 01:25:48.288541 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3c2c38d4-c860-41cd-97b3-6e1de2e22d40 req-8923088e-0225-4fd4-b72f-b5ece80bad6b tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Sep 25 01:25:49.407834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9b8ca-b0a7-4271-b7b6-97dfdc21e103 req-10079499-f0f1-4ee1-9ebf-7111a3cc6c13 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:49.409351 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bdf9b8ca-b0a7-4271-b7b6-97dfdc21e103 req-10079499-f0f1-4ee1-9ebf-7111a3cc6c13 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0474823 Sep 25 01:25:49.455603 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bdf9b8ca-b0a7-4271-b7b6-97dfdc21e103 req-f88278e5-c228-494b-a20a-cd42cde9c7ff tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Sep 25 01:25:50.587077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2b56b-d820-437c-9947-4be359e05896 req-d58219c7-294d-4e7b-84d3-571596f9a274 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:50.588515 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-34c2b56b-d820-437c-9947-4be359e05896 req-d58219c7-294d-4e7b-84d3-571596f9a274 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0523624 Sep 25 01:25:50.635593 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-34c2b56b-d820-437c-9947-4be359e05896 req-ea13844e-0af7-43ce-919a-f873efce228e tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Sep 25 01:25:51.042827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:51.048208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=68,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:51.760975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de16db0-2016-49e8-8c6a-1f7f0d259a8d req-8e7a6699-184e-4348-aabd-00b37b8039ae tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:51.762471 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7de16db0-2016-49e8-8c6a-1f7f0d259a8d req-8e7a6699-184e-4348-aabd-00b37b8039ae tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0480676 Sep 25 01:25:51.810076 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7de16db0-2016-49e8-8c6a-1f7f0d259a8d req-fa0268ae-a576-4a7f-a962-446b472e6978 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Sep 25 01:25:52.929377 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acacfb4-a6d6-4acc-bdba-2694dc2b4569 req-11f1d4da-b921-4dc7-855c-e18424d76540 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:52.930841 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7acacfb4-a6d6-4acc-bdba-2694dc2b4569 req-11f1d4da-b921-4dc7-855c-e18424d76540 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0464880 Sep 25 01:25:52.978190 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7acacfb4-a6d6-4acc-bdba-2694dc2b4569 req-f3c60620-b262-48d9-87c0-1a6a6bf2fcd5 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Sep 25 01:25:53.556004 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-5afca47e-f3b9-46e5-ad4b-996d9ac40de0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports/ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0604193 Sep 25 01:25:53.814962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-e379215a-a547-4aec-b392-e03931f6a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:53.816427 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-e379215a-a547-4aec-b392-e03931f6a196 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129&tenant_id=293d16ae035e4d7680b7574173fac3aa HTTP/1.1" status: 200 len: 1129 time: 0.0781729 Sep 25 01:25:53.890964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-dc62812c-81b4-4a05-80ce-fb55c4dcf614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:53.892557 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-dc62812c-81b4-4a05-80ce-fb55c4dcf614 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=293d16ae035e4d7680b7574173fac3aa&device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 1129 time: 0.0392520 Sep 25 01:25:53.988135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-8bc40a64-9e44-4a05-a0d7-1cc724d43856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:53.989623 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-8bc40a64-9e44-4a05-a0d7-1cc724d43856 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f HTTP/1.1" status: 200 len: 912 time: 0.0915377 Sep 25 01:25:54.000010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:54.029504 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-00cbc181-040d-4b2a-b7ca-336c56140626 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 HTTP/1.1" status: 200 len: 217 time: 0.0344877 Sep 25 01:25:54.113689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-966a4308-ff73-46d5-80a9-0b3924c3f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:54.115062 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-966a4308-ff73-46d5-80a9-0b3924c3f2fd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fa6c52df-4de6-4968-b9be-ec7764e4141e HTTP/1.1" status: 200 len: 850 time: 0.0796494 Sep 25 01:25:54.120896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c106891-b515-4a30-826b-bab18fcabcfd req-d2c8e3d7-52f3-4e1d-a1c6-76036c587d27 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:54.122255 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9c106891-b515-4a30-826b-bab18fcabcfd req-d2c8e3d7-52f3-4e1d-a1c6-76036c587d27 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0578299 Sep 25 01:25:54.178222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:54.181958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-e91a0bb8-41ba-43ed-aa6d-2fb4312a26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:54.183420 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-e91a0bb8-41ba-43ed-aa6d-2fb4312a26d7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0603456 Sep 25 01:25:54.217111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9c106891-b515-4a30-826b-bab18fcabcfd req-b91e2ad2-ffe9-47fe-85d2-beca6d951d1c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856864 Sep 25 01:25:54.284056 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-c53e63af-d98b-41e3-a82f-3bd5d1f87ec9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931492 Sep 25 01:25:54.376508 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f6dcd2e9-cd3a-4bae-a233-af3ec6e33304 req-7fd2c5dd-0113-44c4-b315-d38254d214f8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867689 Sep 25 01:25:55.351795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95238f4a-43b2-4052-9a0b-4936cc13166b req-8fef122e-2477-4716-bfe0-883567b6c004 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:55.353297 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-95238f4a-43b2-4052-9a0b-4936cc13166b req-8fef122e-2477-4716-bfe0-883567b6c004 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0524559 Sep 25 01:25:55.401499 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-95238f4a-43b2-4052-9a0b-4936cc13166b req-35451ba6-921b-4351-a9ea-cd891e46b1a0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Sep 25 01:25:56.525159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8275b-8b9a-4c1e-a762-4292d6454ec2 req-9a8d91c3-867d-4a76-95d5-4abbd46d435b tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:56.526645 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78c8275b-8b9a-4c1e-a762-4292d6454ec2 req-9a8d91c3-867d-4a76-95d5-4abbd46d435b tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0495555 Sep 25 01:25:56.575746 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-78c8275b-8b9a-4c1e-a762-4292d6454ec2 req-272f3230-4143-4639-b9d5-e77d0a558382 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Sep 25 01:25:57.517234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:25:57.530176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:25:57.703160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2a55-c3c2-4c36-9c8e-fc8baca71b39 req-979a9d15-2f98-49c9-b266-bd48c69aa3d9 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:57.704807 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c5e2a55-c3c2-4c36-9c8e-fc8baca71b39 req-979a9d15-2f98-49c9-b266-bd48c69aa3d9 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0505674 Sep 25 01:25:57.754667 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c5e2a55-c3c2-4c36-9c8e-fc8baca71b39 req-942ccdff-39df-48de-9759-56948cfd8ccf tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 Sep 25 01:25:57.825322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:57.827756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:57.828164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:57.846204 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809', 'network_id': '27488f56-3dd1-49f9-8a10-ea0d479f1c7f', 'port_id': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809', 'mac_address': 'fa:16:3e:d9:61:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6c52df-4de6-4968-b9be-ec7764e4141e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:25:57.862054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:25:57.864384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a7839-0c53-47d1-8854-55bdb0128448" -d '{"events": [{"server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:25:57.904821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:57.911448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:57.913367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 is: ACTIVE; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:57.913743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:57.921859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1348bb00-27ce-406e-93ee-b1f4b4009579 x-openstack-request-id: req-1348bb00-27ce-406e-93ee-b1f4b4009579 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:25:57.922149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:25:57.922398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1348bb00-27ce-406e-93ee-b1f4b4009579 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:25:57.922839 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1348bb00-27ce-406e-93ee-b1f4b4009579'] response: {'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809', 'code': 200} Sep 25 01:25:57.952046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:25:58.000791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:58.012994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.013345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.013692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.014029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.014362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.014689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.015017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.015341 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.015668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.016018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.016345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.016668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.016991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.017312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.017620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:25:58.021499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:25:58.021913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:25:58.138389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-bd9af16e-7ea0-4446-9d2f-e592c3d7fe95 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:58.139856 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-bd9af16e-7ea0-4446-9d2f-e592c3d7fe95 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129&tenant_id=293d16ae035e4d7680b7574173fac3aa&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0873299 Sep 25 01:25:58.240765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-82f0cf0d-dade-4fc1-a717-2ae762a35c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:58.242216 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-82f0cf0d-dade-4fc1-a717-2ae762a35c16 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=293d16ae035e4d7680b7574173fac3aa&device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 1127 time: 0.0375824 Sep 25 01:25:58.337426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-591d6dbb-fe69-4abb-93df-12e914533b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:58.338895 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-591d6dbb-fe69-4abb-93df-12e914533b84 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f HTTP/1.1" status: 200 len: 912 time: 0.0903397 Sep 25 01:25:58.377330 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-7f47e9e7-7edb-4f84-94ab-582163acac61 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 HTTP/1.1" status: 200 len: 217 time: 0.0319486 Sep 25 01:25:58.424611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f7853cc5-8f16-48c6-bd8e-6a0ea699f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:58.425933 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f7853cc5-8f16-48c6-bd8e-6a0ea699f578 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fa6c52df-4de6-4968-b9be-ec7764e4141e HTTP/1.1" status: 200 len: 850 time: 0.0435858 Sep 25 01:25:58.467678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-63ee090d-4ac3-4235-af37-4b8b3fab6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:58.469445 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-63ee090d-4ac3-4235-af37-4b8b3fab6916 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=27488f56-3dd1-49f9-8a10-ea0d479f1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375457 Sep 25 01:25:58.540524 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=13 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:58.542512 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:58.557032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:58.557524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:58.566089 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-49632dca-39a8-4654-b2db-a8e720e040c8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910859 Sep 25 01:25:58.573932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:25:58.593904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:58.598919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:58.644863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7b05ed9a-507b-43b2-8d3e-971ca58389d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:58.660840 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-67b0527c-046c-45e8-88f8-f257229a39d6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891142 Sep 25 01:25:58.663235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:58.795516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:25:59.534418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:25:59.560834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eedfac-ff4e-440d-973e-b2a949a934fd req-58b95359-7ec1-4544-aad5-d18b5de425a9 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:25:59.562389 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e6eedfac-ff4e-440d-973e-b2a949a934fd req-58b95359-7ec1-4544-aad5-d18b5de425a9 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 944 time: 0.0486324 Sep 25 01:25:59.578823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:25:59.579384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:59.579531 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 Sep 25 01:25:59.580947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:59.618821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:25:59.622567 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e6eedfac-ff4e-440d-973e-b2a949a934fd req-c8944aeb-74eb-4268-86f6-b1cf513a0eed tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538032 Sep 25 01:25:59.667038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:25:59.667519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:59.704115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:25:59.708304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:25:59.754782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:25:59.923731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:25:59.926290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e8c217-abcb-4b29-9ed4-7b5105c0c00a" -d '{"events": [{"server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:25:59.962818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba598fc-0ae2-4159-8aaa-c7128b36054b x-openstack-request-id: req-4ba598fc-0ae2-4159-8aaa-c7128b36054b {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:25:59.963118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:25:59.963376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ba598fc-0ae2-4159-8aaa-c7128b36054b {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:25:59.963782 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba598fc-0ae2-4159-8aaa-c7128b36054b'] response: {'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809', 'code': 200} Sep 25 01:26:00.741802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87823667-103c-49c9-993c-f6427d8a0914 req-0c31190e-6598-4686-9480-de88a1affb43 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:00.743904 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-87823667-103c-49c9-993c-f6427d8a0914 req-0c31190e-6598-4686-9480-de88a1affb43 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0466194 Sep 25 01:26:00.790866 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-87823667-103c-49c9-993c-f6427d8a0914 req-975be64a-efdf-4c20-b66c-1d0dc2f6b59b tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33cc2c09-6e5c-4f40-a208-e1962271e70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Sep 25 01:26:01.424695 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-0417cedc-65bc-4f29-9cda-ed861bf5d85c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:01.426146 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-0417cedc-65bc-4f29-9cda-ed861bf5d85c tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 945 time: 0.0467913 Sep 25 01:26:01.497726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:01.506031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Deleting port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:26:01.506480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:01.508989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-60eed3a3-5c8d-47be-8de9-9f9939fe069a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:01.595782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:01.601175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] For port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:01.601536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:01.614192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Calling delete_port for ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:26:01.742154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:01.771226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Pushing event deleted for resources: {'Port': ['ID=ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:01.776718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:26:01.798108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.798463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.798811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.799151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.799500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.799819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.800172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.800508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.800842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.801169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.801789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.802182 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.802457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.802912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.803226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:01.826746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] No DVR routers for this DVR port ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:26:01.829343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:01.832675 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdbb8676-ec84-4136-aee9-f9e881465124 req-f35fce29-303b-4e53-bf6b-2a2d4a7b9db0 tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.60 "DELETE /networking/v2.0/ports/ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 HTTP/1.1" status: 204 len: 173 time: 0.4012675 Sep 25 01:26:01.833154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'name': 'network-vif-deleted', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:26:01.835702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6e768a-5681-4336-97f8-4d680e16fb0c" -d '{"events": [{"server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "name": "network-vif-deleted", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:26:01.880519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d45840b-25c3-4753-be7f-0660f5d23ff6 x-openstack-request-id: req-8d45840b-25c3-4753-be7f-0660f5d23ff6 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:26:01.880938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0416f37c-f465-4649-a512-a189659a5129", "name": "network-vif-deleted", "tag": "ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:26:01.881218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d45840b-25c3-4753-be7f-0660f5d23ff6 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:26:01.881689 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d45840b-25c3-4753-be7f-0660f5d23ff6'] response: {'server_uuid': '0416f37c-f465-4649-a512-a189659a5129', 'name': 'network-vif-deleted', 'tag': 'ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809', 'status': 'completed', 'code': 200} Sep 25 01:26:01.915631 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e7eb60db-608a-497c-8ef0-be8114098764 req-89630af3-ad0e-4b2f-ba18-10b60481e26e tempest-DeleteServersTestJSON-1502662284 tempest-DeleteServersTestJSON-1502662284-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0416f37c-f465-4649-a512-a189659a5129 HTTP/1.1" status: 200 len: 210 time: 0.0326991 Sep 25 01:26:03.059356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 32906) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:03.374383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:03.592675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:03.599997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Deleting port 8e863987-298a-43af-95ca-13af9b861637 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:26:03.600337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8e863987-298a-43af-95ca-13af9b861637), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:03.681427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] For port 8e863987-298a-43af-95ca-13af9b861637, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8e863987-298a-43af-95ca-13af9b861637,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:03.681790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8e863987-298a-43af-95ca-13af9b861637), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:03.694129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Calling delete_port for 8e863987-298a-43af-95ca-13af9b861637 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:26:03.732255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:03.811229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:03.872837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (8e863987-298a-43af-95ca-13af9b861637), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:03.897352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e863987-298a-43af-95ca-13af9b861637,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:04.060045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:04.261883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:26:04.674883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:04.684985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:26:04.690061 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e295cb96-a34b-47be-acf7-81c153693da8 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f2c5c740-c24b-42d6-a0cb-fe03d4fd0059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296651 Sep 25 01:26:04.692786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 32908) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:04.696784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] Sync routers for ids ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:26:04.706979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] Routers {'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:26:04.707604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:26:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:04.791381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:04.796732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks [] for router (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:04.810950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] Set router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:26:04.895085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:04.904272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks [] for router_gateway (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:04.946775 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Deleting port b1574411-050c-44ee-a80a-d19f286c89f2 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:26:04.947118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:04.991848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:25:06Z', 'updated_at': '2022-09-25T01:26:03Z', 'revision_number': 5, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'gw_port': {'id': 'b1574411-050c-44ee-a80a-d19f286c89f2', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:25:07Z', 'updated_at': '2022-09-25T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:05.017478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] Checking router: f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:26:05.026508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] Routers {'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:26:05.027152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:26:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:05.032734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] For port b1574411-050c-44ee-a80a-d19f286c89f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1574411-050c-44ee-a80a-d19f286c89f2,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:05.033103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.046323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Calling delete_port for b1574411-050c-44ee-a80a-d19f286c89f2 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:26:05.111643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] Set router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:26:05.163749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:25:06Z', 'updated_at': '2022-09-25T01:26:04Z', 'revision_number': 6, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:05.190654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f7977c-1bfb-48a0-bd00-c0c8613b3235 None None] The sync data for ids ['f2c5c740-c24b-42d6-a0cb-fe03d4fd0059'] in dv-neutron-master-2-hyperv is: [{'id': 'f2c5c740-c24b-42d6-a0cb-fe03d4fd0059', 'name': 'tempest-DeleteServersTestJSON-427316356-router', 'tenant_id': '293d16ae035e4d7680b7574173fac3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:25:06Z', 'updated_at': '2022-09-25T01:26:04Z', 'revision_number': 6, 'project_id': '293d16ae035e4d7680b7574173fac3aa', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:26:05.217167 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b1574411-050c-44ee-a80a-d19f286c89f2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.251914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1574411-050c-44ee-a80a-d19f286c89f2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:05.275597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.275966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.276321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.276663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.277001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.277338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.277669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.277996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.278327 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.278653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.278983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.279311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.279636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.279977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.280310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:05.325175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.412625 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.415324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks [] for router_controller (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.456435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (f2c5c740-c24b-42d6-a0cb-fe03d4fd0059), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.457114 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:26:05.462098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.463229 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-25a5ece1-eb6f-4496-9eac-1c72d4eeca03 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f2c5c740-c24b-42d6-a0cb-fe03d4fd0059 HTTP/1.1" status: 204 len: 168 time: 0.7694407 Sep 25 01:26:05.465802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 32910) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:05.515357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f95f8a3-18e3-4472-85a7-accf56ad1e14 admin admin] Deleting subnet fa6c52df-4de6-4968-b9be-ec7764e4141e {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:26:05.518745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8a3-18e3-4472-85a7-accf56ad1e14 admin admin] Publish callbacks [] for subnet (fa6c52df-4de6-4968-b9be-ec7764e4141e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.545645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:26:05.557605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8a3-18e3-4472-85a7-accf56ad1e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (fa6c52df-4de6-4968-b9be-ec7764e4141e), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.566364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:26:05.566808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device ce1ad1dd-942f-41a0-b2b8-27b7fbd3e809 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:26:05.638418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8a3-18e3-4472-85a7-accf56ad1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (fa6c52df-4de6-4968-b9be-ec7764e4141e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.696009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8a3-18e3-4472-85a7-accf56ad1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (fa6c52df-4de6-4968-b9be-ec7764e4141e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.720015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:05.725884 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8a3-18e3-4472-85a7-accf56ad1e14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.729937 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4f95f8a3-18e3-4472-85a7-accf56ad1e14 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/fa6c52df-4de6-4968-b9be-ec7764e4141e HTTP/1.1" status: 204 len: 168 time: 0.2630186 Sep 25 01:26:05.730791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95f8a3-18e3-4472-85a7-accf56ad1e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6c52df-4de6-4968-b9be-ec7764e4141e,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:05.731175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf92cee1-d7ec-42d5-9264-3157c24e7a42 None None] Network 27488f56-3dd1-49f9-8a10-ea0d479f1c7f requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:26:05.732596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 32912) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:05.804915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (27488f56-3dd1-49f9-8a10-ea0d479f1c7f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.850717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Deleting port 234e5ca8-c65b-4145-adad-f7bba7f79b59 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:26:05.851057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.920325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] For port 234e5ca8-c65b-4145-adad-f7bba7f79b59, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=234e5ca8-c65b-4145-adad-f7bba7f79b59,segment=NetworkSegment(f6fe1e87-3e54-4a68-bd10-0f138bef0d50),segment_id=f6fe1e87-3e54-4a68-bd10-0f138bef0d50)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:05.920682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:05.935618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Calling delete_port for 234e5ca8-c65b-4145-adad-f7bba7f79b59 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:26:05.957454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] DHCP port deletion for 27488f56-3dd1-49f9-8a10-ea0d479f1c7f request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:26:05.982517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:06.028049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b1574411-050c-44ee-a80a-d19f286c89f2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:26:06.030381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.033487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.056563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=234e5ca8-c65b-4145-adad-f7bba7f79b59,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:06.057657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: b1574411-050c-44ee-a80a-d19f286c89f2 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:26:06.058013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b1574411-050c-44ee-a80a-d19f286c89f2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:26:06.058430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8e863987-298a-43af-95ca-13af9b861637 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:26:06.060666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] Deleting port 234e5ca8-c65b-4145-adad-f7bba7f79b59 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:26:06.061042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.061616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] No DVR routers for this DVR port 234e5ca8-c65b-4145-adad-f7bba7f79b59 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:26:06.090692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 8e863987-298a-43af-95ca-13af9b861637 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:26:06.090981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8e863987-298a-43af-95ca-13af9b861637 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:26:06.091398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 234e5ca8-c65b-4145-adad-f7bba7f79b59 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:26:06.136948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 234e5ca8-c65b-4145-adad-f7bba7f79b59 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:26:06.137298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 234e5ca8-c65b-4145-adad-f7bba7f79b59 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:26:06.138897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (27488f56-3dd1-49f9-8a10-ea0d479f1c7f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.160206 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] For port 234e5ca8-c65b-4145-adad-f7bba7f79b59, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:06.160606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.160970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27488f56-3dd1-49f9-8a10-ea0d479f1c7f']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:06.170257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:06.170555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fe1e87-3e54-4a68-bd10-0f138bef0d50') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:06.176966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] Calling delete_port for 234e5ca8-c65b-4145-adad-f7bba7f79b59 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:26:06.179411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.ipam_backend_mixin [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] Port 234e5ca8-c65b-4145-adad-f7bba7f79b59 was not found and therefore no delete operation was performed {{(pid=107189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:26:06.180720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (f6fe1e87-3e54-4a68-bd10-0f138bef0d50), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.181184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (234e5ca8-c65b-4145-adad-f7bba7f79b59), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.188996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:06.199329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (f6fe1e87-3e54-4a68-bd10-0f138bef0d50), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.209144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:26:06.209589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (f6fe1e87-3e54-4a68-bd10-0f138bef0d50), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.213515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] Pushing event deleted for resources: {'Port': ['ID=234e5ca8-c65b-4145-adad-f7bba7f79b59,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:06.216289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f0d6a-2e3d-4be9-ba28-b8c5bd0cd035 None None] No DVR routers for this DVR port 234e5ca8-c65b-4145-adad-f7bba7f79b59 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:26:06.264574 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment f6fe1e87-3e54-4a68-bd10-0f138bef0d50 resource provider aggregate not found Sep 25 01:26:06.282758 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment f6fe1e87-3e54-4a68-bd10-0f138bef0d50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6fe1e87-3e54-4a68-bd10-0f138bef0d50 found for delete ", "request_id": "req-fbfe826d-38ca-40c7-88d6-89a4d7bfa7a5"}]} Sep 25 01:26:06.296985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (27488f56-3dd1-49f9-8a10-ea0d479f1c7f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.301565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.305187 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/27488f56-3dd1-49f9-8a10-ea0d479f1c7f HTTP/1.1" status: 204 len: 168 time: 0.5689945 Sep 25 01:26:06.320964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3aad07-2cea-4208-becf-c246c7329dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=27488f56-3dd1-49f9-8a10-ea0d479f1c7f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:06.421923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 32920) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:06.462152 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9154e042-be3c-4270-9745-e23878e36fdf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=293d16ae035e4d7680b7574173fac3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382049 Sep 25 01:26:06.464240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 32922) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:06.516224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab08c67-fff7-4bf5-8af7-a1aeaa577535 admin admin] Publish callbacks [] for security_group (33cc2c09-6e5c-4f40-a208-e1962271e70d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.526059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.536822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab08c67-fff7-4bf5-8af7-a1aeaa577535 admin admin] Publish callbacks [] for security_group (33cc2c09-6e5c-4f40-a208-e1962271e70d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.585662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab08c67-fff7-4bf5-8af7-a1aeaa577535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (33cc2c09-6e5c-4f40-a208-e1962271e70d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.588464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3ab08c67-fff7-4bf5-8af7-a1aeaa577535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:06.589644 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3ab08c67-fff7-4bf5-8af7-a1aeaa577535 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/33cc2c09-6e5c-4f40-a208-e1962271e70d HTTP/1.1" status: 204 len: 168 time: 0.1245162 Sep 25 01:26:06.597722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab08c67-fff7-4bf5-8af7-a1aeaa577535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cc2c09-6e5c-4f40-a208-e1962271e70d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:07.253168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 32944) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:07.351266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1223113745-network', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:26:07.372546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Made reservation on behalf of 7ebd5d0fc53c43c9af48c4c082af8739 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:26:07.374780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.383077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.448329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:07.460554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Publish callbacks [] for security_group (405e52b6-edab-433d-8b20-2b9942e4460d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.464527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (405e52b6-edab-433d-8b20-2b9942e4460d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.486921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:26:07.501188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e52b6-edab-433d-8b20-2b9942e4460d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:07.506019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e83b10e4-3c7c-48b2-a1ac-4dc5144729e7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.506362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Added segment e83b10e4-3c7c-48b2-a1ac-4dc5144729e7 of type vlan for network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 Sep 25 01:26:07.550900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (cb52822e-d584-49fc-b98c-b9de4e8cd4f1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.566238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:07.577644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (cb52822e-d584-49fc-b98c-b9de4e8cd4f1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.578885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:07.579584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.639793 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3855007 Sep 25 01:26:07.643046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 32948) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:07.648179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Request body: {'subnet': {'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-subnet', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:26:07.652303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bac38-fd4f-4062-ae83-7c914b2066e5 admin admin] Pushing event updated for resources: {'Network': ['ID=cb52822e-d584-49fc-b98c-b9de4e8cd4f1,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:07.661849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:26:07.667014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=11,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:07.672614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Made reservation on behalf of 7ebd5d0fc53c43c9af48c4c082af8739 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:26:07.675835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.704706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:07.851766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (25a46249-e1bf-49a1-82e0-a0af37e41f97), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.910462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a46249-e1bf-49a1-82e0-a0af37e41f97,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:07.923382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Checking segment: {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:26:07.923749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Network hostable DHCP agents. Network: cb52822e-d584-49fc-b98c-b9de4e8cd4f1, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:26:07.941253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:26:07.949731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cb52822e-d584-49fc-b98c-b9de4e8cd4f1) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:26:07.953844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:07.954434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.958949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb0bd8-d2c2-4d55-8664-d09268633510 None None] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:26:07.970939 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-58d733fe-e337-45e4-85ed-7d344103df6d admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3267043 Sep 25 01:26:07.973811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 32950) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:07.978260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:26:07.997693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (27200666-dc9f-4e24-86cb-75c1fa2dd7de), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:07.998641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (27200666-dc9f-4e24-86cb-75c1fa2dd7de), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.052084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks [] for router_controller (27200666-dc9f-4e24-86cb-75c1fa2dd7de), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.068862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'fixed_ips': [{'subnet_id': '25a46249-e1bf-49a1-82e0-a0af37e41f97'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:26:08.069791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.197032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks [] for router_gateway (27200666-dc9f-4e24-86cb-75c1fa2dd7de), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.210409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Allocated IP 172.20.0.2 (cb52822e-d584-49fc-b98c-b9de4e8cd4f1/25a46249-e1bf-49a1-82e0-a0af37e41f97/1833bcff-31c5-4189-85cd-9aaa60696d95) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:26:08.355278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Publish callbacks [] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.363498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.388224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks [] for router_gateway (27200666-dc9f-4e24-86cb-75c1fa2dd7de), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.404465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:26:08.408340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.409292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:26:08.413459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:26:08.418137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Pushing event updated for resources: {'Port': ['ID=1833bcff-31c5-4189-85cd-9aaa60696d95,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:08.474600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Attempting to bind port 1833bcff-31c5-4189-85cd-9aaa60696d95 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:26:08.474810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Attempting to bind port 1833bcff-31c5-4189-85cd-9aaa60696d95 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:26:08.475552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Attempting to bind port 1833bcff-31c5-4189-85cd-9aaa60696d95 on network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:26:08.519788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:26:08.520209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Checking segment: {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:26:08.520611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.520726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Allocated IP 172.36.7.28 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/1c485a1e-1f2b-46fe-9ff7-939ce1004adf) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:26:08.521000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Bound using segment: {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:26:08.521590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Bound port: 1833bcff-31c5-4189-85cd-9aaa60696d95, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:26:08.521883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.586750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] For port 1833bcff-31c5-4189-85cd-9aaa60696d95, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:26:08.589844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] For port 1833bcff-31c5-4189-85cd-9aaa60696d95, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1833bcff-31c5-4189-85cd-9aaa60696d95,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:26:08.596346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.635744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks [] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.651171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:08.651674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ebf0d-c62c-4b55-95ac-a799de6cf784 None None] Pushing event updated for resources: {'Port': ['ID=1833bcff-31c5-4189-85cd-9aaa60696d95,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:08.672387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:08.713611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:26:08.719143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:26:08.723799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:26:08.744908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Pushing event updated for resources: {'Port': ['ID=1c485a1e-1f2b-46fe-9ff7-939ce1004adf,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:08.852104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:08.997946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks [] for router_gateway (27200666-dc9f-4e24-86cb-75c1fa2dd7de), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:09.187052 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (27200666-dc9f-4e24-86cb-75c1fa2dd7de), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:09.319181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Router 27200666-dc9f-4e24-86cb-75c1fa2dd7de is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:26:09.427358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:26:09.437113 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Sync routers for ids ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:26:09.445870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:09.447144 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-57b10c04-5ff2-4a47-a743-efc453a54f75 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4723072 Sep 25 01:26:09.448451 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Routers {'27200666-dc9f-4e24-86cb-75c1fa2dd7de'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:26:09.449087 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:26:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:09.450038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 32952) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:26:09.498615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4047cc9d-1a3d-4d5e-a704-a3b81ecba262 None None] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:26:09.557027 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Set router 27200666-dc9f-4e24-86cb-75c1fa2dd7de gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:26:09.564287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-661551f6-609a-4b47-8ef1-e945692884dd None None] Provisioning complete for port 1833bcff-31c5-4189-85cd-9aaa60696d95 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:09.564676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-661551f6-609a-4b47-8ef1-e945692884dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:09.565041 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-661551f6-609a-4b47-8ef1-e945692884dd None None] Attempt 1 to provision port 1833bcff-31c5-4189-85cd-9aaa60696d95 Sep 25 01:26:09.568463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:09.769765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:09.804713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1833bcff-31c5-4189-85cd-9aaa60696d95 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:26:09.836550 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28'}], 'enable_snat': True}, 'gw_port_id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:08Z', 'revision_number': 3, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'gw_port': {'id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:09.861997 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Checking router: 27200666-dc9f-4e24-86cb-75c1fa2dd7de for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:26:09.862565 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Updating router 27200666-dc9f-4e24-86cb-75c1fa2dd7de port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:26:09.891423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-661551f6-609a-4b47-8ef1-e945692884dd None None] Current status of the port 1833bcff-31c5-4189-85cd-9aaa60696d95 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:09.891845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-661551f6-609a-4b47-8ef1-e945692884dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:09.896919 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:09.911534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:09.920194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1833bcff-31c5-4189-85cd-9aaa60696d95 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:09.920590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:09.921432 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1833bcff-31c5-4189-85cd-9aaa60696d95 Sep 25 01:26:09.963616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-661551f6-609a-4b47-8ef1-e945692884dd None None] For port 1833bcff-31c5-4189-85cd-9aaa60696d95, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1833bcff-31c5-4189-85cd-9aaa60696d95,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:09.973424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-661551f6-609a-4b47-8ef1-e945692884dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.060485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661551f6-609a-4b47-8ef1-e945692884dd None None] Pushing event updated for resources: {'Port': ['ID=1833bcff-31c5-4189-85cd-9aaa60696d95,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:10.065032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1833bcff-31c5-4189-85cd-9aaa60696d95 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:10.071268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:10.071858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:10.178994 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Publish callbacks [] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.186283 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.196585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-26979b1c-dd33-427a-bf06-9f747abaf697 None None] Provisioning complete for port 1833bcff-31c5-4189-85cd-9aaa60696d95 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:10.197329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-26979b1c-dd33-427a-bf06-9f747abaf697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.198022 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-26979b1c-dd33-427a-bf06-9f747abaf697 None None] Attempt 1 to provision port 1833bcff-31c5-4189-85cd-9aaa60696d95 Sep 25 01:26:10.227725 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Attempting to bind port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:26:10.228076 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Attempting to bind port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:26:10.228456 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Attempting to bind port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:26:10.269370 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61c555-af27-4e4f-b95b-b297fcf26f68 None None] Pushing event updated for resources: {'Port': ['ID=1c485a1e-1f2b-46fe-9ff7-939ce1004adf,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:10.291072 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:26:10.291451 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:26:10.291889 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.292552 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:26:10.293047 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Bound port: 1c485a1e-1f2b-46fe-9ff7-939ce1004adf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:26:10.293449 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.301370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-26979b1c-dd33-427a-bf06-9f747abaf697 None None] Current status of the port 1833bcff-31c5-4189-85cd-9aaa60696d95 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:10.344371 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] For port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:26:10.347923 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] For port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c485a1e-1f2b-46fe-9ff7-939ce1004adf,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:26:10.353923 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.392376 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Routers {'27200666-dc9f-4e24-86cb-75c1fa2dd7de'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:26:10.393122 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:26:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:10.414947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Allocated IP 172.20.0.1 (cb52822e-d584-49fc-b98c-b9de4e8cd4f1/25a46249-e1bf-49a1-82e0-a0af37e41f97/7d689312-c724-46b9-927e-a5751ce53738) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:26:10.434052 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:10.452061 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61c555-af27-4e4f-b95b-b297fcf26f68 None None] Pushing event updated for resources: {'Port': ['ID=1c485a1e-1f2b-46fe-9ff7-939ce1004adf,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:10.458331 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:10.512023 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] Set router 27200666-dc9f-4e24-86cb-75c1fa2dd7de gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:26:10.518854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Publish callbacks [] for port (7d689312-c724-46b9-927e-a5751ce53738), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.550877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (7d689312-c724-46b9-927e-a5751ce53738), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.596973 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:26:10.601747 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:26:10.606131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:26:10.609694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Pushing event updated for resources: {'Port': ['ID=7d689312-c724-46b9-927e-a5751ce53738,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:10.647894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (27200666-dc9f-4e24-86cb-75c1fa2dd7de), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.690268 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28'}], 'enable_snat': True}, 'gw_port_id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:08Z', 'revision_number': 3, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'gw_port': {'id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:10.718581 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f47c1-ee05-4f92-9101-0c6eeeddd4cb None None] The sync data for ids ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'] in dv-neutron-master-2-hyperv is: [{'id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28'}], 'enable_snat': True}, 'gw_port_id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:08Z', 'revision_number': 3, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'gw_port': {'id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:26:10.788804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d689312-c724-46b9-927e-a5751ce53738), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.832843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Provisioning complete for port 7d689312-c724-46b9-927e-a5751ce53738 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:10.833801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7d689312-c724-46b9-927e-a5751ce53738), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.834149 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Attempt 1 to provision port 7d689312-c724-46b9-927e-a5751ce53738 Sep 25 01:26:10.866709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Port 7d689312-c724-46b9-927e-a5751ce53738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:26:10.975545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Publish callbacks [] for port (7d689312-c724-46b9-927e-a5751ce53738), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:10.980787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (7d689312-c724-46b9-927e-a5751ce53738), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:11.043776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:11.052174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Pushing event updated for resources: {'Port': ['ID=7d689312-c724-46b9-927e-a5751ce53738,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:11.055301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (27200666-dc9f-4e24-86cb-75c1fa2dd7de), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:11.066169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:11.161028 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:26:11.162454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:26:11.206618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:11.284154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Router 27200666-dc9f-4e24-86cb-75c1fa2dd7de has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:26:11.368098 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Attempt 2 to provision port 7d689312-c724-46b9-927e-a5751ce53738 Sep 25 01:26:11.400737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:26:11.403234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Port 7d689312-c724-46b9-927e-a5751ce53738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:26:11.410580 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-83bf4da3-3ff5-4c02-b34d-e944c9f4b756 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/27200666-dc9f-4e24-86cb-75c1fa2dd7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9551423 Sep 25 01:26:11.798767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1833bcff-31c5-4189-85cd-9aaa60696d95 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:26:11.845271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1833bcff-31c5-4189-85cd-9aaa60696d95 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:11.845932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:11.846038 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1833bcff-31c5-4189-85cd-9aaa60696d95 Sep 25 01:26:11.848219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-e88a64b6-7031-427b-b7fb-045662d97844 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:11.849723 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-e88a64b6-7031-427b-b7fb-045662d97844 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 815 time: 0.1099901 Sep 25 01:26:11.861581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:11.865942 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-217e466d-f8a2-46f4-bbb0-46bcd0e19254 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/quotas/7ebd5d0fc53c43c9af48c4c082af8739 HTTP/1.1" status: 200 len: 375 time: 0.0103133 Sep 25 01:26:11.907439 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Attempt 3 to provision port 7d689312-c724-46b9-927e-a5751ce53738 Sep 25 01:26:11.920034 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-e8555d67-e724-4d0f-a964-1501eb75792e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456126 Sep 25 01:26:11.945976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1833bcff-31c5-4189-85cd-9aaa60696d95 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:11.947097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c485a1e-1f2b-46fe-9ff7-939ce1004adf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:26:11.977303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Port 7d689312-c724-46b9-927e-a5751ce53738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:26:11.998402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:12.000778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:12.001205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:12.001664 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf Sep 25 01:26:12.068829 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-056e2258-2c10-4559-b593-5438e6dfba6a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412582 Sep 25 01:26:12.074716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:12.077350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:12.077797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:12.100633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c485a1e-1f2b-46fe-9ff7-939ce1004adf,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:12.107705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:12.156985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=1c485a1e-1f2b-46fe-9ff7-939ce1004adf,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:12.172991 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-34d8e9e6-54eb-459a-94dc-e0aed5e13e95 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974536 Sep 25 01:26:12.317851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Sync routers for ids ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:26:12.330520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Routers {'27200666-dc9f-4e24-86cb-75c1fa2dd7de'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:26:12.331175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:26:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:12.343728 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eb62bd98-4c3d-441a-80ab-30e1fe317c22 req-0ef28015-6086-4755-92bb-ad91aa80ba26 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 210 time: 0.0295699 Sep 25 01:26:12.442657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Set router 27200666-dc9f-4e24-86cb-75c1fa2dd7de gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:26:12.480290 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Attempt 4 to provision port 7d689312-c724-46b9-927e-a5751ce53738 Sep 25 01:26:12.553943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Port 7d689312-c724-46b9-927e-a5751ce53738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:26:12.697957 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28'}], 'enable_snat': True}, 'gw_port_id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:10Z', 'revision_number': 4, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'gw_port': {'id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7d689312-c724-46b9-927e-a5751ce53738', 'name': '', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'mac_address': 'fa:16:3e:58:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:09Z', 'updated_at': '2022-09-25T01:26:10Z', 'revision_number': 2, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'subnets': [{'id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:12.723491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Checking router: 27200666-dc9f-4e24-86cb-75c1fa2dd7de for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:26:12.723852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Updating router 27200666-dc9f-4e24-86cb-75c1fa2dd7de port 7d689312-c724-46b9-927e-a5751ce53738 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:26:12.759291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d689312-c724-46b9-927e-a5751ce53738), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.024384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Publish callbacks [] for port (7d689312-c724-46b9-927e-a5751ce53738), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.029249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7d689312-c724-46b9-927e-a5751ce53738), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.055034 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Attempt 5 to provision port 7d689312-c724-46b9-927e-a5751ce53738 Sep 25 01:26:13.092716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:13.120648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Port 7d689312-c724-46b9-927e-a5751ce53738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:26:13.121146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99f6ab-1f1c-45aa-8011-e4f945f6a90c None None] Pushing event updated for resources: {'Port': ['ID=7d689312-c724-46b9-927e-a5751ce53738,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:13.155796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Attempting to bind port 7d689312-c724-46b9-927e-a5751ce53738 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:26:13.156218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Attempting to bind port 7d689312-c724-46b9-927e-a5751ce53738 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:26:13.156616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Attempting to bind port 7d689312-c724-46b9-927e-a5751ce53738 on network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:26:13.181424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:13.199719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:26:13.200132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Checking segment: {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:26:13.200542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.200939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Bound using segment: {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:26:13.201416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Bound port: 7d689312-c724-46b9-927e-a5751ce53738, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:26:13.201803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d689312-c724-46b9-927e-a5751ce53738), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.268085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] For port 7d689312-c724-46b9-927e-a5751ce53738, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:26:13.271010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] For port 7d689312-c724-46b9-927e-a5751ce53738, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d689312-c724-46b9-927e-a5751ce53738,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:26:13.277891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7d689312-c724-46b9-927e-a5751ce53738), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.317391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Routers {'27200666-dc9f-4e24-86cb-75c1fa2dd7de'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:26:13.318034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:26:01Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:13.382648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99f6ab-1f1c-45aa-8011-e4f945f6a90c None None] Pushing event updated for resources: {'Port': ['ID=7d689312-c724-46b9-927e-a5751ce53738,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:13.411501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:13.456834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] Set router 27200666-dc9f-4e24-86cb-75c1fa2dd7de gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:26:13.493741 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ecfce3fa-1b46-4227-a0ad-39404f80c20a req-24e4517d-9369-4b10-9c7e-45848a26bb86 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 210 time: 0.0501037 Sep 25 01:26:13.503921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-b39020fc-364c-4ece-a81e-2d838d779659 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:13.504978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-b39020fc-364c-4ece-a81e-2d838d779659 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 815 time: 0.1682193 Sep 25 01:26:13.526594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Request body: {'port': {'device_id': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'admin_state_up': True, 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:26:13.634607 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Attempt 6 to provision port 7d689312-c724-46b9-927e-a5751ce53738 Sep 25 01:26:13.639917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Made reservation on behalf of 7ebd5d0fc53c43c9af48c4c082af8739 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:26:13.644183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.690583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28'}], 'enable_snat': True}, 'gw_port_id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:10Z', 'revision_number': 4, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'gw_port': {'id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7d689312-c724-46b9-927e-a5751ce53738', 'name': '', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'mac_address': 'fa:16:3e:58:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:09Z', 'updated_at': '2022-09-25T01:26:13Z', 'revision_number': 4, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'subnets': [{'id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:26:13.719635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca666108-62c1-4f3f-9011-44edcf9cb900 None None] The sync data for ids ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'] in dv-neutron-master-2-hyperv is: [{'id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28'}], 'enable_snat': True}, 'gw_port_id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:10Z', 'revision_number': 4, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'gw_port': {'id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7d689312-c724-46b9-927e-a5751ce53738', 'name': '', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'mac_address': 'fa:16:3e:58:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:09Z', 'updated_at': '2022-09-25T01:26:13Z', 'revision_number': 4, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'subnets': [{'id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:26:13.759228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c485a1e-1f2b-46fe-9ff7-939ce1004adf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:26:13.762736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Current status of the port 7d689312-c724-46b9-927e-a5751ce53738 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:13.763133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d689312-c724-46b9-927e-a5751ce53738), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.810786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Allocated IP 172.20.0.9 (cb52822e-d584-49fc-b98c-b9de4e8cd4f1/25a46249-e1bf-49a1-82e0-a0af37e41f97/38b5d2ae-2db9-4e84-b90a-1831e42b557d) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:26:13.856375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] For port 7d689312-c724-46b9-927e-a5751ce53738, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d689312-c724-46b9-927e-a5751ce53738,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:13.862556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7d689312-c724-46b9-927e-a5751ce53738), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.870403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:13.870786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:13.871135 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf Sep 25 01:26:13.943848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21091da4-bf73-4ee7-8956-367a0dece883 None None] Pushing event updated for resources: {'Port': ['ID=7d689312-c724-46b9-927e-a5751ce53738,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:13.983309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:13.983549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.005676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-803a40fb-e650-4f67-acc5-5a79276757cf None None] Provisioning complete for port 7d689312-c724-46b9-927e-a5751ce53738 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:14.006061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-803a40fb-e650-4f67-acc5-5a79276757cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7d689312-c724-46b9-927e-a5751ce53738), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.006410 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-803a40fb-e650-4f67-acc5-5a79276757cf None None] Attempt 1 to provision port 7d689312-c724-46b9-927e-a5751ce53738 Sep 25 01:26:14.019756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.027823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:14.029713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:14.040247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:14.074369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:26:14.078150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:26:14.082497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:26:14.093863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-803a40fb-e650-4f67-acc5-5a79276757cf None None] Current status of the port 7d689312-c724-46b9-927e-a5751ce53738 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:14.108298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event updated for resources: {'Port': ['ID=38b5d2ae-2db9-4e84-b90a-1831e42b557d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:14.144474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:14.145139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.165313 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a628b64-6ece-42d6-98d0-bd33cfc82053 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435428 Sep 25 01:26:14.234744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Request body: {'port': {'device_id': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:26:14.305934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.316988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8337e4cf-2939-4857-a8ec-37fff139e74b None None] Provisioning complete for port 38b5d2ae-2db9-4e84-b90a-1831e42b557d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:14.317375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8337e4cf-2939-4857-a8ec-37fff139e74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.317718 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8337e4cf-2939-4857-a8ec-37fff139e74b None None] Attempt 1 to provision port 38b5d2ae-2db9-4e84-b90a-1831e42b557d Sep 25 01:26:14.352753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8337e4cf-2939-4857-a8ec-37fff139e74b None None] Port 38b5d2ae-2db9-4e84-b90a-1831e42b557d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:26:14.492024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:14.580231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b5d2ae-2db9-4e84-b90a-1831e42b557d {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:26:14.588541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Publish callbacks [] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.601526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Transition to ACTIVE for port object 38b5d2ae-2db9-4e84-b90a-1831e42b557d will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:26:14.606096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.635563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114312a-78a0-4a4b-8eec-cb483d87b264 req-240076ab-53cd-4a71-ae2f-111ef0975a69 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:14.637335 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9114312a-78a0-4a4b-8eec-cb483d87b264 req-240076ab-53cd-4a71-ae2f-111ef0975a69 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 931 time: 0.0515735 Sep 25 01:26:14.690984 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9114312a-78a0-4a4b-8eec-cb483d87b264 req-c00c9c45-4205-4ae0-a1b5-f9d8b5f4f6ef tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475528 Sep 25 01:26:14.693255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Pushing event updated for resources: {'Port': ['ID=38b5d2ae-2db9-4e84-b90a-1831e42b557d,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:14.726738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Attempting to bind port 38b5d2ae-2db9-4e84-b90a-1831e42b557d on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:26:14.727076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Attempting to bind port 38b5d2ae-2db9-4e84-b90a-1831e42b557d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:26:14.727404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Attempting to bind port 38b5d2ae-2db9-4e84-b90a-1831e42b557d on network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:26:14.770930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Port 38b5d2ae-2db9-4e84-b90a-1831e42b557d on network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:26:14.771267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Attempting to bind port 38b5d2ae-2db9-4e84-b90a-1831e42b557d on network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:26:14.819363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:26:14.819706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Checking segment: {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:26:14.820135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Bound using segment: {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:26:14.820609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Bound port: 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:26:14.820979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.853950 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8337e4cf-2939-4857-a8ec-37fff139e74b None None] Attempt 2 to provision port 38b5d2ae-2db9-4e84-b90a-1831e42b557d Sep 25 01:26:14.882159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:26:14.885303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:26:14.889665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8337e4cf-2939-4857-a8ec-37fff139e74b None None] Port 38b5d2ae-2db9-4e84-b90a-1831e42b557d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:26:14.891269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.894900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:14.895518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:14.897210 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/38b5d2ae-2db9-4e84-b90a-1831e42b557d HTTP/1.1" status: 200 len: 1093 time: 0.7185843 Sep 25 01:26:14.899699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:26:14.901994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db385975-50e1-42b0-bb9d-4b48fe3cd28c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:26:14.950046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9cc23c-e531-4819-bfbe-25229bbb7f2e x-openstack-request-id: req-4f9cc23c-e531-4819-bfbe-25229bbb7f2e {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:26:14.950329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:26:14.950581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f9cc23c-e531-4819-bfbe-25229bbb7f2e {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:26:14.950982 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9cc23c-e531-4819-bfbe-25229bbb7f2e'] response: {'name': 'network-changed', 'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d', 'status': 'completed', 'code': 200} Sep 25 01:26:14.955679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a211f58-0d8b-48a3-851f-21a61578e164 service neutron] Pushing event updated for resources: {'Port': ['ID=38b5d2ae-2db9-4e84-b90a-1831e42b557d,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:14.978324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:15.009821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-5d47665f-66b5-43b2-9b90-d08485d608f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:15.012458 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-5d47665f-66b5-43b2-9b90-d08485d608f8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 1127 time: 0.0426922 Sep 25 01:26:15.069466 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-35f3d6eb-7a3c-4ad0-af5a-af65a6428f0e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d HTTP/1.1" status: 200 len: 217 time: 0.0444303 Sep 25 01:26:15.116608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-90275960-4690-457b-aace-4ba4c5ff7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:15.118666 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-90275960-4690-457b-aace-4ba4c5ff7d49 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0442688 Sep 25 01:26:15.162186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-86c389e9-35cb-4907-8792-f49276bf6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:15.163668 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-86c389e9-35cb-4907-8792-f49276bf6de7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389247 Sep 25 01:26:15.255658 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-61fd1f24-76d0-496a-8b93-77d0e13fd7ea service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854068 Sep 25 01:26:15.351540 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f8ef592-bf79-4a41-9ade-5924a5203784 req-d773da54-6f16-4723-9d94-834412256da8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899827 Sep 25 01:26:15.390849 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8337e4cf-2939-4857-a8ec-37fff139e74b None None] Attempt 3 to provision port 38b5d2ae-2db9-4e84-b90a-1831e42b557d Sep 25 01:26:15.564244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8337e4cf-2939-4857-a8ec-37fff139e74b None None] Port 38b5d2ae-2db9-4e84-b90a-1831e42b557d had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:26:15.741205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7d689312-c724-46b9-927e-a5751ce53738 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:26:15.786867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7d689312-c724-46b9-927e-a5751ce53738 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:15.787378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7d689312-c724-46b9-927e-a5751ce53738), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:15.787783 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7d689312-c724-46b9-927e-a5751ce53738 Sep 25 01:26:15.819002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e6676-5cf0-47e0-afdd-86eef793398d req-a3642f19-e2d8-4dfd-ab0a-0488c82eef58 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:15.821229 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-974e6676-5cf0-47e0-afdd-86eef793398d req-a3642f19-e2d8-4dfd-ab0a-0488c82eef58 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 943 time: 0.0517118 Sep 25 01:26:15.861923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7d689312-c724-46b9-927e-a5751ce53738 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:15.870633 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-974e6676-5cf0-47e0-afdd-86eef793398d req-80f4f2e1-d540-4c25-ac41-dd75216f50d4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Sep 25 01:26:16.991646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48890-9554-4b4b-8b27-50a0b63514bd req-adfab943-3deb-4db1-93ce-67de6d1f2a6d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:16.993637 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-04d48890-9554-4b4b-8b27-50a0b63514bd req-adfab943-3deb-4db1-93ce-67de6d1f2a6d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 943 time: 0.0460296 Sep 25 01:26:17.028727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:17.041609 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-04d48890-9554-4b4b-8b27-50a0b63514bd req-aa815792-3d32-4c79-b15a-ac4e9474565e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Sep 25 01:26:17.321832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-25da4af0-7d60-4a2c-a566-da2e17ac22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:17.323309 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-25da4af0-7d60-4a2c-a566-da2e17ac22ad service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 1127 time: 0.0395060 Sep 25 01:26:17.422183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-118208b7-e671-4796-88d8-8da706a64d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:17.423682 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-118208b7-e671-4796-88d8-8da706a64d8a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 916 time: 0.0939014 Sep 25 01:26:17.459875 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-c253f7cd-03dd-44bb-931a-b3e1e52e4a12 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d HTTP/1.1" status: 200 len: 217 time: 0.0305822 Sep 25 01:26:17.507264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-bde05735-4f59-4431-89cc-a743e5a1f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:17.508738 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-bde05735-4f59-4431-89cc-a743e5a1f8df service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0426850 Sep 25 01:26:17.555226 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-404b1534-9f38-4c83-a29e-e54d16ccbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:17.556678 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-404b1534-9f38-4c83-a29e-e54d16ccbf41 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425038 Sep 25 01:26:17.647444 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-c1737d75-5aff-4354-8b6b-eb0f33635d2e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837450 Sep 25 01:26:17.745758 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db385975-50e1-42b0-bb9d-4b48fe3cd28c req-45bf705c-ec50-4a50-aa1b-a608a49eda9a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921831 Sep 25 01:26:18.160625 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee8e1d-ef1b-4506-ad29-beb9d06c97bc req-a47dcdb6-f4c1-48be-9e03-b91254a254c3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:18.162074 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-72ee8e1d-ef1b-4506-ad29-beb9d06c97bc req-a47dcdb6-f4c1-48be-9e03-b91254a254c3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 943 time: 0.0467203 Sep 25 01:26:18.209641 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-72ee8e1d-ef1b-4506-ad29-beb9d06c97bc req-af3af18b-0ec5-4ec0-8d70-62bee9168b37 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Sep 25 01:26:19.328151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376f8be-5a59-4a4d-80a8-3742ab6017f0 req-5f9e2cf5-2dc1-4b48-8ce8-2ad015415e92 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:19.329760 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d376f8be-5a59-4a4d-80a8-3742ab6017f0 req-5f9e2cf5-2dc1-4b48-8ce8-2ad015415e92 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 943 time: 0.0475476 Sep 25 01:26:19.377089 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d376f8be-5a59-4a4d-80a8-3742ab6017f0 req-6bb75bc7-cb0f-4dab-875d-380a9583e32a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417256 Sep 25 01:26:19.571566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 38b5d2ae-2db9-4e84-b90a-1831e42b557d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:26:19.671309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:19.687436 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '38b5d2ae-2db9-4e84-b90a-1831e42b557d', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'port_id': '38b5d2ae-2db9-4e84-b90a-1831e42b557d', 'mac_address': 'fa:16:3e:d6:ac:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:26:19.722445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 38b5d2ae-2db9-4e84-b90a-1831e42b557d is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:19.722841 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:19.735652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b5d2ae-2db9-4e84-b90a-1831e42b557d {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:26:19.760033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:19.764040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:19.809760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=38b5d2ae-2db9-4e84-b90a-1831e42b557d,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:20.134177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['38b5d2ae-2db9-4e84-b90a-1831e42b557d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:26:20.499586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119b339-9f44-444c-af8b-ce76b24eb720 req-a6a7b230-80dc-4567-bb42-15dbf8a37777 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:20.501049 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9119b339-9f44-444c-af8b-ce76b24eb720 req-a6a7b230-80dc-4567-bb42-15dbf8a37777 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 944 time: 0.0506313 Sep 25 01:26:20.546849 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9119b339-9f44-444c-af8b-ce76b24eb720 req-1d5e3cd1-b525-4cc5-9411-b2a89739ab14 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Sep 25 01:26:20.688274 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=22 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:20.694096 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=25 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:21.592159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 38b5d2ae-2db9-4e84-b90a-1831e42b557d up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:26:21.616130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:21.632468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:21.638726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 38b5d2ae-2db9-4e84-b90a-1831e42b557d completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:26:21.644329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 38b5d2ae-2db9-4e84-b90a-1831e42b557d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:21.644711 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:21.645048 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 38b5d2ae-2db9-4e84-b90a-1831e42b557d Sep 25 01:26:21.686495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3eb07-30ed-42e6-a8f9-6acaa7b91dca req-ef16c62b-c758-4836-9c91-9efd489bdaac tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:21.688038 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47c3eb07-30ed-42e6-a8f9-6acaa7b91dca req-ef16c62b-c758-4836-9c91-9efd489bdaac tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 944 time: 0.0541201 Sep 25 01:26:21.720457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 38b5d2ae-2db9-4e84-b90a-1831e42b557d is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:21.720848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:21.736060 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47c3eb07-30ed-42e6-a8f9-6acaa7b91dca req-97136cd9-99cf-48e8-a62a-217682ed2a1e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Sep 25 01:26:21.744893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:26:21.747309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab552be-a7c9-4503-b712-1080bfbae0fb" -d '{"events": [{"server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "name": "network-vif-plugged", "status": "completed", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:26:21.760643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:21.765554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:21.790392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0a658a-9238-4156-8f0f-f97fac1f3f7d x-openstack-request-id: req-7a0a658a-9238-4156-8f0f-f97fac1f3f7d {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:26:21.790677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "name": "network-vif-plugged", "status": "completed", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:26:21.790932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a0a658a-9238-4156-8f0f-f97fac1f3f7d {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:26:21.791321 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0a658a-9238-4156-8f0f-f97fac1f3f7d'] response: {'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d', 'code': 200} Sep 25 01:26:21.814853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=38b5d2ae-2db9-4e84-b90a-1831e42b557d,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:21.965023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:21.995686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82a8cd-74f6-488d-98e6-2761344f04bc req-5ef5a324-c37d-47f9-adb8-75ff6f7aab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:21.997183 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8b82a8cd-74f6-488d-98e6-2761344f04bc req-5ef5a324-c37d-47f9-adb8-75ff6f7aab6b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 1129 time: 0.0400529 Sep 25 01:26:22.040411 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8b82a8cd-74f6-488d-98e6-2761344f04bc req-bc56bda2-e984-4a32-b504-acf477e8af82 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Sep 25 01:26:22.160235 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:26:22.866951 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f4cdc-f26a-49e0-a3a6-00830d43cfee req-a969088d-b6d1-4b55-8f15-6950be3ffd74 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:22.869023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-307f4cdc-f26a-49e0-a3a6-00830d43cfee req-a969088d-b6d1-4b55-8f15-6950be3ffd74 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0469928 Sep 25 01:26:22.923507 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-307f4cdc-f26a-49e0-a3a6-00830d43cfee req-6e6ecbc3-e40f-454f-a086-69d6817280f4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Sep 25 01:26:24.050781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a0fca-bd4a-4444-bc50-a8a3c7d52ff2 req-b740a8b4-0cc3-4112-87d6-d4da7b3d88f6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:24.052278 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b36a0fca-bd4a-4444-bc50-a8a3c7d52ff2 req-b740a8b4-0cc3-4112-87d6-d4da7b3d88f6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0467651 Sep 25 01:26:24.099008 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b36a0fca-bd4a-4444-bc50-a8a3c7d52ff2 req-6b09a021-e99c-40b2-9161-6bc3502c7858 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Sep 25 01:26:24.218277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6cde7-01ff-4587-b926-980521d8014e req-e9773e61-281b-496f-99bf-4d54a08c6f6f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:24.219662 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ac6cde7-01ff-4587-b926-980521d8014e req-e9773e61-281b-496f-99bf-4d54a08c6f6f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0457146 Sep 25 01:26:24.266182 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ac6cde7-01ff-4587-b926-980521d8014e req-84b59549-dcde-45d0-99ed-8b5685e8ee46 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Sep 25 01:26:24.627020 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4bdc6-b7d3-449f-a2d8-dd61ca20103c req-e709981a-8051-4667-aa99-0601c4e646de tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:24.628440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f9f4bdc6-b7d3-449f-a2d8-dd61ca20103c req-e709981a-8051-4667-aa99-0601c4e646de tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0459800 Sep 25 01:26:24.646660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:24.676527 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f9f4bdc6-b7d3-449f-a2d8-dd61ca20103c req-d42b8824-00ad-4937-a017-13ef5f15bdec tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Sep 25 01:26:24.794863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf5a0c-22fb-4cb1-8354-b7eca5503d9a req-7afc421e-f16c-4ab6-9eda-b6d99d6e5478 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:24.796357 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9adf5a0c-22fb-4cb1-8354-b7eca5503d9a req-7afc421e-f16c-4ab6-9eda-b6d99d6e5478 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0471690 Sep 25 01:26:24.848090 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9adf5a0c-22fb-4cb1-8354-b7eca5503d9a req-85cb230a-ede4-4602-b3ab-88a250323c53 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Sep 25 01:26:25.093554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3bfeb-16d8-435f-87fd-720e94a85276 req-8a9b9418-aba4-4572-a75e-533ca3c8d3ac tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:25.095175 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-07c3bfeb-16d8-435f-87fd-720e94a85276 req-8a9b9418-aba4-4572-a75e-533ca3c8d3ac tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0487025 Sep 25 01:26:25.115034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:25.148532 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-07c3bfeb-16d8-435f-87fd-720e94a85276 req-f2cea215-7e9b-43df-8e48-e1583d458f4a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474381 Sep 25 01:26:25.409333 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-54f32b88-4037-44b3-80f8-7e000312ec7d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3709366 Sep 25 01:26:25.653466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-eb699227-69f8-4357-b879-7274e132e9e8 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:25.654838 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-eb699227-69f8-4357-b879-7274e132e9e8 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports/38b5d2ae-2db9-4e84-b90a-1831e42b557d HTTP/1.1" status: 200 len: 942 time: 0.0472655 Sep 25 01:26:26.270901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a75b6-2160-4b5c-b41e-170979a27ac3 req-477600dd-efd9-4fd1-8e23-50cb2399fe35 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:26.272422 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ea9a75b6-2160-4b5c-b41e-170979a27ac3 req-477600dd-efd9-4fd1-8e23-50cb2399fe35 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0476034 Sep 25 01:26:26.319801 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ea9a75b6-2160-4b5c-b41e-170979a27ac3 req-19cf2f72-ac03-43d6-b4f9-2f21324cf41e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 Sep 25 01:26:26.596599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-c65b7498-4927-4703-a235-387c5f5a0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:26.598150 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-c65b7498-4927-4703-a235-387c5f5a0039 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 1129 time: 0.0440514 Sep 25 01:26:26.687507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-7e4e1225-2b06-49a8-ab1f-c60cd000aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:26.689011 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-7e4e1225-2b06-49a8-ab1f-c60cd000aa1f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 916 time: 0.0854197 Sep 25 01:26:26.730045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-c33e7f44-4328-4505-8ebd-de59bba9ac25 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d HTTP/1.1" status: 200 len: 217 time: 0.0355916 Sep 25 01:26:26.779297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-dc13da01-8caf-4d84-a253-1bb62b21e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:26.780745 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-dc13da01-8caf-4d84-a253-1bb62b21e6d8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0450876 Sep 25 01:26:26.824492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-7c45a30a-571c-400e-a894-ea3e4ca9d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:26.825981 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-7c45a30a-571c-400e-a894-ea3e4ca9d64d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393522 Sep 25 01:26:26.918304 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-4d3610ee-65cf-4c6d-b8f9-da45affb57c4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867751 Sep 25 01:26:27.010461 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-7ffeb790-d72d-4c11-876e-98b8c6e124a5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868363 Sep 25 01:26:27.440286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d13436-31c3-48f2-bb00-976650f84e6d req-994f5295-5158-4c50-bc3a-9f48dfa38b6c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:27.441772 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-79d13436-31c3-48f2-bb00-976650f84e6d req-994f5295-5158-4c50-bc3a-9f48dfa38b6c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0475347 Sep 25 01:26:27.488436 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-79d13436-31c3-48f2-bb00-976650f84e6d req-a8539710-ec4c-4ecf-a89e-961d1f3da6a1 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Sep 25 01:26:28.614381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348f8fc-9381-4217-a123-a38559e1a9cd req-a31d6d57-0ee2-4e0a-b6b3-2b76c49e7c24 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:28.616035 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c348f8fc-9381-4217-a123-a38559e1a9cd req-a31d6d57-0ee2-4e0a-b6b3-2b76c49e7c24 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0528498 Sep 25 01:26:28.618041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-67c2d935-6305-4509-a0b8-ff41cd573c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:28.637591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:28.666563 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c348f8fc-9381-4217-a123-a38559e1a9cd req-804af63e-fe32-499c-8dcf-385d149c9641 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Sep 25 01:26:29.792116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318231d-5ead-4fb8-be4c-cb6455cfae4e req-accff31b-bc32-44b6-9d52-cb7b7a1d45db tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:29.793565 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a318231d-5ead-4fb8-be4c-cb6455cfae4e req-accff31b-bc32-44b6-9d52-cb7b7a1d45db tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0515513 Sep 25 01:26:29.840142 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a318231d-5ead-4fb8-be4c-cb6455cfae4e req-8cfa94e3-bd5d-4434-afc8-a47a3f937532 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Sep 25 01:26:30.961482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b4381-c369-467c-9530-956118aa89f4 req-cdedfa7d-0267-4959-9e02-a4ed720ad2a5 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:30.963038 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b3b4381-c369-467c-9530-956118aa89f4 req-cdedfa7d-0267-4959-9e02-a4ed720ad2a5 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0468178 Sep 25 01:26:31.012685 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b3b4381-c369-467c-9530-956118aa89f4 req-071fef29-7686-4c08-9d17-6481dffeed9b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Sep 25 01:26:31.515227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84fbcdfa-a6c6-4ef5-a350-2a974aa23809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:32.131819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ad530-064f-4187-a2d4-bd00cb0ee0aa req-4bc39c74-9099-4675-8e1b-3ccce1268af6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:32.133364 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e82ad530-064f-4187-a2d4-bd00cb0ee0aa req-4bc39c74-9099-4675-8e1b-3ccce1268af6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Sep 25 01:26:32.152171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:32.156432 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:32.182929 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e82ad530-064f-4187-a2d4-bd00cb0ee0aa req-5b8d2e00-94ba-4657-bceb-cef424f5e8c7 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438962 Sep 25 01:26:33.306142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d91dc-5488-4fe7-856c-1287a6132269 req-3e0f1169-5d48-4fda-97a1-6b05f607202f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:33.307797 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9c7d91dc-5488-4fe7-856c-1287a6132269 req-3e0f1169-5d48-4fda-97a1-6b05f607202f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Sep 25 01:26:33.362172 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9c7d91dc-5488-4fe7-856c-1287a6132269 req-d97d1c21-f357-4e7e-9a52-391baa42c557 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 Sep 25 01:26:33.813234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:34.489022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a1fb4-fcf9-42ac-88a8-8e5bb3252562 req-e922fdab-92bb-422a-bf26-ce69ddf803ab tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:34.490600 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-577a1fb4-fcf9-42ac-88a8-8e5bb3252562 req-e922fdab-92bb-422a-bf26-ce69ddf803ab tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0472467 Sep 25 01:26:34.545356 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-577a1fb4-fcf9-42ac-88a8-8e5bb3252562 req-43563c3c-ca30-4383-9f02-42524d07ec28 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485132 Sep 25 01:26:35.676397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be62b0b-9eec-4bb9-8076-909f86f1b07a req-7a3d7f29-69a2-4bbc-8829-848daf740094 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:35.677877 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5be62b0b-9eec-4bb9-8076-909f86f1b07a req-7a3d7f29-69a2-4bbc-8829-848daf740094 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0490413 Sep 25 01:26:35.725236 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5be62b0b-9eec-4bb9-8076-909f86f1b07a req-60739fb7-49f5-4c3e-8aa5-b3e917ffd6f2 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Sep 25 01:26:35.976855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:36.526863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:36.846028 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff556c16-24d7-4250-8bc6-fbe05695ac6c req-62d3d916-bdc8-41d6-b825-77ed5a3cbc2a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:36.847487 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ff556c16-24d7-4250-8bc6-fbe05695ac6c req-62d3d916-bdc8-41d6-b825-77ed5a3cbc2a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0466039 Sep 25 01:26:36.894755 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ff556c16-24d7-4250-8bc6-fbe05695ac6c req-03c3398f-8f97-4287-9543-b04e8e0b9f97 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 Sep 25 01:26:38.015190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e4538-5171-497f-b2d8-921d0ee5a3e1 req-cebb1ca1-55df-42bf-b5dc-f6604575e8b3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:38.016721 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-648e4538-5171-497f-b2d8-921d0ee5a3e1 req-cebb1ca1-55df-42bf-b5dc-f6604575e8b3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0475857 Sep 25 01:26:38.028564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:38.066523 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-648e4538-5171-497f-b2d8-921d0ee5a3e1 req-8a14585e-92e5-4042-b9a0-beb31e118d05 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442822 Sep 25 01:26:39.187423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad274dd9-c4fc-417e-8e12-922851e8736f req-42abcfc7-a1a4-41db-9942-d64127b2bfea tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:39.188920 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ad274dd9-c4fc-417e-8e12-922851e8736f req-42abcfc7-a1a4-41db-9942-d64127b2bfea tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0473542 Sep 25 01:26:39.235707 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ad274dd9-c4fc-417e-8e12-922851e8736f req-cb724699-d6ef-4d6d-ae1d-9f2165b29db4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Sep 25 01:26:40.358814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fb938-db08-41d3-b693-49bafbf0ce2f req-f2cf145a-72fb-49b6-9883-0fd0272ba6eb tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:40.360305 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-770fb938-db08-41d3-b693-49bafbf0ce2f req-f2cf145a-72fb-49b6-9883-0fd0272ba6eb tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0499678 Sep 25 01:26:40.408760 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-770fb938-db08-41d3-b693-49bafbf0ce2f req-32d3b914-b4ec-44f4-bec1-9db935170eff tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Sep 25 01:26:41.055680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:41.531807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7457a5-d6f2-4c0d-a65a-21da0653bb46 req-c2e82f5e-051f-4315-8d29-fbe8a9a18d7d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:41.533280 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f7457a5-d6f2-4c0d-a65a-21da0653bb46 req-c2e82f5e-051f-4315-8d29-fbe8a9a18d7d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0511606 Sep 25 01:26:41.580866 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f7457a5-d6f2-4c0d-a65a-21da0653bb46 req-5721c857-8071-4cf9-b39a-fb9e207c36b3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Sep 25 01:26:42.701944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbadb5-eb3e-412a-b958-89b152df226c req-2e8c4f85-cbec-474b-95d6-71e9099b58cd tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:42.703432 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-80dbadb5-eb3e-412a-b958-89b152df226c req-2e8c4f85-cbec-474b-95d6-71e9099b58cd tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0484128 Sep 25 01:26:42.750314 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-80dbadb5-eb3e-412a-b958-89b152df226c req-1b6a5591-8821-4069-a24e-583f00150e9d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Sep 25 01:26:43.870380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739b234-ae50-44bc-a637-dafb9937c309 req-3d8b8c7d-0e3d-4597-8378-a6aef330953b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:43.871851 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8739b234-ae50-44bc-a637-dafb9937c309 req-3d8b8c7d-0e3d-4597-8378-a6aef330953b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0468454 Sep 25 01:26:43.918717 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8739b234-ae50-44bc-a637-dafb9937c309 req-8f46e7ee-ee62-4bfb-84e4-0f92dac16d90 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 Sep 25 01:26:45.042201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f842a-6efa-4eac-808a-fe64ba5e7ab7 req-dc43f2e3-76c2-4be2-8458-014c579732e3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:45.043684 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-214f842a-6efa-4eac-808a-fe64ba5e7ab7 req-dc43f2e3-76c2-4be2-8458-014c579732e3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0502224 Sep 25 01:26:45.091387 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-214f842a-6efa-4eac-808a-fe64ba5e7ab7 req-b96eb2b9-2048-4944-840f-9f09285b4263 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Sep 25 01:26:46.216745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1c161-7818-4438-9ebb-447d080e7074 req-cac4131f-57ea-4e7a-8a24-6d59f779fcf0 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:46.218207 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-53a1c161-7818-4438-9ebb-447d080e7074 req-cac4131f-57ea-4e7a-8a24-6d59f779fcf0 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0501804 Sep 25 01:26:46.265181 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-53a1c161-7818-4438-9ebb-447d080e7074 req-16d2af3b-7000-4a93-84a0-e6321d390201 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Sep 25 01:26:47.384184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaab6d2-7fec-481c-9a40-db58f522bd31 req-6fc90d04-27e0-4872-85a8-f30d889a2349 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:47.385690 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dcaab6d2-7fec-481c-9a40-db58f522bd31 req-6fc90d04-27e0-4872-85a8-f30d889a2349 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0460763 Sep 25 01:26:47.432968 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dcaab6d2-7fec-481c-9a40-db58f522bd31 req-6b48677b-e36e-403f-8d3a-7bd8c44a1829 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417583 Sep 25 01:26:48.539857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:48.556357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca5332-b5d4-46b3-b664-8870ce2c5ddb req-178efa21-e772-4923-be27-da6a98178363 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:48.557773 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-88ca5332-b5d4-46b3-b664-8870ce2c5ddb req-178efa21-e772-4923-be27-da6a98178363 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0485229 Sep 25 01:26:48.606931 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-88ca5332-b5d4-46b3-b664-8870ce2c5ddb req-22b66640-85cc-46eb-abcd-46e02a607fe3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436108 Sep 25 01:26:49.732818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326c664-d91e-428a-a35b-a324f2b2c857 req-ece02415-95b0-4e66-a1ee-7f540879ff23 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:49.734296 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b326c664-d91e-428a-a35b-a324f2b2c857 req-ece02415-95b0-4e66-a1ee-7f540879ff23 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0470135 Sep 25 01:26:49.785502 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b326c664-d91e-428a-a35b-a324f2b2c857 req-470adcd1-6907-4b7f-8c93-3539e328cba6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456643 Sep 25 01:26:50.905272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee234611-c2b2-4293-88b1-3b99b6a55c4a req-defe4a7e-f886-4180-a319-f54f7a464a16 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:50.906742 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ee234611-c2b2-4293-88b1-3b99b6a55c4a req-defe4a7e-f886-4180-a319-f54f7a464a16 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0476699 Sep 25 01:26:50.956572 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ee234611-c2b2-4293-88b1-3b99b6a55c4a req-49f3662d-fd25-4fa2-977f-06b4fc68afb6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Sep 25 01:26:50.986263 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:51.046218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:51.052672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:52.087320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e237-315e-4eb4-9082-3470b7312b8f req-c2e51971-dcf9-41df-8076-798fb3ddb03f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:52.088838 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5617e237-315e-4eb4-9082-3470b7312b8f req-c2e51971-dcf9-41df-8076-798fb3ddb03f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0468290 Sep 25 01:26:52.136748 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5617e237-315e-4eb4-9082-3470b7312b8f req-713cef80-4a82-48fb-9ab5-55f7014941db tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Sep 25 01:26:53.259457 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d6fc-2ce0-4686-963e-0c125b0f388e req-45bfc5b5-9c8f-47a1-9678-b5969df33033 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:53.261084 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2ef2d6fc-2ce0-4686-963e-0c125b0f388e req-45bfc5b5-9c8f-47a1-9678-b5969df33033 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0473118 Sep 25 01:26:53.309705 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2ef2d6fc-2ce0-4686-963e-0c125b0f388e req-5fcb51a1-3ec8-4f0f-89c1-e9308b27e2b0 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Sep 25 01:26:53.733359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:53.754378 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-d7788082-014b-4269-8fd6-20c533429662 service neutron] 10.222.0.60 "GET /networking/v2.0/ports/38b5d2ae-2db9-4e84-b90a-1831e42b557d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0564156 Sep 25 01:26:53.973879 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-a7f93a44-f454-4956-ad40-be59f4858a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:53.975358 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-a7f93a44-f454-4956-ad40-be59f4858a29 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7&tenant_id=7ebd5d0fc53c43c9af48c4c082af8739 HTTP/1.1" status: 200 len: 1129 time: 0.0421908 Sep 25 01:26:54.053797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-cbe28726-ceb0-4cd5-b898-c391a37eb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:54.055294 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-cbe28726-ceb0-4cd5-b898-c391a37eb269 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 1129 time: 0.0430751 Sep 25 01:26:54.147194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-03c430d1-6f5d-46b9-a1a4-eaef1439521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:54.149540 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-03c430d1-6f5d-46b9-a1a4-eaef1439521a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 916 time: 0.0875273 Sep 25 01:26:54.191913 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-2d682527-0788-4dff-9f36-e0b1ac896752 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d HTTP/1.1" status: 200 len: 217 time: 0.0357051 Sep 25 01:26:54.238134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-794596fa-9196-4b65-979c-9057d43caddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:54.239469 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-794596fa-9196-4b65-979c-9057d43caddd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0424216 Sep 25 01:26:54.281964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b828-9d01-4208-963e-7809081c1252 req-df1d3a14-3aec-4612-8d58-ce5cd36299ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:54.283542 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-df1d3a14-3aec-4612-8d58-ce5cd36299ac service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386398 Sep 25 01:26:54.379157 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-44ff64cf-16f3-4620-bde6-8063be31d3fa service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893626 Sep 25 01:26:54.409717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:54.483123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136533e-6bf7-4f1c-9d59-00fbcd4dea4b req-5bf4ca26-2031-4fe0-9a90-37e771393693 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:54.484653 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a136533e-6bf7-4f1c-9d59-00fbcd4dea4b req-5bf4ca26-2031-4fe0-9a90-37e771393693 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0916719 Sep 25 01:26:54.530101 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fb12b828-9d01-4208-963e-7809081c1252 req-26832698-f36c-4e9e-b5b9-ff9c342053ef service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452363 Sep 25 01:26:54.550620 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a136533e-6bf7-4f1c-9d59-00fbcd4dea4b req-150949e7-375a-4372-97ad-aed54594089c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592327 Sep 25 01:26:54.957188 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:55.672195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf487e28-06e8-4d9f-90ac-d84afbb74bab req-108b42ff-735b-4967-8de0-94762e0134aa tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:55.673680 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bf487e28-06e8-4d9f-90ac-d84afbb74bab req-108b42ff-735b-4967-8de0-94762e0134aa tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0470526 Sep 25 01:26:55.723372 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bf487e28-06e8-4d9f-90ac-d84afbb74bab req-9f11eda2-44c3-451b-ad0b-818f55042805 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438228 Sep 25 01:26:56.847169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68cfc-ab57-4f5f-8876-249a3a4037b1 req-09793de9-4c34-4d83-8f60-ac21752033ba tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:56.848679 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fba68cfc-ab57-4f5f-8876-249a3a4037b1 req-09793de9-4c34-4d83-8f60-ac21752033ba tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0476048 Sep 25 01:26:56.894934 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fba68cfc-ab57-4f5f-8876-249a3a4037b1 req-eb55ac51-1cd9-4249-8512-b32bbe65a4ae tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Sep 25 01:26:57.804247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 38b5d2ae-2db9-4e84-b90a-1831e42b557d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:26:57.817669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 38b5d2ae-2db9-4e84-b90a-1831e42b557d no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:26:57.957993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 38b5d2ae-2db9-4e84-b90a-1831e42b557d is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:57.958300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:57.964917 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:57.987969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '38b5d2ae-2db9-4e84-b90a-1831e42b557d', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'port_id': '38b5d2ae-2db9-4e84-b90a-1831e42b557d', 'mac_address': 'fa:16:3e:d6:ac:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:26:57.997151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:26:57.999379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729388a8-fd83-4414-b196-4e1c68fd99c9" -d '{"events": [{"server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:26:58.021580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba44d24-3b59-4c0c-9938-30abbe09a9a2 req-f1882e3b-588b-4ef4-a131-9fa1d123625f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:58.023100 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ba44d24-3b59-4c0c-9938-30abbe09a9a2 req-f1882e3b-588b-4ef4-a131-9fa1d123625f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0523901 Sep 25 01:26:58.030655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:58.040388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:58.054834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 38b5d2ae-2db9-4e84-b90a-1831e42b557d is: ACTIVE; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:58.055203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:58.073963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:58.074422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981641ae-1f75-4a45-b5d7-058f2ab94b42 x-openstack-request-id: req-981641ae-1f75-4a45-b5d7-058f2ab94b42 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:26:58.074756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:26:58.075141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-981641ae-1f75-4a45-b5d7-058f2ab94b42 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:26:58.075654 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981641ae-1f75-4a45-b5d7-058f2ab94b42'] response: {'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d', 'code': 200} Sep 25 01:26:58.078097 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ba44d24-3b59-4c0c-9938-30abbe09a9a2 req-b1b80781-a7ee-4056-8b9b-dfa1bf095f8f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Sep 25 01:26:58.094742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38b5d2ae-2db9-4e84-b90a-1831e42b557d {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:26:58.136278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=38b5d2ae-2db9-4e84-b90a-1831e42b557d,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:58.148230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.148582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.148922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.149549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.149866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.150200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.150523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.150847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.151169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.151491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.151817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.152163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.152490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.152809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.153125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:26:58.160652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:26:58.161919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:26:58.289261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c7a1-6452-45ff-9fa0-f9e9b168ef3f req-34d68dd4-0460-4e27-a68c-488cdd6a1e2c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:58.290682 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5e24c7a1-6452-45ff-9fa0-f9e9b168ef3f req-34d68dd4-0460-4e27-a68c-488cdd6a1e2c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 943 time: 0.0494664 Sep 25 01:26:58.311437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-464d13a4-0ace-48f5-9604-e41173fbddd4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:58.312957 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-464d13a4-0ace-48f5-9604-e41173fbddd4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7&tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0514119 Sep 25 01:26:58.339334 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5e24c7a1-6452-45ff-9fa0-f9e9b168ef3f req-5e969fed-e1e0-4384-8b25-c12709dbd48b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 Sep 25 01:26:58.427338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-3cb4d57e-5071-40b1-8607-c6c473cdb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:58.429492 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-3cb4d57e-5071-40b1-8607-c6c473cdb0be service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 1127 time: 0.0443983 Sep 25 01:26:58.520574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-c2c9a005-a874-45b8-b045-99ab16c9bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:58.522167 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-c2c9a005-a874-45b8-b045-99ab16c9bf91 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 916 time: 0.0865459 Sep 25 01:26:58.563757 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-d7577e79-64c5-4f8d-9fc1-cf9fa8e7b1e2 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d HTTP/1.1" status: 200 len: 217 time: 0.0363185 Sep 25 01:26:58.613090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-6b9852a3-00d7-4999-b213-82f493daeafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:58.614620 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-6b9852a3-00d7-4999-b213-82f493daeafa service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0458860 Sep 25 01:26:58.620108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a6f974c7-6e7c-4d8b-9061-548421233f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:58.658503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-1f7d5101-50b5-4118-9518-0ba8cba17a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:58.660017 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-1f7d5101-50b5-4118-9518-0ba8cba17a87 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398908 Sep 25 01:26:58.695876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 38b5d2ae-2db9-4e84-b90a-1831e42b557d is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:58.696319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:58.713314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b5d2ae-2db9-4e84-b90a-1831e42b557d {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:26:58.724932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:58.733572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:58.737992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:58.761376 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-47bb27ac-4d2f-4aa5-80b7-8b6db1bd60b5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957081 Sep 25 01:26:58.785708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=38b5d2ae-2db9-4e84-b90a-1831e42b557d,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:26:58.853854 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d09c3414-22d9-40ba-9368-1c80021b2040 req-96fd3b23-25b4-4399-925d-47a199e77e6e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865114 Sep 25 01:26:58.870172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['38b5d2ae-2db9-4e84-b90a-1831e42b557d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:26:59.161040 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:26:59.468579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afb8c8-b2c3-429a-a4bd-0a10383d9753 req-8f1c7ce1-65d2-4248-9511-322b4c6a7b2e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:26:59.470118 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79afb8c8-b2c3-429a-a4bd-0a10383d9753 req-8f1c7ce1-65d2-4248-9511-322b4c6a7b2e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 944 time: 0.0508451 Sep 25 01:26:59.518023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79afb8c8-b2c3-429a-a4bd-0a10383d9753 req-dbd5661f-79ec-4c1d-98a1-aa5806fa424a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 Sep 25 01:26:59.808572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 38b5d2ae-2db9-4e84-b90a-1831e42b557d up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:26:59.849648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:59.854637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 38b5d2ae-2db9-4e84-b90a-1831e42b557d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:26:59.855055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:59.855404 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 38b5d2ae-2db9-4e84-b90a-1831e42b557d Sep 25 01:26:59.887892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:26:59.928193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 38b5d2ae-2db9-4e84-b90a-1831e42b557d is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:26:59.928612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:26:59.961292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:26:59.965939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:00.012971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=38b5d2ae-2db9-4e84-b90a-1831e42b557d,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:00.076480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:27:00.078778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721e4f72-6b53-44aa-9422-62c9a344ec5a" -d '{"events": [{"server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "name": "network-vif-plugged", "status": "completed", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:27:00.268118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99286def-a668-417f-8a5a-1b0fa3a1ad0c x-openstack-request-id: req-99286def-a668-417f-8a5a-1b0fa3a1ad0c {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:27:00.268411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "name": "network-vif-plugged", "status": "completed", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:27:00.268686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99286def-a668-417f-8a5a-1b0fa3a1ad0c {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:27:00.269082 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99286def-a668-417f-8a5a-1b0fa3a1ad0c'] response: {'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d', 'code': 200} Sep 25 01:27:00.641413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa002cb3-9205-44f8-82d3-1caa07ff645f req-929ba0c9-0a03-45af-9c5f-de2024d552d2 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:00.642860 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aa002cb3-9205-44f8-82d3-1caa07ff645f req-929ba0c9-0a03-45af-9c5f-de2024d552d2 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0459547 Sep 25 01:27:00.689178 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aa002cb3-9205-44f8-82d3-1caa07ff645f req-4fd4fef8-4a48-4134-a2e7-7637b2cb0439 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Sep 25 01:27:00.812913 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f9094-fdfe-4fb6-ba87-6cd5b2b5e7f1 req-c8b88cf9-fda2-47eb-bfc2-0911beab0145 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:00.814311 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ed8f9094-fdfe-4fb6-ba87-6cd5b2b5e7f1 req-c8b88cf9-fda2-47eb-bfc2-0911beab0145 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0516064 Sep 25 01:27:00.862278 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ed8f9094-fdfe-4fb6-ba87-6cd5b2b5e7f1 req-1ccc3e65-1a5e-4705-88a7-fe33c3f5f0e9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Sep 25 01:27:00.949849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33118) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:27:00.954386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-24e43fab-3b1a-41ae-9cc9-c35b23397030 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490641323', 'description': 'tempest-description--1165357891'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:27:00.976197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-24e43fab-3b1a-41ae-9cc9-c35b23397030 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.042416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-24e43fab-3b1a-41ae-9cc9-c35b23397030 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group (1aa7bd16-e279-4430-9253-68fa6adf10b0), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.046218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-24e43fab-3b1a-41ae-9cc9-c35b23397030 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (1aa7bd16-e279-4430-9253-68fa6adf10b0), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.081961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-24e43fab-3b1a-41ae-9cc9-c35b23397030 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.083308 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-24e43fab-3b1a-41ae-9cc9-c35b23397030 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1324651 Sep 25 01:27:01.085492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e43fab-3b1a-41ae-9cc9-c35b23397030 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa7bd16-e279-4430-9253-68fa6adf10b0,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:01.087668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33120) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:27:01.092492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-60db2411-580b-4911-8ca6-95cac63f9020 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Request body: {'security_group_rule': {'security_group_id': '1aa7bd16-e279-4430-9253-68fa6adf10b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:27:01.119422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-60db2411-580b-4911-8ca6-95cac63f9020 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group_rule (30a70811-4549-4b84-b0d0-fc36986ad231), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.130138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:01.177615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-60db2411-580b-4911-8ca6-95cac63f9020 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group_rule (30a70811-4549-4b84-b0d0-fc36986ad231), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.181709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-60db2411-580b-4911-8ca6-95cac63f9020 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (30a70811-4549-4b84-b0d0-fc36986ad231), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.202267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db2411-580b-4911-8ca6-95cac63f9020 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a70811-4549-4b84-b0d0-fc36986ad231,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:01.207494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-60db2411-580b-4911-8ca6-95cac63f9020 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.211539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33122) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:27:01.211689 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-60db2411-580b-4911-8ca6-95cac63f9020 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227016 Sep 25 01:27:01.216086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7db9f356-7a61-4de3-a070-e35ccae1934a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Request body: {'security_group_rule': {'security_group_id': '1aa7bd16-e279-4430-9253-68fa6adf10b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:27:01.242441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7db9f356-7a61-4de3-a070-e35ccae1934a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group_rule (6a06a71b-7426-4ef1-b1d3-31482b20e473), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.298440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7db9f356-7a61-4de3-a070-e35ccae1934a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group_rule (6a06a71b-7426-4ef1-b1d3-31482b20e473), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.302070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7db9f356-7a61-4de3-a070-e35ccae1934a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (6a06a71b-7426-4ef1-b1d3-31482b20e473), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.322886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9f356-7a61-4de3-a070-e35ccae1934a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a06a71b-7426-4ef1-b1d3-31482b20e473,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:01.328235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7db9f356-7a61-4de3-a070-e35ccae1934a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.329428 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7db9f356-7a61-4de3-a070-e35ccae1934a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168559 Sep 25 01:27:01.332613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33124) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:27:01.336985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:27:01.357625 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.409286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:01.443231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.509453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1407451c-c019-40b9-8e0b-fb0b4fc9d93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.553819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Allocated IP 172.36.7.244 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/e87cadfc-607c-46aa-8c99-9d44dae794ef) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:27:01.621091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:01.659451 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for port (e87cadfc-607c-46aa-8c99-9d44dae794ef), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.691934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (e87cadfc-607c-46aa-8c99-9d44dae794ef), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.736488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:27:01.741747 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:27:01.744543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:27:01.749813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event updated for resources: {'Port': ['ID=e87cadfc-607c-46aa-8c99-9d44dae794ef,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:01.829604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for floatingip (9e446fdc-0cb4-4039-b66d-85ae74d30705), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:01.866976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e87cadfc-607c-46aa-8c99-9d44dae794ef), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:02.014264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for port (e87cadfc-607c-46aa-8c99-9d44dae794ef), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:02.018663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (e87cadfc-607c-46aa-8c99-9d44dae794ef), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:02.078923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:02.092203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event updated for resources: {'Port': ['ID=e87cadfc-607c-46aa-8c99-9d44dae794ef,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:02.096998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (9e446fdc-0cb4-4039-b66d-85ae74d30705), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:02.112730 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:02.113975 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c7856e94-1ad4-4dfd-b79f-b6f858ee204d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7804489 Sep 25 01:27:02.208543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b44d03-4ff9-4e4d-8c71-6dbdc1d84867 req-213d1e91-278b-4b1b-a6fa-ce9d51f715d6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:02.210636 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e7b44d03-4ff9-4e4d-8c71-6dbdc1d84867 req-213d1e91-278b-4b1b-a6fa-ce9d51f715d6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0472150 Sep 25 01:27:02.257682 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e7b44d03-4ff9-4e4d-8c71-6dbdc1d84867 req-15a11b4d-ec7a-4e5c-9389-9f2dfc2f802b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Sep 25 01:27:02.644997 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85045-df67-4605-ab6d-5bc657827336 req-47d5a146-bba3-45a5-9a58-18ec6e55b35d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:02.646438 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-47d5a146-bba3-45a5-9a58-18ec6e55b35d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 815 time: 0.1026297 Sep 25 01:27:02.661759 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-48f97db6-05bd-4bd3-a643-16a22267310a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/quotas/7ebd5d0fc53c43c9af48c4c082af8739 HTTP/1.1" status: 200 len: 375 time: 0.0091584 Sep 25 01:27:02.713772 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e9d448fc-7dac-431b-9b7b-9cfa3f695e11 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466917 Sep 25 01:27:02.779699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:02.814393 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-419915ed-c3e1-4f3c-8125-00c08bab2b0a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941551 Sep 25 01:27:02.903540 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-29d4aa6f-61d5-4636-a229-a3a96106b7ba service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834033 Sep 25 01:27:03.065104 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88a54094-4a1c-4745-9ec0-7a16f8494de8 req-8e9e3cb6-10df-49ff-b631-495e1f2d9d5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 210 time: 0.0288057 Sep 25 01:27:03.814999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:04.176188 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f14178d0-09ff-47c6-8da3-3e42437f2406 req-98d03e9c-f96f-4b85-ba7c-fd83c523b6d4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 210 time: 0.0331817 Sep 25 01:27:04.422875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-1bdb63eb-1a21-42b5-bb59-8e43fdbee480 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:04.424374 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-1bdb63eb-1a21-42b5-bb59-8e43fdbee480 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3c71614d-a3e8-478e-aaaf-90deee0b9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0472758 Sep 25 01:27:04.523249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Deleting port 38b5d2ae-2db9-4e84-b90a-1831e42b557d {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:27:04.523595 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:04.614318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] For port 38b5d2ae-2db9-4e84-b90a-1831e42b557d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b5d2ae-2db9-4e84-b90a-1831e42b557d,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:04.614599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:04.628127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Calling delete_port for 38b5d2ae-2db9-4e84-b90a-1831e42b557d owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:27:04.758718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (38b5d2ae-2db9-4e84-b90a-1831e42b557d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:04.795550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['38b5d2ae-2db9-4e84-b90a-1831e42b557d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:27:04.796268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event deleted for resources: {'Port': ['ID=38b5d2ae-2db9-4e84-b90a-1831e42b557d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:04.893725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.894084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.894437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.894783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.895130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.895479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.895816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.896177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.896513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.896848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.897716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.898049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.898409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.898752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.899084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:04.930908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] No DVR routers for this DVR port 38b5d2ae-2db9-4e84-b90a-1831e42b557d on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:27:04.934363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:04.937942 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "DELETE /networking/v2.0/ports/38b5d2ae-2db9-4e84-b90a-1831e42b557d HTTP/1.1" status: 204 len: 173 time: 0.5047371 Sep 25 01:27:04.941396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'name': 'network-vif-deleted', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:27:04.943828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318b6f4b-1948-4504-9a6f-f2997beaba74" -d '{"events": [{"server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "name": "network-vif-deleted", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:27:04.946474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:05.000486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ec1e166e-5d44-404b-bf2b-5b8c725b0ef9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:05.002096 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ec1e166e-5d44-404b-bf2b-5b8c725b0ef9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 815 time: 0.1954334 Sep 25 01:27:05.073738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e39b08-cd20-40d2-8377-b1bccca52346 x-openstack-request-id: req-47e39b08-cd20-40d2-8377-b1bccca52346 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:27:05.074037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c71614d-a3e8-478e-aaaf-90deee0b9cf7", "name": "network-vif-deleted", "tag": "38b5d2ae-2db9-4e84-b90a-1831e42b557d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:27:05.074296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47e39b08-cd20-40d2-8377-b1bccca52346 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:27:05.074714 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e39b08-cd20-40d2-8377-b1bccca52346'] response: {'server_uuid': '3c71614d-a3e8-478e-aaaf-90deee0b9cf7', 'name': 'network-vif-deleted', 'tag': '38b5d2ae-2db9-4e84-b90a-1831e42b557d', 'status': 'completed', 'code': 200} Sep 25 01:27:05.187766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Request body: {'port': {'device_id': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'admin_state_up': True, 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:27:05.291462 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-57739a71-aefb-4e7d-9d77-f71a8f7d4716 req-9c1e4e59-78db-4f93-bce7-b34be3c00e7a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 210 time: 0.0317543 Sep 25 01:27:05.330147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Made reservation on behalf of 7ebd5d0fc53c43c9af48c4c082af8739 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:27:05.334115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:05.351360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:05.470282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Allocated IP 172.20.0.6 (cb52822e-d584-49fc-b98c-b9de4e8cd4f1/25a46249-e1bf-49a1-82e0-a0af37e41f97/7b63fb55-48b5-471c-a991-5239ebb732f5) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:27:05.627079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:05.658702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:05.692913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['38b5d2ae-2db9-4e84-b90a-1831e42b557d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:27:05.706543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:27:05.710420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:27:05.714832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:27:05.743692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event updated for resources: {'Port': ['ID=7b63fb55-48b5-471c-a991-5239ebb732f5,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:05.774915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:05.775531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:05.796304 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-e31facbc-9eb4-4633-bcf8-ae1b1305bb20 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6126723 Sep 25 01:27:05.817003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Request body: {'port': {'device_id': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:27:05.881068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:05.968247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-96b74c2e-856a-4f6d-add0-54cffb1c2920 None None] Provisioning complete for port 7b63fb55-48b5-471c-a991-5239ebb732f5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:27:05.968535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-96b74c2e-856a-4f6d-add0-54cffb1c2920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:05.968869 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-96b74c2e-856a-4f6d-add0-54cffb1c2920 None None] Attempt 1 to provision port 7b63fb55-48b5-471c-a991-5239ebb732f5 Sep 25 01:27:06.004742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:06.009715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-96b74c2e-856a-4f6d-add0-54cffb1c2920 None None] Port 7b63fb55-48b5-471c-a991-5239ebb732f5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:27:06.084993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:06.143815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:06.148378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b63fb55-48b5-471c-a991-5239ebb732f5 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:27:06.156531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Publish callbacks [] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:06.171099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Transition to ACTIVE for port object 7b63fb55-48b5-471c-a991-5239ebb732f5 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:27:06.174730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:06.257986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b63fb55-48b5-471c-a991-5239ebb732f5,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:06.286709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Attempting to bind port 7b63fb55-48b5-471c-a991-5239ebb732f5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:27:06.287060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Attempting to bind port 7b63fb55-48b5-471c-a991-5239ebb732f5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:27:06.287396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Attempting to bind port 7b63fb55-48b5-471c-a991-5239ebb732f5 on network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:27:06.335633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Port 7b63fb55-48b5-471c-a991-5239ebb732f5 on network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:27:06.335919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Attempting to bind port 7b63fb55-48b5-471c-a991-5239ebb732f5 on network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:27:06.407810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:27:06.408175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Checking segment: {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:27:06.408567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Bound using segment: {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:27:06.409012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Bound port: 7b63fb55-48b5-471c-a991-5239ebb732f5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:27:06.409374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:06.431932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fd9cb-9707-42ab-b3dd-52941910ff5b req-aa065043-c875-4b5b-9098-45a08e5a33f4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:06.433449 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-602fd9cb-9707-42ab-b3dd-52941910ff5b req-aa065043-c875-4b5b-9098-45a08e5a33f4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 943 time: 0.0622475 Sep 25 01:27:06.510944 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-96b74c2e-856a-4f6d-add0-54cffb1c2920 None None] Attempt 2 to provision port 7b63fb55-48b5-471c-a991-5239ebb732f5 Sep 25 01:27:06.520802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:27:06.525119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7b63fb55-48b5-471c-a991-5239ebb732f5,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:27:06.529635 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-602fd9cb-9707-42ab-b3dd-52941910ff5b req-d7546362-f72d-4a8e-a8b3-255ed16846d4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771782 Sep 25 01:27:06.538061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:06.542543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:06.543173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:06.545029 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/7b63fb55-48b5-471c-a991-5239ebb732f5 HTTP/1.1" status: 200 len: 1093 time: 0.7321270 Sep 25 01:27:06.560232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:06.561095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-96b74c2e-856a-4f6d-add0-54cffb1c2920 None None] Port 7b63fb55-48b5-471c-a991-5239ebb732f5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:27:06.593645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc986f3-364c-4b17-ae11-e2279a0fc4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b63fb55-48b5-471c-a991-5239ebb732f5,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:06.647163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85045-df67-4605-ab6d-5bc657827336 req-f6d9fab4-3e8d-4d31-9586-12232661f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:06.649483 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-f6d9fab4-3e8d-4d31-9586-12232661f1dd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 1127 time: 0.0400555 Sep 25 01:27:06.693731 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-245abcb6-837d-47a3-946b-df4cfa79ebba service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b63fb55-48b5-471c-a991-5239ebb732f5 HTTP/1.1" status: 200 len: 217 time: 0.0314369 Sep 25 01:27:06.745015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85045-df67-4605-ab6d-5bc657827336 req-f25a3c9c-6f10-48ca-be7f-35458c642096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:06.746451 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-f25a3c9c-6f10-48ca-be7f-35458c642096 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0475175 Sep 25 01:27:06.791335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85045-df67-4605-ab6d-5bc657827336 req-b4c7aa94-6ab5-4c70-966d-4c4f2b2cdc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:06.792789 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-b4c7aa94-6ab5-4c70-966d-4c4f2b2cdc76 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404174 Sep 25 01:27:06.889295 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-f2bac5fb-cbe3-436e-a57f-5c4750638284 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873499 Sep 25 01:27:06.977655 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6fb85045-df67-4605-ab6d-5bc657827336 req-25de4d4d-c554-4b84-8271-683313e46b3c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827868 Sep 25 01:27:07.062407 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-96b74c2e-856a-4f6d-add0-54cffb1c2920 None None] Attempt 3 to provision port 7b63fb55-48b5-471c-a991-5239ebb732f5 Sep 25 01:27:07.076450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:27:07.079012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71877f4e-d86f-4fae-b85c-f98965edf94e" -d '{"events": [{"name": "network-changed", "server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:27:07.102741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-96b74c2e-856a-4f6d-add0-54cffb1c2920 None None] Port 7b63fb55-48b5-471c-a991-5239ebb732f5 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:27:07.117723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21dd10d-0c84-4170-96b4-d2da9cd1b808 x-openstack-request-id: req-c21dd10d-0c84-4170-96b4-d2da9cd1b808 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:27:07.118012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:27:07.118269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c21dd10d-0c84-4170-96b4-d2da9cd1b808 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:27:07.118704 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21dd10d-0c84-4170-96b4-d2da9cd1b808'] response: {'name': 'network-changed', 'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5', 'status': 'completed', 'code': 200} Sep 25 01:27:07.648003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:07.656709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c85b36-ed8a-45ab-bc09-8d269845e553 req-e22b4f3c-31f7-48ff-ac02-4462d3339dc6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:07.658196 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4c85b36-ed8a-45ab-bc09-8d269845e553 req-e22b4f3c-31f7-48ff-ac02-4462d3339dc6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 943 time: 0.0484629 Sep 25 01:27:07.710660 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f4c85b36-ed8a-45ab-bc09-8d269845e553 req-3cae19fe-cf5f-4206-ab27-8a9585b106b2 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Sep 25 01:27:07.856986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 38b5d2ae-2db9-4e84-b90a-1831e42b557d no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:27:07.876230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 38b5d2ae-2db9-4e84-b90a-1831e42b557d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:27:07.876579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 38b5d2ae-2db9-4e84-b90a-1831e42b557d not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:27:08.834491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967b9eb-ab5d-43cc-a0b3-0a8a306e849a req-f097e23c-1904-4086-8697-1423dd1adb2b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:08.836593 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6967b9eb-ab5d-43cc-a0b3-0a8a306e849a req-f097e23c-1904-4086-8697-1423dd1adb2b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 943 time: 0.0478151 Sep 25 01:27:08.885597 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6967b9eb-ab5d-43cc-a0b3-0a8a306e849a req-f05d4ce2-d1b5-4fee-bdb4-8553e4accbf8 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Sep 25 01:27:09.026168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-1ac3001d-310e-4257-a87d-ef9911b5844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:09.027600 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-1ac3001d-310e-4257-a87d-ef9911b5844e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 1127 time: 0.0398750 Sep 25 01:27:09.049691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:09.118404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-60e3652a-ceaa-43f1-bcad-b274bba505d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:09.119898 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-60e3652a-ceaa-43f1-bcad-b274bba505d7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 916 time: 0.0865703 Sep 25 01:27:09.156916 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:09.157639 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:09.163429 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-926e6471-f815-4394-84e1-25dbc44773d9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b63fb55-48b5-471c-a991-5239ebb732f5 HTTP/1.1" status: 200 len: 217 time: 0.0370290 Sep 25 01:27:09.211435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-5112a64f-95e9-45c4-957b-0934fedf746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:09.212917 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-5112a64f-95e9-45c4-957b-0934fedf746e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0444815 Sep 25 01:27:09.257167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-bd0eeeaa-4b23-4605-8fc9-baf45962a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:09.258717 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-bd0eeeaa-4b23-4605-8fc9-baf45962a833 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391455 Sep 25 01:27:09.352393 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-32d4dfc5-f09b-4f8b-b336-f01a292e2d8c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874863 Sep 25 01:27:09.453133 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71877f4e-d86f-4fae-b85c-f98965edf94e req-33a1656c-aefe-4bfc-a665-3dd7ce17cfe9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944512 Sep 25 01:27:10.005007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c4412-a468-49c1-8978-abadec5298cf req-d1178e90-7157-43c5-b0f8-e338985f8b04 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:10.006412 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b73c4412-a468-49c1-8978-abadec5298cf req-d1178e90-7157-43c5-b0f8-e338985f8b04 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 943 time: 0.0469928 Sep 25 01:27:10.053539 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b73c4412-a468-49c1-8978-abadec5298cf req-ec1ac35a-eb16-4bb8-9d60-f45a6b02fed7 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Sep 25 01:27:11.076525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:11.174996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4441a1-5bdc-4b52-a89c-ea76cf951493 req-e94e08ba-2ae7-41ec-971b-1a224bdbb23d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:11.176524 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fb4441a1-5bdc-4b52-a89c-ea76cf951493 req-e94e08ba-2ae7-41ec-971b-1a224bdbb23d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 943 time: 0.0501792 Sep 25 01:27:11.223219 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fb4441a1-5bdc-4b52-a89c-ea76cf951493 req-0a025f2b-1ac9-4775-b676-c123f88a0b79 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Sep 25 01:27:11.867265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7b63fb55-48b5-471c-a991-5239ebb732f5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:27:11.967538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7b63fb55-48b5-471c-a991-5239ebb732f5,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:11.978912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '7b63fb55-48b5-471c-a991-5239ebb732f5', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'port_id': '7b63fb55-48b5-471c-a991-5239ebb732f5', 'mac_address': 'fa:16:3e:45:33:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:27:12.013406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7b63fb55-48b5-471c-a991-5239ebb732f5 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:27:12.013823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:12.027622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b63fb55-48b5-471c-a991-5239ebb732f5 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:27:12.048090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7b63fb55-48b5-471c-a991-5239ebb732f5,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:12.051859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:12.101000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7b63fb55-48b5-471c-a991-5239ebb732f5,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:12.347799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa15ef-4252-4dd9-bf6f-7716b3138163 req-6bd7c623-07f9-41fb-b1d3-3994b0ff10d2 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:12.349311 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3fa15ef-4252-4dd9-bf6f-7716b3138163 req-6bd7c623-07f9-41fb-b1d3-3994b0ff10d2 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 944 time: 0.0470407 Sep 25 01:27:12.396174 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3fa15ef-4252-4dd9-bf6f-7716b3138163 req-464fc9bd-8baa-4471-8f1d-ae8fe65823b3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Sep 25 01:27:12.446545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['7b63fb55-48b5-471c-a991-5239ebb732f5'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:27:12.468769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:12.494289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:13.517619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca96a0-cfd5-44d3-94eb-3a77801e2099 req-cda85a52-86d0-4bd5-bfa5-df9e82c28190 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:13.519125 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-88ca96a0-cfd5-44d3-94eb-3a77801e2099 req-cda85a52-86d0-4bd5-bfa5-df9e82c28190 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 944 time: 0.0463872 Sep 25 01:27:13.566101 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-88ca96a0-cfd5-44d3-94eb-3a77801e2099 req-fe644e71-9502-489a-b23c-ff9f5521098e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Sep 25 01:27:13.886493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7b63fb55-48b5-471c-a991-5239ebb732f5 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:27:13.930830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 7b63fb55-48b5-471c-a991-5239ebb732f5 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:27:13.936077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 7b63fb55-48b5-471c-a991-5239ebb732f5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:27:13.936458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:13.936798 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 7b63fb55-48b5-471c-a991-5239ebb732f5 Sep 25 01:27:14.005081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7b63fb55-48b5-471c-a991-5239ebb732f5 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:27:14.005462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:14.028076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:27:14.030283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6a70eb-e2a3-4d04-9df4-0d517fb926b7" -d '{"events": [{"server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "name": "network-vif-plugged", "status": "completed", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:27:14.042844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7b63fb55-48b5-471c-a991-5239ebb732f5,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:14.047554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:14.073236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca867b5a-1966-4ad3-a9e4-d44ff5c1ffab x-openstack-request-id: req-ca867b5a-1966-4ad3-a9e4-d44ff5c1ffab {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:27:14.073530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "name": "network-vif-plugged", "status": "completed", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:27:14.073782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca867b5a-1966-4ad3-a9e4-d44ff5c1ffab {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:27:14.074173 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca867b5a-1966-4ad3-a9e4-d44ff5c1ffab'] response: {'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5', 'code': 200} Sep 25 01:27:14.101577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7b63fb55-48b5-471c-a991-5239ebb732f5,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:14.280928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d4e30-f3e9-48f6-b597-e87eaeb5746c req-73ce856b-8bad-4fc0-9f26-3dcfb495ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:14.282339 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-348d4e30-f3e9-48f6-b597-e87eaeb5746c req-73ce856b-8bad-4fc0-9f26-3dcfb495ca78 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 1129 time: 0.0423489 Sep 25 01:27:14.327101 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-348d4e30-f3e9-48f6-b597-e87eaeb5746c req-806b1020-f668-4a27-b7fc-3b5d029cf412 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Sep 25 01:27:14.685468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3860-5775-4f05-8bdd-2a61a26a9992 req-fe4e7f6e-8cc5-4b0b-8532-7f07de6f2b2c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:14.686897 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c8ae3860-5775-4f05-8bdd-2a61a26a9992 req-fe4e7f6e-8cc5-4b0b-8532-7f07de6f2b2c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0458918 Sep 25 01:27:14.736632 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c8ae3860-5775-4f05-8bdd-2a61a26a9992 req-659a2955-4742-455f-b4fd-5686273e98fa tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Sep 25 01:27:15.859012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ced2f-8af5-4d26-bd45-40c162453bab req-edf0a341-d156-4be5-b959-424d87aa7b6d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:15.860513 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2b3ced2f-8af5-4d26-bd45-40c162453bab req-edf0a341-d156-4be5-b959-424d87aa7b6d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0473773 Sep 25 01:27:15.911137 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2b3ced2f-8af5-4d26-bd45-40c162453bab req-f0af91f3-1e57-423b-a9f6-49c6ebc9c3c3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Sep 25 01:27:17.032945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3dc63-3835-4e3e-89ab-942b4fdb2e5f req-e8b4f63f-a3db-4331-976f-43bf97a8791a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:17.034432 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96b3dc63-3835-4e3e-89ab-942b4fdb2e5f req-e8b4f63f-a3db-4331-976f-43bf97a8791a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0478528 Sep 25 01:27:17.083704 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96b3dc63-3835-4e3e-89ab-942b4fdb2e5f req-4be2de61-8040-48b2-9072-1f1b0cabe37b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 Sep 25 01:27:17.204727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d2b06-87b2-49df-aea7-a73555344c44 req-6e2a8660-e7b9-430c-8e4a-a69088265a16 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:17.206118 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5b4d2b06-87b2-49df-aea7-a73555344c44 req-6e2a8660-e7b9-430c-8e4a-a69088265a16 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0464251 Sep 25 01:27:17.257056 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5b4d2b06-87b2-49df-aea7-a73555344c44 req-2d885951-e67c-4ec0-bd36-302c863a80b2 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 Sep 25 01:27:17.602002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:17.610732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-df35a643-69e2-4aa4-bb29-01cc09041814 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0666113 Sep 25 01:27:17.620914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6d87-12cf-4582-a807-8b54acc7db13 req-be5b2275-7f3d-4f42-8c82-b247b9c21883 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:17.622383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e09a6d87-12cf-4582-a807-8b54acc7db13 req-be5b2275-7f3d-4f42-8c82-b247b9c21883 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0703487 Sep 25 01:27:17.671110 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e09a6d87-12cf-4582-a807-8b54acc7db13 req-d06c7882-49f7-4db1-9508-407fb292dd9d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 Sep 25 01:27:17.858941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-0d4e17fb-9bbd-402f-bc95-fc2a8d627e79 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:17.860330 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-0d4e17fb-9bbd-402f-bc95-fc2a8d627e79 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports/7b63fb55-48b5-471c-a991-5239ebb732f5 HTTP/1.1" status: 200 len: 942 time: 0.0490487 Sep 25 01:27:18.799312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcce892-f52c-4e00-ba8f-84d242abab67 req-ac53a4bb-3909-45e8-af6d-0a0ef0ee5290 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:18.800823 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3dcce892-f52c-4e00-ba8f-84d242abab67 req-ac53a4bb-3909-45e8-af6d-0a0ef0ee5290 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0487039 Sep 25 01:27:18.819920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:18.830624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:18.841255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-a7598eb7-b826-44c6-82a9-78805b6c4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:18.842786 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-a7598eb7-b826-44c6-82a9-78805b6c4660 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 1129 time: 0.0422008 Sep 25 01:27:18.851221 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3dcce892-f52c-4e00-ba8f-84d242abab67 req-1c3c375d-1065-4b87-8ea4-4e95e61e2c11 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447636 Sep 25 01:27:18.933094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-786c9f35-8131-48c3-89e7-434d70fde651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:18.934569 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-786c9f35-8131-48c3-89e7-434d70fde651 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 916 time: 0.0863695 Sep 25 01:27:18.976791 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-86d59ff3-0a21-413e-b16b-a77c52a466a7 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b63fb55-48b5-471c-a991-5239ebb732f5 HTTP/1.1" status: 200 len: 217 time: 0.0358276 Sep 25 01:27:19.025845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-029e922e-378a-4046-b85b-f306eaffafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:19.027343 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-029e922e-378a-4046-b85b-f306eaffafaa service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0449901 Sep 25 01:27:19.070307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-1fdc7fff-6940-4948-b3db-f0d792eebecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:19.071783 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-1fdc7fff-6940-4948-b3db-f0d792eebecd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385885 Sep 25 01:27:19.165405 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-88d60a0c-9978-457c-8f1d-550dcf47713e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873995 Sep 25 01:27:19.258231 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-ce774d95-7d9a-4c7a-b807-c1e497d02d84 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858705 Sep 25 01:27:19.979930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ae86-39dc-42d9-bef4-532bb24c15df req-ebbd0152-7979-45d7-b9a9-733db1077f55 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:19.981455 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1dc7ae86-39dc-42d9-bef4-532bb24c15df req-ebbd0152-7979-45d7-b9a9-733db1077f55 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0521648 Sep 25 01:27:20.029769 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1dc7ae86-39dc-42d9-bef4-532bb24c15df req-8aa323a9-c3fe-4347-a952-f5703c7e7147 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Sep 25 01:27:21.152899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414696b6-9de7-481b-805f-0eae4ae49db9 req-b521a8d8-e2ae-40cf-b7d4-1fd45eda8190 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:21.154405 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-414696b6-9de7-481b-805f-0eae4ae49db9 req-b521a8d8-e2ae-40cf-b7d4-1fd45eda8190 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0513806 Sep 25 01:27:21.201498 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-414696b6-9de7-481b-805f-0eae4ae49db9 req-60d565d8-9f0b-4095-aa5c-3658f37d787c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Sep 25 01:27:22.322729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526cfa-4fd4-4be9-ba80-d526360eeaf7 req-b410a7b6-8d3e-4cbe-9c09-1ba7f0062ed9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:22.324234 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d3526cfa-4fd4-4be9-ba80-d526360eeaf7 req-b410a7b6-8d3e-4cbe-9c09-1ba7f0062ed9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0477681 Sep 25 01:27:22.371832 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d3526cfa-4fd4-4be9-ba80-d526360eeaf7 req-539d0ff1-5004-48a9-a945-1199406fdbe5 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Sep 25 01:27:23.496171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c673502-e811-4133-9429-eb4edda56d08 req-8d2bcace-40b1-45ba-856a-058e1a5b1b07 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:23.497770 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9c673502-e811-4133-9429-eb4edda56d08 req-8d2bcace-40b1-45ba-856a-058e1a5b1b07 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0467908 Sep 25 01:27:23.549101 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9c673502-e811-4133-9429-eb4edda56d08 req-d2a56f6f-2e01-4d4f-ae65-2ddacb0d934c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Sep 25 01:27:24.097725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:24.098483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:24.676695 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b568b00-5395-4320-a602-ec12bf654a9e req-1fc51669-56a5-47dd-b658-5128f77458a0 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:24.678720 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b568b00-5395-4320-a602-ec12bf654a9e req-1fc51669-56a5-47dd-b658-5128f77458a0 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0497694 Sep 25 01:27:24.723724 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b568b00-5395-4320-a602-ec12bf654a9e req-548c7c38-54b2-4a67-b092-f4b2cc583216 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Sep 25 01:27:25.844838 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71bbfb-89e8-4cce-9eb6-72d7bde593cf req-b1e769aa-4fd4-4a56-ad01-a3dece030183 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:25.846363 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ac71bbfb-89e8-4cce-9eb6-72d7bde593cf req-b1e769aa-4fd4-4a56-ad01-a3dece030183 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0475266 Sep 25 01:27:25.885825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:25.898776 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ac71bbfb-89e8-4cce-9eb6-72d7bde593cf req-25adec2d-4c76-4fc3-97f4-95dee81c9d07 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469608 Sep 25 01:27:27.019641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646fc81-395c-49fe-a30b-75e555b3d700 req-fc5800cf-85f9-4e61-b4ae-90634a12b4bb tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:27.021187 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8646fc81-395c-49fe-a30b-75e555b3d700 req-fc5800cf-85f9-4e61-b4ae-90634a12b4bb tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0468464 Sep 25 01:27:27.071687 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8646fc81-395c-49fe-a30b-75e555b3d700 req-9138802c-3743-4b76-8d42-7ca7443118c4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439794 Sep 25 01:27:27.981713 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:27.990672 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:28.191633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac3f3d-c64f-43fb-88f6-0d2d1efda161 req-18934609-2730-4048-a880-639bdbcd353d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:28.193126 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ceac3f3d-c64f-43fb-88f6-0d2d1efda161 req-18934609-2730-4048-a880-639bdbcd353d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0471549 Sep 25 01:27:28.239999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ceac3f3d-c64f-43fb-88f6-0d2d1efda161 req-29a2b2e9-f130-4e18-9624-6fcb4874b487 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Sep 25 01:27:28.621770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-15c42a3e-561b-42b6-bb1d-1b8914acb788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:29.360211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038258d-8d90-4960-a23f-545410d8ba80 req-a8801003-b3a7-43fd-8795-2d611166a963 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:29.361684 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d038258d-8d90-4960-a23f-545410d8ba80 req-a8801003-b3a7-43fd-8795-2d611166a963 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0458775 Sep 25 01:27:29.392202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:29.414270 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d038258d-8d90-4960-a23f-545410d8ba80 req-35f8812e-8124-44d0-b286-6fc0dbe1c12e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464253 Sep 25 01:27:30.532378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4845a15-1c88-4aff-9f11-5752a5117338 req-9a1052f8-7d77-4986-91c9-d6cf59051714 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:30.533840 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e4845a15-1c88-4aff-9f11-5752a5117338 req-9a1052f8-7d77-4986-91c9-d6cf59051714 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0468843 Sep 25 01:27:30.580622 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e4845a15-1c88-4aff-9f11-5752a5117338 req-b08d6a28-6eb7-465e-89ce-053fa195d1c8 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Sep 25 01:27:31.512404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-66540d3e-377d-4ee5-b557-b292d5f2f287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:31.701252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27ac1-ae95-4f4f-8d8c-6d940f34aa72 req-10be4d4c-ac30-4acb-b562-eab4e1d1d758 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:31.702748 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-17e27ac1-ae95-4f4f-8d8c-6d940f34aa72 req-10be4d4c-ac30-4acb-b562-eab4e1d1d758 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0478086 Sep 25 01:27:31.750735 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-17e27ac1-ae95-4f4f-8d8c-6d940f34aa72 req-285a3846-3073-49c9-8a3b-402405f30817 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423167 Sep 25 01:27:32.874656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2c4ee-601e-4219-ae10-ef08a31b1d05 req-1d977f6d-bd59-485d-b7ec-d3eb1c9d5038 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:32.876125 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1af2c4ee-601e-4219-ae10-ef08a31b1d05 req-1d977f6d-bd59-485d-b7ec-d3eb1c9d5038 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0501423 Sep 25 01:27:32.922458 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1af2c4ee-601e-4219-ae10-ef08a31b1d05 req-7f7443bd-69b2-435c-9d8c-cb9dfd7ee303 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Sep 25 01:27:33.820984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:34.042242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6a209-4197-44b1-930b-32ce939b9ba1 req-07166a8d-df11-4ac0-95d0-3c8b35b09089 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:34.043707 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-16d6a209-4197-44b1-930b-32ce939b9ba1 req-07166a8d-df11-4ac0-95d0-3c8b35b09089 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0467963 Sep 25 01:27:34.090893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-16d6a209-4197-44b1-930b-32ce939b9ba1 req-37fed01e-293d-4363-9012-aa37af0de056 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415421 Sep 25 01:27:35.210929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d5dcb-bc7a-476c-ae09-90db1977b3d1 req-b447abbf-8b0a-4216-8657-1619dd1d69fd tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:35.212499 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fe3d5dcb-bc7a-476c-ae09-90db1977b3d1 req-b447abbf-8b0a-4216-8657-1619dd1d69fd tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0469267 Sep 25 01:27:35.258407 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fe3d5dcb-bc7a-476c-ae09-90db1977b3d1 req-7ca9be0c-d1b4-4960-b014-a7d7a1140041 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403547 Sep 25 01:27:35.978216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:36.160075 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:27:36.342846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:36.382567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa925b58-d45a-41a6-8b53-c3c6ddc75cb8 req-9419e034-f21b-4621-bc99-386baa8385b3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:36.384170 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aa925b58-d45a-41a6-8b53-c3c6ddc75cb8 req-9419e034-f21b-4621-bc99-386baa8385b3 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0508690 Sep 25 01:27:36.432190 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aa925b58-d45a-41a6-8b53-c3c6ddc75cb8 req-3a394fa5-8dee-4e92-a24a-abf5b3ea2138 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423768 Sep 25 01:27:36.533647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:37.560075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46505a00-ab10-4749-94ad-b18f31d420b8 req-30e41a12-12b2-4f76-a975-50108967b45a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:37.561531 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-46505a00-ab10-4749-94ad-b18f31d420b8 req-30e41a12-12b2-4f76-a975-50108967b45a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0509212 Sep 25 01:27:37.609153 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-46505a00-ab10-4749-94ad-b18f31d420b8 req-f8b95177-01a1-4602-9745-5055fb6ea50c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Sep 25 01:27:38.731034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6fb7-d235-4acc-95e3-5c91e034271f req-e3fa1634-0d37-4e6c-a9a0-8408d0a6fd1b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:38.732598 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a98f6fb7-d235-4acc-95e3-5c91e034271f req-e3fa1634-0d37-4e6c-a9a0-8408d0a6fd1b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0461404 Sep 25 01:27:38.778942 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a98f6fb7-d235-4acc-95e3-5c91e034271f req-f9b69dfe-d664-424b-85f0-af30bddce12a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408638 Sep 25 01:27:39.900497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf3667-4d54-475f-bc25-55b07c8fd802 req-be7451b5-3e3d-4620-a6b2-14886c12bf8f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:39.901951 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c6bf3667-4d54-475f-bc25-55b07c8fd802 req-be7451b5-3e3d-4620-a6b2-14886c12bf8f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0469263 Sep 25 01:27:39.951225 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c6bf3667-4d54-475f-bc25-55b07c8fd802 req-8258fe43-d573-4bac-9bb8-3c7acbd83c1a tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Sep 25 01:27:41.076426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:41.077052 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8dbcc-9581-4f83-a8e7-7cc57cacda37 req-5ca60a2f-15ed-4907-85b1-09c7bb6aab26 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:41.078274 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a7d8dbcc-9581-4f83-a8e7-7cc57cacda37 req-5ca60a2f-15ed-4907-85b1-09c7bb6aab26 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0502405 Sep 25 01:27:41.129352 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a7d8dbcc-9581-4f83-a8e7-7cc57cacda37 req-5c6fe6d6-7a67-4cf2-9332-fe3887e462f8 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Sep 25 01:27:42.248512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d444794-bb88-417c-b6f1-5e466852ad57 req-a968fdef-90e8-437e-9098-55cd66b959b7 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:42.250011 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7d444794-bb88-417c-b6f1-5e466852ad57 req-a968fdef-90e8-437e-9098-55cd66b959b7 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0462792 Sep 25 01:27:42.301531 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7d444794-bb88-417c-b6f1-5e466852ad57 req-9a4923d4-7201-4c60-944c-d835850aab3f tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459402 Sep 25 01:27:43.422700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438bb7d-14e5-45e0-bab7-e6e5457f2d55 req-d04f6c11-0b12-4bd5-b9a5-cb42666289f4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:43.424207 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b438bb7d-14e5-45e0-bab7-e6e5457f2d55 req-d04f6c11-0b12-4bd5-b9a5-cb42666289f4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0472124 Sep 25 01:27:43.470978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b438bb7d-14e5-45e0-bab7-e6e5457f2d55 req-05fd2d1b-bc64-41ff-ae8f-0c2ebc477255 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Sep 25 01:27:44.592724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bb76e-ec84-474c-979d-5205138945af req-8f78b4b4-db9d-4939-86da-374cc6c2562d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:44.594112 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-142bb76e-ec84-474c-979d-5205138945af req-8f78b4b4-db9d-4939-86da-374cc6c2562d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0475378 Sep 25 01:27:44.640829 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-142bb76e-ec84-474c-979d-5205138945af req-7b4e50c2-7b72-4cec-aa49-1934205248f1 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Sep 25 01:27:45.763326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388d2f-48e4-410e-852e-136f0b9c234b req-fde4a5a2-a689-4f9c-bc6d-d0794b0ec7e1 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:45.764805 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f388d2f-48e4-410e-852e-136f0b9c234b req-fde4a5a2-a689-4f9c-bc6d-d0794b0ec7e1 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0452790 Sep 25 01:27:45.811766 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f388d2f-48e4-410e-852e-136f0b9c234b req-7b834d37-6c90-42b0-838f-9d8020ea666d tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Sep 25 01:27:46.020356 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-896ef35e-09f5-4f18-938c-e0383b201a2b service neutron] 10.222.0.60 "GET /networking/v2.0/ports/7b63fb55-48b5-471c-a991-5239ebb732f5/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0568631 Sep 25 01:27:46.155167 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:46.155911 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:46.235828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-cae47588-dea9-4182-84b5-cfcb99493c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:46.237355 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-cae47588-dea9-4182-84b5-cfcb99493c96 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd&tenant_id=7ebd5d0fc53c43c9af48c4c082af8739 HTTP/1.1" status: 200 len: 1129 time: 0.0403161 Sep 25 01:27:46.312821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-885e2e97-b029-40cb-8252-01304a3cbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:46.314308 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-885e2e97-b029-40cb-8252-01304a3cbd5e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 1129 time: 0.0382421 Sep 25 01:27:46.407386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-313e8a0a-2004-4f5f-a737-16acb97612cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:46.408969 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-313e8a0a-2004-4f5f-a737-16acb97612cf service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 916 time: 0.0890284 Sep 25 01:27:46.447588 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-289a119d-9a16-4daa-ac35-137d457c7019 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b63fb55-48b5-471c-a991-5239ebb732f5 HTTP/1.1" status: 200 len: 217 time: 0.0328901 Sep 25 01:27:46.495110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-cd0dbcc7-ab4f-426a-a354-a27372812ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:46.496553 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-cd0dbcc7-ab4f-426a-a354-a27372812ddc service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0435588 Sep 25 01:27:46.862422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:46.866524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6722e-5414-435f-b138-dd9f5027340f req-3f235b4f-4717-44b6-bdc6-4315d687ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:46.868091 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-3f235b4f-4717-44b6-bdc6-4315d687ec84 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3657708 Sep 25 01:27:46.926756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:46.938040 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a84b8-ba67-4977-b0c9-4e1a9254fe96 req-27ef5a37-7df9-444d-8444-da37f4b8ab5b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:46.939551 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c88a84b8-ba67-4977-b0c9-4e1a9254fe96 req-27ef5a37-7df9-444d-8444-da37f4b8ab5b tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0479927 Sep 25 01:27:46.960115 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-c03d356d-a61d-454d-8eeb-dd1d4ccd6c78 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853884 Sep 25 01:27:46.987008 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c88a84b8-ba67-4977-b0c9-4e1a9254fe96 req-b3876313-3e12-4289-89be-cdf5f4169721 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Sep 25 01:27:47.051969 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1cd6722e-5414-435f-b138-dd9f5027340f req-43b04f6c-f481-4c12-a9c0-c8106b37e34f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860901 Sep 25 01:27:48.094652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:48.110283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05ef1a-604d-4d84-9874-51109e3fd9c2 req-9af4b57b-5127-4b01-b119-48210ee5a605 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:48.111755 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1a05ef1a-604d-4d84-9874-51109e3fd9c2 req-9af4b57b-5127-4b01-b119-48210ee5a605 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0465274 Sep 25 01:27:48.158789 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1a05ef1a-604d-4d84-9874-51109e3fd9c2 req-35d39bfb-5295-4743-93e1-161f6fc4e495 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Sep 25 01:27:49.284991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46deb6e-625f-4e47-a691-ca56d6eff8bc req-ff260e2b-e629-4103-afb6-702f3f1085f5 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:49.286457 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d46deb6e-625f-4e47-a691-ca56d6eff8bc req-ff260e2b-e629-4103-afb6-702f3f1085f5 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0519614 Sep 25 01:27:49.334045 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d46deb6e-625f-4e47-a691-ca56d6eff8bc req-c59c14c1-ea4b-4c1c-95da-eb2adcc43f58 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Sep 25 01:27:50.036526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7b63fb55-48b5-471c-a991-5239ebb732f5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:27:50.050888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7b63fb55-48b5-471c-a991-5239ebb732f5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:27:50.333324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7b63fb55-48b5-471c-a991-5239ebb732f5 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:27:50.334259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:50.358724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7b63fb55-48b5-471c-a991-5239ebb732f5,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:50.381795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:27:50.384357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37afec2f-57e0-4d5f-95a3-3331c16f8406" -d '{"events": [{"server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "name": "network-vif-unplugged", "status": "completed", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:27:50.388840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '7b63fb55-48b5-471c-a991-5239ebb732f5', 'network_id': 'cb52822e-d584-49fc-b98c-b9de4e8cd4f1', 'port_id': '7b63fb55-48b5-471c-a991-5239ebb732f5', 'mac_address': 'fa:16:3e:45:33:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a46249-e1bf-49a1-82e0-a0af37e41f97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:27:50.402300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7b63fb55-48b5-471c-a991-5239ebb732f5,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:50.426096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:50.437200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7997589-ddb7-481d-a481-afeb46d7e857 x-openstack-request-id: req-b7997589-ddb7-481d-a481-afeb46d7e857 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:27:50.437492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "name": "network-vif-unplugged", "status": "completed", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:27:50.437745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7997589-ddb7-481d-a481-afeb46d7e857 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:27:50.438143 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7997589-ddb7-481d-a481-afeb46d7e857'] response: {'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5', 'code': 200} Sep 25 01:27:50.462175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7b63fb55-48b5-471c-a991-5239ebb732f5 is: ACTIVE; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:27:50.462562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:50.466218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd31cc-701b-4e3d-9968-816961a55f25 req-ccd7352f-7d33-40c0-965d-f583765ba9fc tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:50.467802 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31fd31cc-701b-4e3d-9968-816961a55f25 req-ccd7352f-7d33-40c0-965d-f583765ba9fc tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 943 time: 0.0539813 Sep 25 01:27:50.485636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b63fb55-48b5-471c-a991-5239ebb732f5 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:27:50.502151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7b63fb55-48b5-471c-a991-5239ebb732f5,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:50.515451 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31fd31cc-701b-4e3d-9968-816961a55f25 req-35706a5c-cab8-4062-bab1-2a3e6ec45fbb tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Sep 25 01:27:50.537537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:27:50.537957 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:27:50.729499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb4a79-adf3-4752-ada6-2143dc0e3b26 req-b6f97d95-19bb-4fa1-a2f9-a2a9ce86b7c4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:50.731028 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-16eb4a79-adf3-4752-ada6-2143dc0e3b26 req-b6f97d95-19bb-4fa1-a2f9-a2a9ce86b7c4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 943 time: 0.0487320 Sep 25 01:27:50.821898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-237de901-89eb-4974-9429-529def734e49 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:50.823270 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-237de901-89eb-4974-9429-529def734e49 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd&tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0792661 Sep 25 01:27:50.826327 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-16eb4a79-adf3-4752-ada6-2143dc0e3b26 req-544238aa-f287-47c0-a5c6-3aa2c0f40d8c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894983 Sep 25 01:27:50.923090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-e2b1810f-4f5a-40ea-a4fc-bb094a1012c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:50.924614 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-e2b1810f-4f5a-40ea-a4fc-bb094a1012c0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 1127 time: 0.0398271 Sep 25 01:27:51.023162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-6e074d5c-51dc-4258-a62f-370c772fa4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:51.024946 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-6e074d5c-51dc-4258-a62f-370c772fa4a8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 200 len: 916 time: 0.0944872 Sep 25 01:27:51.072029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7b63fb55-48b5-471c-a991-5239ebb732f5 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:27:51.072528 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-b1d35310-e7bf-40c9-841c-86ff10db1f16 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b63fb55-48b5-471c-a991-5239ebb732f5 HTTP/1.1" status: 200 len: 217 time: 0.0413051 Sep 25 01:27:51.072652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:51.086498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b63fb55-48b5-471c-a991-5239ebb732f5 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:27:51.106475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7b63fb55-48b5-471c-a991-5239ebb732f5,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:51.110283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:51.123349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-09d8f1a4-4d40-4bc4-a83b-8a6b3c49aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:51.124877 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-09d8f1a4-4d40-4bc4-a83b-8a6b3c49aa3f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 200 len: 854 time: 0.0468686 Sep 25 01:27:51.157211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7b63fb55-48b5-471c-a991-5239ebb732f5,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:51.168542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-ff7a6642-9302-4a43-9ba8-c0221245c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:51.170074 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-ff7a6642-9302-4a43-9ba8-c0221245c33f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=cb52822e-d584-49fc-b98c-b9de4e8cd4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397635 Sep 25 01:27:51.265380 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-c32a9337-6aa8-4aa8-82a5-3e35926346e1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888410 Sep 25 01:27:51.287375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['7b63fb55-48b5-471c-a991-5239ebb732f5'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:27:51.370342 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a0689d6-4aae-4962-93cc-fe06f275074f req-0e8c169c-598d-44a4-b640-6c708e4b2161 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980027 Sep 25 01:27:51.414614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:51.431334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:51.955849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6771d-ca8a-4fe2-b423-18d8a716b5ea req-021a1f4f-e44e-4ec0-bcc1-3a45fc7cdda6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:51.957367 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b8c6771d-ca8a-4fe2-b423-18d8a716b5ea req-021a1f4f-e44e-4ec0-bcc1-3a45fc7cdda6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 944 time: 0.0510828 Sep 25 01:27:51.997005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:52.010658 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b8c6771d-ca8a-4fe2-b423-18d8a716b5ea req-83415237-771b-46bd-b824-f3e76fc534c7 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472226 Sep 25 01:27:52.062046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7b63fb55-48b5-471c-a991-5239ebb732f5 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:27:52.106886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 7b63fb55-48b5-471c-a991-5239ebb732f5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:27:52.107552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:52.107758 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 7b63fb55-48b5-471c-a991-5239ebb732f5 Sep 25 01:27:52.183257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7b63fb55-48b5-471c-a991-5239ebb732f5 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:27:52.183647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:52.215696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7b63fb55-48b5-471c-a991-5239ebb732f5,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:52.219105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:52.264385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7b63fb55-48b5-471c-a991-5239ebb732f5,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:52.439173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:27:52.441533 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf383202-0b0a-4906-b81a-e2eb56fd96cf" -d '{"events": [{"server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "name": "network-vif-plugged", "status": "completed", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:27:52.484521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc7a73d-fbf8-47b4-9f03-c2c14f0ca3c9 x-openstack-request-id: req-1fc7a73d-fbf8-47b4-9f03-c2c14f0ca3c9 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:27:52.484834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "name": "network-vif-plugged", "status": "completed", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:27:52.485086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fc7a73d-fbf8-47b4-9f03-c2c14f0ca3c9 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:27:52.485485 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc7a73d-fbf8-47b4-9f03-c2c14f0ca3c9'] response: {'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5', 'code': 200} Sep 25 01:27:53.140437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e432238-15f7-41f1-b87a-4914f4a6f878 req-c7353826-f36a-4b31-a5d3-3b6e63ec7b67 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:53.141886 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2e432238-15f7-41f1-b87a-4914f4a6f878 req-c7353826-f36a-4b31-a5d3-3b6e63ec7b67 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0507276 Sep 25 01:27:53.188695 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2e432238-15f7-41f1-b87a-4914f4a6f878 req-d692a410-dbb6-414b-adca-0a27d5b44078 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Sep 25 01:27:53.294255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:53.310531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8b4fc-276d-404e-9911-076e70823cff req-dbcfb8be-638d-45dd-ac87-23181326e344 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:53.311984 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bec8b4fc-276d-404e-9911-076e70823cff req-dbcfb8be-638d-45dd-ac87-23181326e344 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0489049 Sep 25 01:27:53.362699 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bec8b4fc-276d-404e-9911-076e70823cff req-428ad211-07f1-467b-8fb0-30a1e2ad5e34 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Sep 25 01:27:53.481025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43190335-928a-459c-91ef-0394858800f4 req-5f8ab354-d509-44b6-85cd-8b933888dead tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:53.482491 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-43190335-928a-459c-91ef-0394858800f4 req-5f8ab354-d509-44b6-85cd-8b933888dead tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0466893 Sep 25 01:27:53.530038 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-43190335-928a-459c-91ef-0394858800f4 req-dc2a704b-5cf0-4243-ac64-122255618824 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Sep 25 01:27:53.877300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1e3e7-9e47-4c6f-ba1f-fe3aeac21599 req-4e19d920-2b92-4833-a230-acd7caad5746 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:53.878701 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ae1e3e7-9e47-4c6f-ba1f-fe3aeac21599 req-4e19d920-2b92-4833-a230-acd7caad5746 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0469468 Sep 25 01:27:53.925815 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ae1e3e7-9e47-4c6f-ba1f-fe3aeac21599 req-113b1a66-b7e5-44b1-a252-fdb9603f38c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Sep 25 01:27:55.045729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5382d4a-3e4b-43c0-b4c1-96656ffc2ddd req-fbd21d0e-2a39-41f4-ad90-74eb1ad02443 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:55.047204 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e5382d4a-3e4b-43c0-b4c1-96656ffc2ddd req-fbd21d0e-2a39-41f4-ad90-74eb1ad02443 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0474613 Sep 25 01:27:55.097913 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e5382d4a-3e4b-43c0-b4c1-96656ffc2ddd req-d08a4330-6344-431b-9d38-3546ed66e4a6 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=405e52b6-edab-433d-8b20-2b9942e4460d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Sep 25 01:27:55.678406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-8526f37d-e1aa-43e8-9c27-a3c03c571d52 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:27:55.679907 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-8526f37d-e1aa-43e8-9c27-a3c03c571d52 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 945 time: 0.0537920 Sep 25 01:27:55.763968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:55.772417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Deleting port 7b63fb55-48b5-471c-a991-5239ebb732f5 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:27:55.772769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:55.873412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] For port 7b63fb55-48b5-471c-a991-5239ebb732f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7b63fb55-48b5-471c-a991-5239ebb732f5,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:55.873779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:55.887694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Calling delete_port for 7b63fb55-48b5-471c-a991-5239ebb732f5 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:27:56.022185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7b63fb55-48b5-471c-a991-5239ebb732f5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:56.054765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event deleted for resources: {'Port': ['ID=7b63fb55-48b5-471c-a991-5239ebb732f5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:56.056214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['7b63fb55-48b5-471c-a991-5239ebb732f5'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:27:56.101884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] No DVR routers for this DVR port 7b63fb55-48b5-471c-a991-5239ebb732f5 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:27:56.104644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:56.107895 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e9632a4-e843-4b7f-866b-9e3af52bb696 req-1e601e49-afa0-4740-86ba-c9a1942cf76c tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.60 "DELETE /networking/v2.0/ports/7b63fb55-48b5-471c-a991-5239ebb732f5 HTTP/1.1" status: 204 len: 173 time: 0.4215317 Sep 25 01:27:56.108440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'name': 'network-vif-deleted', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:27:56.110851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d426bc-64e7-4c5d-ad8b-3360e4e196b9" -d '{"events": [{"server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "name": "network-vif-deleted", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:27:56.167357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0560f32f-57f3-4112-bf6f-947ffbf6ecaf x-openstack-request-id: req-0560f32f-57f3-4112-bf6f-947ffbf6ecaf {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:27:56.167737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9224c1ee-b0c2-4636-af97-ec58b0da43fd", "name": "network-vif-deleted", "tag": "7b63fb55-48b5-471c-a991-5239ebb732f5", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:27:56.168111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0560f32f-57f3-4112-bf6f-947ffbf6ecaf {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:27:56.168588 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0560f32f-57f3-4112-bf6f-947ffbf6ecaf'] response: {'server_uuid': '9224c1ee-b0c2-4636-af97-ec58b0da43fd', 'name': 'network-vif-deleted', 'tag': '7b63fb55-48b5-471c-a991-5239ebb732f5', 'status': 'completed', 'code': 200} Sep 25 01:27:56.220960 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7b82259d-b4db-4d8d-9d55-4c105d9caed3 req-a1411bc6-c06b-4d7c-ac00-2f59dcafe9f0 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9224c1ee-b0c2-4636-af97-ec58b0da43fd HTTP/1.1" status: 200 len: 210 time: 0.0358994 Sep 25 01:27:57.319371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33302) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:27:57.374955 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group (1aa7bd16-e279-4430-9253-68fa6adf10b0), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.397640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group (1aa7bd16-e279-4430-9253-68fa6adf10b0), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.445815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (1aa7bd16-e279-4430-9253-68fa6adf10b0), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.448449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.449601 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1aa7bd16-e279-4430-9253-68fa6adf10b0 HTTP/1.1" status: 204 len: 168 time: 0.1291096 Sep 25 01:27:57.452463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33304) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:27:57.459231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa7bd16-e279-4430-9253-68fa6adf10b0,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:57.466311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.466666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.467011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.467110 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-48c4d708-e38e-46ce-9d69-9d529c5a67ac tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] show failed (client error): The resource could not be found. Sep 25 01:27:57.467355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470549 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-48c4d708-e38e-46ce-9d69-9d529c5a67ac tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "GET /networking/v2.0/security-groups/1aa7bd16-e279-4430-9253-68fa6adf10b0 HTTP/1.1" status: 404 len: 347 time: 0.0145767 Sep 25 01:27:57.470644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.470644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.471364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33306) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:27:57.471460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b68306-57a9-450b-850f-25c624ca25e4 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:27:57.586860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Deleting port e87cadfc-607c-46aa-8c99-9d44dae794ef {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:27:57.587224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e87cadfc-607c-46aa-8c99-9d44dae794ef), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.669149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e87cadfc-607c-46aa-8c99-9d44dae794ef), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.669532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for floatingip (e87cadfc-607c-46aa-8c99-9d44dae794ef), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.683542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Calling delete_port for e87cadfc-607c-46aa-8c99-9d44dae794ef owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:27:57.764197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:57.816701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e87cadfc-607c-46aa-8c99-9d44dae794ef), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.839332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Pushing event deleted for resources: {'Port': ['ID=e87cadfc-607c-46aa-8c99-9d44dae794ef,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:57.904147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks [] for floatingip (9e446fdc-0cb4-4039-b66d-85ae74d30705), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.906903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:57.908126 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-27bcb872-8dd6-457d-9f40-31f0f9e694c9 tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/9e446fdc-0cb4-4039-b66d-85ae74d30705 HTTP/1.1" status: 204 len: 168 time: 0.4364419 Sep 25 01:27:57.981770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33312) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:27:58.132457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:58.306839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (27200666-dc9f-4e24-86cb-75c1fa2dd7de), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:58.527040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Deleting port 7d689312-c724-46b9-927e-a5751ce53738 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:27:58.527670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7d689312-c724-46b9-927e-a5751ce53738), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:58.607691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] For port 7d689312-c724-46b9-927e-a5751ce53738, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d689312-c724-46b9-927e-a5751ce53738,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:58.608269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7d689312-c724-46b9-927e-a5751ce53738), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:58.622452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Calling delete_port for 7d689312-c724-46b9-927e-a5751ce53738 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:27:58.625157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9609cac7-f107-4264-8dbc-308b9591ee2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:58.759682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:58.803417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7d689312-c724-46b9-927e-a5751ce53738), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:58.831529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d689312-c724-46b9-927e-a5751ce53738,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:58.910030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:59.009016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (27200666-dc9f-4e24-86cb-75c1fa2dd7de), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:59.214173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Router 27200666-dc9f-4e24-86cb-75c1fa2dd7de has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:27:59.314198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:27:59.319594 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9554228b-e081-4374-adef-cb2c24549b2c admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/27200666-dc9f-4e24-86cb-75c1fa2dd7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3367975 Sep 25 01:27:59.322247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33314) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:27:59.324720 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] Sync routers for ids ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:27:59.335379 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] Routers {'27200666-dc9f-4e24-86cb-75c1fa2dd7de'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:27:59.336019 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:27:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:27:59.422309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks [] for router (27200666-dc9f-4e24-86cb-75c1fa2dd7de), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:59.435979 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] Set router 27200666-dc9f-4e24-86cb-75c1fa2dd7de gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:27:59.524252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks [] for router_gateway (27200666-dc9f-4e24-86cb-75c1fa2dd7de), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:59.570818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Deleting port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:27:59.571548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:59.653855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] For port 1c485a1e-1f2b-46fe-9ff7-939ce1004adf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c485a1e-1f2b-46fe-9ff7-939ce1004adf,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:27:59.654216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:59.667365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Calling delete_port for 1c485a1e-1f2b-46fe-9ff7-939ce1004adf owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:27:59.668824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:59.689486 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28'}], 'enable_snat': True}, 'gw_port_id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:27:58Z', 'revision_number': 5, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'gw_port': {'id': '1c485a1e-1f2b-46fe-9ff7-939ce1004adf', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:27:59.714397 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] Checking router: 27200666-dc9f-4e24-86cb-75c1fa2dd7de for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:27:59.723773 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] Routers {'27200666-dc9f-4e24-86cb-75c1fa2dd7de'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:27:59.724006 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:27:31Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:27:59.784748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:27:59.814407 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] Set router 27200666-dc9f-4e24-86cb-75c1fa2dd7de gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:27:59.844872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1c485a1e-1f2b-46fe-9ff7-939ce1004adf), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:27:59.866242 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:27:59Z', 'revision_number': 6, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:27:59.867997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c485a1e-1f2b-46fe-9ff7-939ce1004adf,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:27:59.894331 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7514511-cc0c-44d8-8c12-f9a044828910 None None] The sync data for ids ['27200666-dc9f-4e24-86cb-75c1fa2dd7de'] in dv-neutron-master-2-hyperv is: [{'id': '27200666-dc9f-4e24-86cb-75c1fa2dd7de', 'name': 'tempest-ServerDiskConfigTestJSON-1223113745-router', 'tenant_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:26:08Z', 'updated_at': '2022-09-25T01:27:59Z', 'revision_number': 6, 'project_id': '7ebd5d0fc53c43c9af48c4c082af8739', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:27:59.938099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (27200666-dc9f-4e24-86cb-75c1fa2dd7de), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.026275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (27200666-dc9f-4e24-86cb-75c1fa2dd7de), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.028437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks [] for router_controller (27200666-dc9f-4e24-86cb-75c1fa2dd7de), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.070223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (27200666-dc9f-4e24-86cb-75c1fa2dd7de), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.071839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27200666-dc9f-4e24-86cb-75c1fa2dd7de {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:28:00.073990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7b63fb55-48b5-471c-a991-5239ebb732f5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:28:00.076458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.077629 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-34e80737-cdc2-41b2-a5c5-b3ae8542ccc8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/27200666-dc9f-4e24-86cb-75c1fa2dd7de HTTP/1.1" status: 204 len: 168 time: 0.7544708 Sep 25 01:28:00.080225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33316) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:00.093732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 7b63fb55-48b5-471c-a991-5239ebb732f5 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:28:00.094083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7b63fb55-48b5-471c-a991-5239ebb732f5 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:28:00.129922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbd6766-d219-42d4-9b3a-5ad20986e0cb admin admin] Deleting subnet 25a46249-e1bf-49a1-82e0-a0af37e41f97 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:28:00.133234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fbd6766-d219-42d4-9b3a-5ad20986e0cb admin admin] Publish callbacks [] for subnet (25a46249-e1bf-49a1-82e0-a0af37e41f97), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.172921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fbd6766-d219-42d4-9b3a-5ad20986e0cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (25a46249-e1bf-49a1-82e0-a0af37e41f97), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.576196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fbd6766-d219-42d4-9b3a-5ad20986e0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (25a46249-e1bf-49a1-82e0-a0af37e41f97), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.633131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fbd6766-d219-42d4-9b3a-5ad20986e0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (25a46249-e1bf-49a1-82e0-a0af37e41f97), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.657810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd6766-d219-42d4-9b3a-5ad20986e0cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a46249-e1bf-49a1-82e0-a0af37e41f97,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:00.664750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fbd6766-d219-42d4-9b3a-5ad20986e0cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.667891 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6fbd6766-d219-42d4-9b3a-5ad20986e0cb admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/25a46249-e1bf-49a1-82e0-a0af37e41f97 HTTP/1.1" status: 204 len: 168 time: 0.5866594 Sep 25 01:28:00.670524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33318) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:00.671609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec49cf-c8e8-443d-9c10-7f1033e647f1 None None] Network cb52822e-d584-49fc-b98c-b9de4e8cd4f1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:28:00.746915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (cb52822e-d584-49fc-b98c-b9de4e8cd4f1), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.792497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Deleting port 1833bcff-31c5-4189-85cd-9aaa60696d95 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:28:00.792816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.823084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] DHCP port deletion for cb52822e-d584-49fc-b98c-b9de4e8cd4f1 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:28:00.863043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] For port 1833bcff-31c5-4189-85cd-9aaa60696d95, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1833bcff-31c5-4189-85cd-9aaa60696d95,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:28:00.863522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.866055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Deleting port 1833bcff-31c5-4189-85cd-9aaa60696d95 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:28:00.866629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.878522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Calling delete_port for 1833bcff-31c5-4189-85cd-9aaa60696d95 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:28:00.891726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:00.939795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] For port 1833bcff-31c5-4189-85cd-9aaa60696d95, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1833bcff-31c5-4189-85cd-9aaa60696d95,segment=NetworkSegment(e83b10e4-3c7c-48b2-a1ac-4dc5144729e7),segment_id=e83b10e4-3c7c-48b2-a1ac-4dc5144729e7)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:28:00.940248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.955935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Calling delete_port for 1833bcff-31c5-4189-85cd-9aaa60696d95 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:28:00.968499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:00.996213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] No DVR routers for this DVR port 1833bcff-31c5-4189-85cd-9aaa60696d95 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:28:01.001702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1833bcff-31c5-4189-85cd-9aaa60696d95,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:01.037326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (1833bcff-31c5-4189-85cd-9aaa60696d95), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.065926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:01.068554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Pushing event deleted for resources: {'Port': ['ID=1833bcff-31c5-4189-85cd-9aaa60696d95,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:01.079334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] No DVR routers for this DVR port 1833bcff-31c5-4189-85cd-9aaa60696d95 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:28:01.080224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (cb52822e-d584-49fc-b98c-b9de4e8cd4f1), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.089644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.091186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.091186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c8ecac-b21f-4341-a2c3-275e87ff3819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:01.106852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb52822e-d584-49fc-b98c-b9de4e8cd4f1']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:01.116998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:01.117305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83b10e4-3c7c-48b2-a1ac-4dc5144729e7') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:01.127235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (e83b10e4-3c7c-48b2-a1ac-4dc5144729e7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.141499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e83b10e4-3c7c-48b2-a1ac-4dc5144729e7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.147840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:28:01.148269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (e83b10e4-3c7c-48b2-a1ac-4dc5144729e7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.193498 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment e83b10e4-3c7c-48b2-a1ac-4dc5144729e7 resource provider aggregate not found Sep 25 01:28:01.211800 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment e83b10e4-3c7c-48b2-a1ac-4dc5144729e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e83b10e4-3c7c-48b2-a1ac-4dc5144729e7 found for delete ", "request_id": "req-0a54c831-bae2-420f-9032-a5b4b9a410e5"}]} Sep 25 01:28:01.215942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (cb52822e-d584-49fc-b98c-b9de4e8cd4f1), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.226789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.229968 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/cb52822e-d584-49fc-b98c-b9de4e8cd4f1 HTTP/1.1" status: 204 len: 168 time: 0.5585265 Sep 25 01:28:01.241890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1575ad-491d-4473-91f0-337801f83e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb52822e-d584-49fc-b98c-b9de4e8cd4f1,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:01.360884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33326) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:01.402112 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-aea2d01d-2a07-4fd5-b6d2-48357bf98b8c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7ebd5d0fc53c43c9af48c4c082af8739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399942 Sep 25 01:28:01.404626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33328) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:01.452667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8170ce2d-a127-4ae3-a7c3-f8cd17867793 admin admin] Publish callbacks [] for security_group (405e52b6-edab-433d-8b20-2b9942e4460d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.472074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8170ce2d-a127-4ae3-a7c3-f8cd17867793 admin admin] Publish callbacks [] for security_group (405e52b6-edab-433d-8b20-2b9942e4460d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.516333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc501100-21aa-4738-adc2-4caedb812812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.520443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8170ce2d-a127-4ae3-a7c3-f8cd17867793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (405e52b6-edab-433d-8b20-2b9942e4460d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.523171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8170ce2d-a127-4ae3-a7c3-f8cd17867793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:01.524432 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8170ce2d-a127-4ae3-a7c3-f8cd17867793 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/405e52b6-edab-433d-8b20-2b9942e4460d HTTP/1.1" status: 204 len: 168 time: 0.1189196 Sep 25 01:28:01.532640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170ce2d-a127-4ae3-a7c3-f8cd17867793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e52b6-edab-433d-8b20-2b9942e4460d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:01.780726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1833bcff-31c5-4189-85cd-9aaa60696d95 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:28:01.801258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 1833bcff-31c5-4189-85cd-9aaa60696d95 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:28:01.801611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1833bcff-31c5-4189-85cd-9aaa60696d95 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:28:01.802033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c485a1e-1f2b-46fe-9ff7-939ce1004adf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:28:01.820074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 1c485a1e-1f2b-46fe-9ff7-939ce1004adf {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:28:01.820423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 1c485a1e-1f2b-46fe-9ff7-939ce1004adf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:28:01.820839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7d689312-c724-46b9-927e-a5751ce53738 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:28:01.839310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 7d689312-c724-46b9-927e-a5751ce53738 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:28:01.839575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7d689312-c724-46b9-927e-a5751ce53738 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:28:02.207882 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33350) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:02.327192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1078092832-network', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:02.347203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Made reservation on behalf of ea5cb33c8a2c433b892eb0cd1acbec9e for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:28:02.349745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.358162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.440173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Publish callbacks [] for security_group (4edc4c70-cd7d-4575-8bf2-5faf9f90cff6), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.443930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4edc4c70-cd7d-4575-8bf2-5faf9f90cff6), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.451666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:02.467102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:28:02.489249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (24a40def-dd89-4653-8064-5d585e833c55), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.489600 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Added segment 24a40def-dd89-4653-8064-5d585e833c55 of type vlan for network a1102ea1-a454-43c7-9dbb-3c3824b9157b Sep 25 01:28:02.490815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edc4c70-cd7d-4575-8bf2-5faf9f90cff6,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:02.533966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (a1102ea1-a454-43c7-9dbb-3c3824b9157b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.558540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (a1102ea1-a454-43c7-9dbb-3c3824b9157b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.559501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:02.560112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.633145 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4235437 Sep 25 01:28:02.636202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33354) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:02.641126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Request body: {'subnet': {'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1078092832-subnet', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:02.651922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b540247-3400-4342-8c76-b90df9c60c34 admin admin] Pushing event updated for resources: {'Network': ['ID=a1102ea1-a454-43c7-9dbb-3c3824b9157b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:02.664055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Made reservation on behalf of ea5cb33c8a2c433b892eb0cd1acbec9e for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:28:02.666530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.666721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:28:02.855149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (0996f30b-f5c6-471e-989b-2794006063a8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.917358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0996f30b-f5c6-471e-989b-2794006063a8,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:02.925567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Checking segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:28:02.925922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Network hostable DHCP agents. Network: a1102ea1-a454-43c7-9dbb-3c3824b9157b, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:28:02.932434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:02.945742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:28:02.954717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a1102ea1-a454-43c7-9dbb-3c3824b9157b) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:28:02.959774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:02.960424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:02.964230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57684ed0-bb3e-4769-86c5-b34b88702009 None None] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:28:02.979331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e8f7b0c3-3739-4009-bcc3-3d6e973bfaee admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3394966 Sep 25 01:28:02.979535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33356) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:02.983817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:03.005395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.006448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.059083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks [] for router_controller (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.070784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:28:03.071716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.087766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:03.101678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:03.200475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks [] for router_gateway (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.211185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:03.220256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Allocated IP 172.20.0.2 (a1102ea1-a454-43c7-9dbb-3c3824b9157b/0996f30b-f5c6-471e-989b-2794006063a8/fa33c3f6-86fb-4cdb-ab9b-45f366db6229) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:28:03.364311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Publish callbacks [] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.370480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.384375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks [] for router_gateway (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.409175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.413109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:28:03.418142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:28:03.420465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:28:03.423426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Pushing event updated for resources: {'Port': ['ID=fa33c3f6-86fb-4cdb-ab9b-45f366db6229,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:03.479214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Attempting to bind port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:28:03.479586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Attempting to bind port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:28:03.479971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Attempting to bind port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:28:03.516499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Allocated IP 172.36.7.96 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:28:03.521749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:28:03.522169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Checking segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:28:03.522794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.523300 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Bound using segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:28:03.523811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Bound port: fa33c3f6-86fb-4cdb-ab9b-45f366db6229, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:28:03.524220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.590442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] For port fa33c3f6-86fb-4cdb-ab9b-45f366db6229, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:28:03.593539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] For port fa33c3f6-86fb-4cdb-ab9b-45f366db6229, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa33c3f6-86fb-4cdb-ab9b-45f366db6229,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:28:03.599881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.638722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks [] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.654626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df51fb6-d4af-4251-90d4-1576685d8805 None None] Pushing event updated for resources: {'Port': ['ID=fa33c3f6-86fb-4cdb-ab9b-45f366db6229,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:03.674762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.718504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:28:03.724034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:28:03.727123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:28:03.749970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:03.823635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:03.836086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:03.997895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks [] for router_gateway (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:04.171161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:04.189795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:04.321409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:28:04.431587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:28:04.441402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:28:04.452664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:04.454222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:28:04.454348 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4e43af01-11c0-4def-a923-4b2a44bad8b5 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4734228 Sep 25 01:28:04.454560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:28:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:04.456749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33358) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:04.540557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81df98-3f7c-4776-8a18-344e3338aef0 None None] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:28:04.602329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a5606a00-00bb-4468-9141-a81183746e13 None None] Provisioning complete for port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:04.602717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a5606a00-00bb-4468-9141-a81183746e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:04.603057 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a5606a00-00bb-4468-9141-a81183746e13 None None] Attempt 1 to provision port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 Sep 25 01:28:04.649530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:28:04.719095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:04.731510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:04.732779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:04.866271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a5606a00-00bb-4468-9141-a81183746e13 None None] Current status of the port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:04.866782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a5606a00-00bb-4468-9141-a81183746e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:04.869347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:04.934727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:03Z', 'revision_number': 3, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:04.937575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a5606a00-00bb-4468-9141-a81183746e13 None None] For port fa33c3f6-86fb-4cdb-ab9b-45f366db6229, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa33c3f6-86fb-4cdb-ab9b-45f366db6229,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:28:04.963253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a5606a00-00bb-4468-9141-a81183746e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:04.967094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:28:04.967452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Updating router f80aa303-9204-4aeb-8b66-b7d9a3cd383b port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:28:05.035630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.053656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Allocated IP 172.20.0.1 (a1102ea1-a454-43c7-9dbb-3c3824b9157b/0996f30b-f5c6-471e-989b-2794006063a8/e4201a0e-0c6c-4f6f-a0c4-6b4d08837890) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:28:05.058572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5606a00-00bb-4468-9141-a81183746e13 None None] Pushing event updated for resources: {'Port': ['ID=fa33c3f6-86fb-4cdb-ab9b-45f366db6229,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:05.109896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:05.130316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-790fa4aa-9c36-4628-b898-ef25f05f7a6d None None] Provisioning complete for port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:05.130626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-790fa4aa-9c36-4628-b898-ef25f05f7a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.130974 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-790fa4aa-9c36-4628-b898-ef25f05f7a6d None None] Attempt 1 to provision port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 Sep 25 01:28:05.169084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Publish callbacks [] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.202262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.250088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:28:05.256107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:28:05.260339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:28:05.264015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Pushing event updated for resources: {'Port': ['ID=e4201a0e-0c6c-4f6f-a0c4-6b4d08837890,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:05.294971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.295238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.295587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.295934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.296301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.296642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.296971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.297302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.297632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.297962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.298292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.298619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.298945 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.299270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.299593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:05.315748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.451688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-790fa4aa-9c36-4628-b898-ef25f05f7a6d None None] Current status of the port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:05.477241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.530037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Publish callbacks [] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.535778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.571386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:05.580804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Attempting to bind port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:28:05.581189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Attempting to bind port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:28:05.581561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Attempting to bind port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:28:05.615468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Provisioning complete for port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:05.615846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.616216 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Attempt 1 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:05.641209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Publish callbacks [] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.644830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cd5cb-cb8f-4429-8d6d-b9f4f1ca47a1 None None] Pushing event updated for resources: {'Port': ['ID=57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:05.646820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.656583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:05.670818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:28:05.674001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:28:05.674381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:28:05.674792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.675187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:28:05.675671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Bound port: 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:28:05.676120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.698587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:05.717341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Pushing event updated for resources: {'Port': ['ID=e4201a0e-0c6c-4f6f-a0c4-6b4d08837890,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:05.720768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.727444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] For port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:28:05.731123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] For port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:28:05.738157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.776877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:28:05.777574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:28:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:05.829624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:28:05.831433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:28:05.846235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fa33c3f6-86fb-4cdb-ab9b-45f366db6229 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:28:05.874656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cd5cb-cb8f-4429-8d6d-b9f4f1ca47a1 None None] Pushing event updated for resources: {'Port': ['ID=57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:05.942894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:05.961445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:28:05.962462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:28:05.966140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:05.966523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:05.966942 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 Sep 25 01:28:06.045358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:06.072620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:28:06.078696 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0c4cb9f5-c3e0-4bc2-b301-ba174fcba583 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f80aa303-9204-4aeb-8b66-b7d9a3cd383b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6207573 Sep 25 01:28:06.174486 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Attempt 2 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:06.206584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:06.238307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:28:06.281452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 2, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:06.307342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5203ebba-bfce-4c8f-98ba-3b596db95b0c None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 2, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:28:06.387618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33366) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:06.392738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a228df57-3829-4591-aec1-613edda02b25 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356571279', 'description': 'tempest-description--319401128'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:06.419847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a228df57-3829-4591-aec1-613edda02b25 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:06.540914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:06.739486 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Attempt 3 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:06.782904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:28:06.863548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a228df57-3829-4591-aec1-613edda02b25 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group (e4d48bcb-817b-4ffd-b661-aa5d6333cded), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:06.868101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a228df57-3829-4591-aec1-613edda02b25 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e4d48bcb-817b-4ffd-b661-aa5d6333cded), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:06.900929 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a228df57-3829-4591-aec1-613edda02b25 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:06.902205 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a228df57-3829-4591-aec1-613edda02b25 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5132651 Sep 25 01:28:06.904588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228df57-3829-4591-aec1-613edda02b25 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d48bcb-817b-4ffd-b661-aa5d6333cded,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:06.905617 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33368) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:06.911329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3527d8c7-085f-44d2-83ab-822402848ff4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'security_group_rule': {'security_group_id': 'e4d48bcb-817b-4ffd-b661-aa5d6333cded', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:06.925640 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:06.958419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3527d8c7-085f-44d2-83ab-822402848ff4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group_rule (9a93cf64-4ec9-49e2-abe6-dc97fbc62697), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.029878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3527d8c7-085f-44d2-83ab-822402848ff4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group_rule (9a93cf64-4ec9-49e2-abe6-dc97fbc62697), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.034039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3527d8c7-085f-44d2-83ab-822402848ff4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (9a93cf64-4ec9-49e2-abe6-dc97fbc62697), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.054789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527d8c7-085f-44d2-83ab-822402848ff4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a93cf64-4ec9-49e2-abe6-dc97fbc62697,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:07.064382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3527d8c7-085f-44d2-83ab-822402848ff4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.065639 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3527d8c7-085f-44d2-83ab-822402848ff4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583292 Sep 25 01:28:07.068652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33370) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:07.073158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a875db2d-a2fd-4bde-9a15-e020a2d0c5ba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'security_group_rule': {'security_group_id': 'e4d48bcb-817b-4ffd-b661-aa5d6333cded', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:07.106921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a875db2d-a2fd-4bde-9a15-e020a2d0c5ba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group_rule (a1042469-2978-4f45-951f-c2c69545d782), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.167001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a875db2d-a2fd-4bde-9a15-e020a2d0c5ba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group_rule (a1042469-2978-4f45-951f-c2c69545d782), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.170891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a875db2d-a2fd-4bde-9a15-e020a2d0c5ba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (a1042469-2978-4f45-951f-c2c69545d782), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.194304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875db2d-a2fd-4bde-9a15-e020a2d0c5ba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1042469-2978-4f45-951f-c2c69545d782,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:07.202078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a875db2d-a2fd-4bde-9a15-e020a2d0c5ba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.203457 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a875db2d-a2fd-4bde-9a15-e020a2d0c5ba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338320 Sep 25 01:28:07.206326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33372) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:07.211494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:07.234827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.283666 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Attempt 4 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:07.320346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.320658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:28:07.434716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Allocated IP 172.36.7.145 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/eb33ab8c-3261-45de-9462-7c5dda2afe55) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:28:07.550899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for port (eb33ab8c-3261-45de-9462-7c5dda2afe55), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.554077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:07.589311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (eb33ab8c-3261-45de-9462-7c5dda2afe55), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.634831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:28:07.639637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:28:07.642224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:28:07.648081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event updated for resources: {'Port': ['ID=eb33ab8c-3261-45de-9462-7c5dda2afe55,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:07.709674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:07.730832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.775274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (eb33ab8c-3261-45de-9462-7c5dda2afe55), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.816963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:28:07.838267 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Attempt 5 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:07.888768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:28:07.897474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:07.897855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:07.898199 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 Sep 25 01:28:07.961788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:07.964052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:07.979289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:07.980158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:08.004514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:28:08.010358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:08.061879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:08.214527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for port (eb33ab8c-3261-45de-9462-7c5dda2afe55), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:08.219350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (eb33ab8c-3261-45de-9462-7c5dda2afe55), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:08.288515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event updated for resources: {'Port': ['ID=eb33ab8c-3261-45de-9462-7c5dda2afe55,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:08.292255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:08.308104 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:08.309371 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-20f42482-78f0-41e9-8f27-02f87b873bdc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1021218 Sep 25 01:28:08.343481 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:28:08.354403 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:28:08.355061 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:28:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:08.390176 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Attempt 6 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:08.429045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:28:08.465093 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:28:08.473643 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-b897765f-2e6c-4ecc-97bd-44a7a1665740 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1356571279&fields=id&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 267 time: 0.0416248 Sep 25 01:28:08.588576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-2d38db03-3b85-4e0d-8992-c7a1561b4d1a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:08.590218 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-2d38db03-3b85-4e0d-8992-c7a1561b4d1a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 812 time: 0.1098597 Sep 25 01:28:08.605283 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-04a80438-b5e8-4aa0-82a3-e4bdcdb135ec tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/quotas/ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 375 time: 0.0096138 Sep 25 01:28:08.655338 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 2, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:08.657034 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-1028452f-dd8a-45d5-b280-c51fe72f5d05 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466106 Sep 25 01:28:08.680427 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:28:08.680703 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Updating router f80aa303-9204-4aeb-8b66-b7d9a3cd383b port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:28:08.707800 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:08.722895 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:08.755481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:08.756398 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:08.760065 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-2f4803cf-d932-4583-a742-d6ae809f9343 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914934 Sep 25 01:28:08.856739 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-9951f1c0-69dc-447b-a909-1d77cef46eeb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903327 Sep 25 01:28:08.930747 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Attempt 7 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:08.968815 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Publish callbacks [] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:08.975766 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:08.999977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:28:09.053541 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Pushing event updated for resources: {'Port': ['ID=e4201a0e-0c6c-4f6f-a0c4-6b4d08837890,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:09.054401 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-55db950d-bf59-4dd6-9e3e-0609fa521ed4 req-6bfabd46-321a-4171-8dbb-c4803cfc9a5d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 210 time: 0.0329847 Sep 25 01:28:09.075284 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.075989 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.076498 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.076842 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.077214 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.077529 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.077988 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.078525 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.078860 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.079358 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.079632 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.079895 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.080245 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.080626 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.080953 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:28:09.088218 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Attempting to bind port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:28:09.088605 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Attempting to bind port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:28:09.088947 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Attempting to bind port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:28:09.132320 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:28:09.132708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Checking segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:28:09.133117 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:09.133511 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Bound using segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:28:09.134011 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Bound port: e4201a0e-0c6c-4f6f-a0c4-6b4d08837890, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:28:09.134393 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:09.200576 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] For port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:28:09.203762 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] For port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4201a0e-0c6c-4f6f-a0c4-6b4d08837890,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:28:09.210036 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:09.246447 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:28:09.247076 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:28:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:09.315705 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938788d-738c-4164-bed6-9e1a4233a581 None None] Pushing event updated for resources: {'Port': ['ID=e4201a0e-0c6c-4f6f-a0c4-6b4d08837890,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:09.373683 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:28:09.501378 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Attempt 8 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:09.577978 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:09.579663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Current status of the port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:09.581188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:09.622719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] For port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4201a0e-0c6c-4f6f-a0c4-6b4d08837890,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:28:09.628101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:09.681710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfe1a0-dd98-4410-9640-e721fd6097ea None None] Pushing event updated for resources: {'Port': ['ID=e4201a0e-0c6c-4f6f-a0c4-6b4d08837890,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:09.693632 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726b9c07-0949-4348-9c98-7a5032d6583a None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:28:09.754475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-7089261f-0117-41ca-8c9f-494936d5a7c8 None None] Provisioning complete for port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:09.754877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7089261f-0117-41ca-8c9f-494936d5a7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:09.755227 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-7089261f-0117-41ca-8c9f-494936d5a7c8 None None] Attempt 1 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:09.837091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:28:09.840753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-7089261f-0117-41ca-8c9f-494936d5a7c8 None None] Current status of the port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:09.887615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:09.888118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:09.888464 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 Sep 25 01:28:09.962909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:09.964174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:28:10.010471 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:10.010757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:10.011329 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 Sep 25 01:28:10.220637 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-73266823-1079-414c-b1e2-3f3f7729bf0e req-6ed22dba-e79d-4e07-aacc-c0ee72c62e48 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 210 time: 0.0365458 Sep 25 01:28:10.266439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-76c97d91-071e-4d73-b82a-eb0c1f03736a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:10.269586 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-76c97d91-071e-4d73-b82a-eb0c1f03736a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 812 time: 0.1842136 Sep 25 01:28:10.276373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:10.344648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:10.351643 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-b08d1e16-6427-47a0-8525-84402db4bae6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 380 time: 0.0572693 Sep 25 01:28:10.442102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'port': {'device_id': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'admin_state_up': True, 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'security_groups': ['e4d48bcb-817b-4ffd-b661-aa5d6333cded']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:10.552923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Made reservation on behalf of ea5cb33c8a2c433b892eb0cd1acbec9e for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:28:10.556653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:10.680710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Allocated IP 172.20.0.8 (a1102ea1-a454-43c7-9dbb-3c3824b9157b/0996f30b-f5c6-471e-989b-2794006063a8/95896add-c9fe-475f-bc83-5393bb6a6706) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:28:10.803401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:10.825694 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for port (95896add-c9fe-475f-bc83-5393bb6a6706), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:10.856901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:10.901645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:28:10.904852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:28:10.908679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:28:10.914901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event updated for resources: {'Port': ['ID=95896add-c9fe-475f-bc83-5393bb6a6706,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:10.971918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:10.972663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:10.988859 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-8f859c03-c146-4dde-8747-65cb58c0c7a5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508168 Sep 25 01:28:11.006956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Request body: {'port': {'device_id': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:11.070409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:11.075437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:11.087563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:11.169770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-baf569af-00e3-463e-a998-3fc7de687bd8 None None] Provisioning complete for port 95896add-c9fe-475f-bc83-5393bb6a6706 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:11.170141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-baf569af-00e3-463e-a998-3fc7de687bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:11.170483 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-baf569af-00e3-463e-a998-3fc7de687bd8 None None] Attempt 1 to provision port 95896add-c9fe-475f-bc83-5393bb6a6706 Sep 25 01:28:11.198567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:11.202943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-baf569af-00e3-463e-a998-3fc7de687bd8 None None] Port 95896add-c9fe-475f-bc83-5393bb6a6706 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:28:11.382706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fd0db-5591-46b4-a848-fb9ec5fd282a req-c8b9426f-3089-42d8-8fc4-ee0fdd808ef3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:11.384270 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0c3fd0db-5591-46b4-a848-fb9ec5fd282a req-c8b9426f-3089-42d8-8fc4-ee0fdd808ef3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 931 time: 0.0806823 Sep 25 01:28:11.386268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95896add-c9fe-475f-bc83-5393bb6a6706 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:28:11.401664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Publish callbacks [] for port (95896add-c9fe-475f-bc83-5393bb6a6706), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:11.434272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Transition to ACTIVE for port object 95896add-c9fe-475f-bc83-5393bb6a6706 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:28:11.443063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:11.472197 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0c3fd0db-5591-46b4-a848-fb9ec5fd282a req-da81e59b-cff1-40ea-b374-2a3865372066 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810666 Sep 25 01:28:11.542541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=95896add-c9fe-475f-bc83-5393bb6a6706,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:11.568857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Attempting to bind port 95896add-c9fe-475f-bc83-5393bb6a6706 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:28:11.569138 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Attempting to bind port 95896add-c9fe-475f-bc83-5393bb6a6706 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:28:11.569473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Attempting to bind port 95896add-c9fe-475f-bc83-5393bb6a6706 on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:28:11.611311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Port 95896add-c9fe-475f-bc83-5393bb6a6706 on network a1102ea1-a454-43c7-9dbb-3c3824b9157b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:28:11.611650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Attempting to bind port 95896add-c9fe-475f-bc83-5393bb6a6706 on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:28:11.651534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:11.654662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:28:11.655003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Checking segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:28:11.655391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Bound using segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:28:11.655835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Bound port: 95896add-c9fe-475f-bc83-5393bb6a6706, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:28:11.656229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:11.703590 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-baf569af-00e3-463e-a998-3fc7de687bd8 None None] Attempt 2 to provision port 95896add-c9fe-475f-bc83-5393bb6a6706 Sep 25 01:28:11.722370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:28:11.726037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=95896add-c9fe-475f-bc83-5393bb6a6706,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:28:11.732377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:11.737849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:11.738473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:11.740005 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 200 len: 1093 time: 0.7379651 Sep 25 01:28:11.740164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-baf569af-00e3-463e-a998-3fc7de687bd8 None None] Port 95896add-c9fe-475f-bc83-5393bb6a6706 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:28:11.740578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:28:11.742909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba5026d-50ac-41ea-acd5-14d6806c7873" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:28:11.788997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6b724-7e84-47aa-bc03-5ad642ee5bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=95896add-c9fe-475f-bc83-5393bb6a6706,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:11.808167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00992185-1128-4995-8834-ecdf5fcdb1ad x-openstack-request-id: req-00992185-1128-4995-8834-ecdf5fcdb1ad {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:28:11.808458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:28:11.808712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00992185-1128-4995-8834-ecdf5fcdb1ad {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:28:11.809125 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00992185-1128-4995-8834-ecdf5fcdb1ad'] response: {'name': 'network-changed', 'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706', 'status': 'completed', 'code': 200} Sep 25 01:28:11.835697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-df2411d9-7a32-47a1-a72f-8ed9559051f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:11.837383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-df2411d9-7a32-47a1-a72f-8ed9559051f3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 1127 time: 0.0398057 Sep 25 01:28:11.883601 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-90991bf2-1bbe-497d-b811-dbc6b7f6c547 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 200 len: 217 time: 0.0318112 Sep 25 01:28:11.936729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-63935f4a-2e90-4696-8583-2dd38f0058eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:11.938176 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-63935f4a-2e90-4696-8583-2dd38f0058eb service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0477991 Sep 25 01:28:11.980479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-137ead58-aadf-4b4c-9aac-833f8791240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:11.981955 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-137ead58-aadf-4b4c-9aac-833f8791240c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384159 Sep 25 01:28:12.047890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:12.076910 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-35ee726e-2618-48a4-859a-5fb5c608eda9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893617 Sep 25 01:28:12.166108 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9a1b92ec-f454-43fa-b888-39bfda0be519 req-965ed52e-65cd-47e4-affc-634f57e36125 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835590 Sep 25 01:28:12.240944 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-baf569af-00e3-463e-a998-3fc7de687bd8 None None] Attempt 3 to provision port 95896add-c9fe-475f-bc83-5393bb6a6706 Sep 25 01:28:12.278929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-baf569af-00e3-463e-a998-3fc7de687bd8 None None] Port 95896add-c9fe-475f-bc83-5393bb6a6706 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:28:12.592373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbdebc-07d6-4c1b-8781-6c0e6537bd0c req-3e114bd9-5779-4667-b346-52fcabdbeb0d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:12.593862 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dffbdebc-07d6-4c1b-8781-6c0e6537bd0c req-3e114bd9-5779-4667-b346-52fcabdbeb0d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 943 time: 0.0469890 Sep 25 01:28:12.646099 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dffbdebc-07d6-4c1b-8781-6c0e6537bd0c req-71b83ad5-622e-4241-9ef8-519ce793a73a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460443 Sep 25 01:28:13.159391 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:28:13.769848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1695c5d-d162-48bb-aa61-201202e7d5e0 req-77572905-1765-4a70-8602-a730b0c09ede tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:13.771327 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f1695c5d-d162-48bb-aa61-201202e7d5e0 req-77572905-1765-4a70-8602-a730b0c09ede tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 943 time: 0.0469842 Sep 25 01:28:13.819801 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f1695c5d-d162-48bb-aa61-201202e7d5e0 req-6cb86f4e-c431-4dc0-8c63-41902fa589d6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424094 Sep 25 01:28:14.237106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-4ab20cec-b9fa-437b-97d2-eee2c5601a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:14.238639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-4ab20cec-b9fa-437b-97d2-eee2c5601a72 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 1127 time: 0.0430021 Sep 25 01:28:14.327473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-00be55c1-81a6-44c1-8b58-80098c6597a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:14.328983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-00be55c1-81a6-44c1-8b58-80098c6597a3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0849669 Sep 25 01:28:14.371606 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-2d4c04d4-d2dd-40c1-a8c8-ae7a3bbfc3f6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 200 len: 217 time: 0.0368583 Sep 25 01:28:14.420155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-faddd1e4-4b38-4ead-a27d-e0b5f67d5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:14.421607 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-faddd1e4-4b38-4ead-a27d-e0b5f67d5a2f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0443065 Sep 25 01:28:14.463050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-64df813d-9330-4d5b-b0b2-90fa729ad29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:14.464495 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-64df813d-9330-4d5b-b0b2-90fa729ad29a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373962 Sep 25 01:28:14.555856 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-c8633f9e-bddf-4e46-8652-13eb7f4279ae service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852120 Sep 25 01:28:14.620739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:14.648890 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8ba5026d-50ac-41ea-acd5-14d6806c7873 req-7ce3ba43-ae2c-4a44-ae9f-92bb2a84dd16 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871167 Sep 25 01:28:14.938699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd683153-11ef-4fa7-85de-49c44a7e5ad2 req-536d320a-556c-4ef1-b4aa-3d6e5389bda6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:14.940197 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd683153-11ef-4fa7-85de-49c44a7e5ad2 req-536d320a-556c-4ef1-b4aa-3d6e5389bda6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 943 time: 0.0475979 Sep 25 01:28:14.987581 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bd683153-11ef-4fa7-85de-49c44a7e5ad2 req-8085ad34-4c04-4426-88e9-30413af9159d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 Sep 25 01:28:16.098862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 95896add-c9fe-475f-bc83-5393bb6a6706 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:28:16.110808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c677-edb9-4f20-8aef-3a9bc40676ce req-f973413e-ff21-4de3-b369-65a729563cd4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:16.112304 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ccb5c677-edb9-4f20-8aef-3a9bc40676ce req-f973413e-ff21-4de3-b369-65a729563cd4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 943 time: 0.0514212 Sep 25 01:28:16.113004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:16.161095 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ccb5c677-edb9-4f20-8aef-3a9bc40676ce req-2fdc8dbd-110b-491f-ab38-108cfbde2b7a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419748 Sep 25 01:28:16.208036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=95896add-c9fe-475f-bc83-5393bb6a6706,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:28:16.219136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '95896add-c9fe-475f-bc83-5393bb6a6706', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'port_id': '95896add-c9fe-475f-bc83-5393bb6a6706', 'mac_address': 'fa:16:3e:fd:19:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:28:16.256450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 95896add-c9fe-475f-bc83-5393bb6a6706 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:16.256847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:16.269910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95896add-c9fe-475f-bc83-5393bb6a6706 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:28:16.290148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=95896add-c9fe-475f-bc83-5393bb6a6706,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:28:16.294889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:16.340752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=95896add-c9fe-475f-bc83-5393bb6a6706,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:16.693491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['95896add-c9fe-475f-bc83-5393bb6a6706'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:28:17.281836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6e53-907b-40c2-b01a-10a0b7129e3c req-e8997ca8-1e79-4413-a824-d0349d2296f6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:17.283304 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b78e6e53-907b-40c2-b01a-10a0b7129e3c req-e8997ca8-1e79-4413-a824-d0349d2296f6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 944 time: 0.0459790 Sep 25 01:28:17.330146 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b78e6e53-907b-40c2-b01a-10a0b7129e3c req-da1603a4-801a-4c0f-8997-6fcfe3368c79 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406582 Sep 25 01:28:18.107053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 95896add-c9fe-475f-bc83-5393bb6a6706 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:28:18.149442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 95896add-c9fe-475f-bc83-5393bb6a6706 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:28:18.156433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 95896add-c9fe-475f-bc83-5393bb6a6706 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:28:18.156814 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:18.157158 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 95896add-c9fe-475f-bc83-5393bb6a6706 Sep 25 01:28:18.237013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 95896add-c9fe-475f-bc83-5393bb6a6706 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:28:18.237407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:18.261904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:28:18.264184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edeb9ee-ad82-47f0-867a-fc7f5a2f4c84" -d '{"events": [{"server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "name": "network-vif-plugged", "status": "completed", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:28:18.277918 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=95896add-c9fe-475f-bc83-5393bb6a6706,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:28:18.282375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:18.324502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:18.336696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=95896add-c9fe-475f-bc83-5393bb6a6706,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:28:18.365155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097a0dc7-9a72-4eef-a3d9-e396dcf1f6b0 x-openstack-request-id: req-097a0dc7-9a72-4eef-a3d9-e396dcf1f6b0 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:28:18.365454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "name": "network-vif-plugged", "status": "completed", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:28:18.365764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-097a0dc7-9a72-4eef-a3d9-e396dcf1f6b0 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:28:18.366173 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097a0dc7-9a72-4eef-a3d9-e396dcf1f6b0'] response: {'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706', 'code': 200} Sep 25 01:28:18.462256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e211dac-4d8a-4d9e-9eae-207694deae0d req-c432b76e-389e-433f-aef1-fd2289b5cf2c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:18.464124 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6e211dac-4d8a-4d9e-9eae-207694deae0d req-c432b76e-389e-433f-aef1-fd2289b5cf2c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0596879 Sep 25 01:28:18.513883 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6e211dac-4d8a-4d9e-9eae-207694deae0d req-bb774d50-d59e-4f91-af72-914326e53bf1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435877 Sep 25 01:28:18.577917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa196417-424d-4d82-904f-6e7e68e2e831 req-5bdd1aee-7e9b-405f-a02f-ae452f326b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:18.579364 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fa196417-424d-4d82-904f-6e7e68e2e831 req-5bdd1aee-7e9b-405f-a02f-ae452f326b86 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 1129 time: 0.0401435 Sep 25 01:28:18.622968 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fa196417-424d-4d82-904f-6e7e68e2e831 req-e5207e39-eb7d-49fb-8778-b124ba06372b service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380330 Sep 25 01:28:19.580908 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:19.653138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b28837-325b-41ed-bc8c-d0f644ba0815 req-83d7a053-5e6f-4e41-9b50-db05f1da788e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:19.654657 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d4b28837-325b-41ed-bc8c-d0f644ba0815 req-83d7a053-5e6f-4e41-9b50-db05f1da788e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0496078 Sep 25 01:28:19.703598 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d4b28837-325b-41ed-bc8c-d0f644ba0815 req-b3b676bf-4a20-41cc-aa70-4da411f8f0c8 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431719 Sep 25 01:28:20.816727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:20.825638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61552459-7686-40b2-9465-5be4b4639d27 req-ecfd5b29-73b3-4213-88ac-66b0e12904cb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:20.827132 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-61552459-7686-40b2-9465-5be4b4639d27 req-ecfd5b29-73b3-4213-88ac-66b0e12904cb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0478261 Sep 25 01:28:20.881303 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-61552459-7686-40b2-9465-5be4b4639d27 req-c7048a03-65d7-469f-b4eb-5521efa35a3a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484095 Sep 25 01:28:20.996580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f374-42bb-478c-8564-69997b4e452a req-0ccda758-824e-4773-bfdd-ac2b3305a0a2 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:20.998006 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-abf0f374-42bb-478c-8564-69997b4e452a req-0ccda758-824e-4773-bfdd-ac2b3305a0a2 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0466261 Sep 25 01:28:21.008856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33428) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:28:21.013464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7fe7962f-7b86-4045-8bc1-ee68cf67f1de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'floatingip': {'port_id': '95896add-c9fe-475f-bc83-5393bb6a6706'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:28:21.057170 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7fe7962f-7b86-4045-8bc1-ee68cf67f1de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:21.060313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:21.528595 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7fe7962f-7b86-4045-8bc1-ee68cf67f1de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:21.532733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7fe7962f-7b86-4045-8bc1-ee68cf67f1de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:21.636416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:21.657543 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-7fe7962f-7b86-4045-8bc1-ee68cf67f1de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Floating IP f141d63f-bc9e-4481-9384-b6133ea0e413 associated. External IP: 172.36.7.145, port: 95896add-c9fe-475f-bc83-5393bb6a6706. Sep 25 01:28:21.894081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe7962f-7b86-4045-8bc1-ee68cf67f1de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:28:22.027809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe7962f-7b86-4045-8bc1-ee68cf67f1de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:28:22.032362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7fe7962f-7b86-4045-8bc1-ee68cf67f1de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:22.037659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:28:22.048186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:28:22.048880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:28:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:22.063478 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7fe7962f-7b86-4045-8bc1-ee68cf67f1de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f141d63f-bc9e-4481-9384-b6133ea0e413 HTTP/1.1" status: 200 len: 991 time: 1.0534723 Sep 25 01:28:22.064157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:28:22.066418 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323006c8-122b-4e5b-b9b7-ec237741c9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:28:22.153655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:28:22.159971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04111c4a-aa45-48c3-9e3b-1e57875e66b7 x-openstack-request-id: req-04111c4a-aa45-48c3-9e3b-1e57875e66b7 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:28:22.160275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:28:22.160563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04111c4a-aa45-48c3-9e3b-1e57875e66b7 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:28:22.160980 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04111c4a-aa45-48c3-9e3b-1e57875e66b7'] response: {'name': 'network-changed', 'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706', 'status': 'completed', 'code': 200} Sep 25 01:28:22.246958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-e0af6553-9046-4a89-bedf-32b8751763fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:22.248498 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-e0af6553-9046-4a89-bedf-32b8751763fe service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 1129 time: 0.0401587 Sep 25 01:28:22.295731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:22.350180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-3c7d92a1-b191-43f5-ad14-b2b6a29dc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:22.351765 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-3c7d92a1-b191-43f5-ad14-b2b6a29dc850 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0971992 Sep 25 01:28:22.377723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '95896add-c9fe-475f-bc83-5393bb6a6706', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:fd:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:28:21Z', 'revision_number': 1, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:22.402686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:28:22.411772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:28:22.412414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:28:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:22.414660 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-197f0c41-2f3e-41a9-96e5-d63c30137b94 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 200 len: 999 time: 0.0566409 Sep 25 01:28:22.466686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-c3115c3b-0f3f-4393-af46-d67bc6de5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:22.468234 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-c3115c3b-0f3f-4393-af46-d67bc6de5b69 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0480888 Sep 25 01:28:22.516472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-5c558961-c0ac-4bc3-a180-8c26f761de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:28:22.518023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-5c558961-c0ac-4bc3-a180-8c26f761de9b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444727 Sep 25 01:28:22.520840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:28:22.612233 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-f92485d1-8b57-49fe-8ede-9ea386e6d412 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881245 Sep 25 01:28:22.714188 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-323006c8-122b-4e5b-b9b7-ec237741c9aa req-cbfd0991-fdc9-4beb-be2f-1a94b6cac5c7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964994 Sep 25 01:28:22.737525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '95896add-c9fe-475f-bc83-5393bb6a6706', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:fd:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:28:21Z', 'revision_number': 1, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:28:22.764185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9dc34-116a-4165-be94-307a56a9fb8f None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '95896add-c9fe-475f-bc83-5393bb6a6706', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:fd:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:28:21Z', 'revision_number': 1, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:28:22.945049 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104bac83-c04c-4764-ac6d-0b0ae107848f None None] New status for floating IP f141d63f-bc9e-4481-9384-b6133ea0e413: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:28:22.994474 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:28.632851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2a3221a7-654f-49b7-b557-899a51368e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:31.518765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a4954e04-7c2d-4fa0-9684-300b8c96e990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:32.056429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:32.060265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=36 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:32.708861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=52 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:32.710769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:33.827709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:35.977859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:36.541437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:41.076945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:28:41.978748 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:41.983152 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:50.157952 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:28:51.064802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:51.073680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:54.961445 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:28:58.623986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8d93ff0d-ef17-441e-b89d-305228860192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:00.154217 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:01.520935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c815925e-5cea-41a3-b12e-a5ebe97bef9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:03.827156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:05.980574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:06.544608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:06.937969 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-57fabfa7-3102-4da7-b1ca-b9fc797ff553 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391052 Sep 25 01:29:07.040698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-019bf1ee-d443-4927-890a-ba48e0380693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:07.042191 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-019bf1ee-d443-4927-890a-ba48e0380693 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 1129 time: 0.0397344 Sep 25 01:29:07.148616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-6653adf9-2e34-4ad9-af26-de67a845b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:07.150111 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-6653adf9-2e34-4ad9-af26-de67a845b129 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0893476 Sep 25 01:29:07.211080 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-a7e4aee4-8341-47aa-9bba-1b94bb994f51 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 200 len: 1001 time: 0.0544856 Sep 25 01:29:07.264324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-04532a93-b634-4beb-830d-b4341cdd3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:07.265808 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-04532a93-b634-4beb-830d-b4341cdd3a31 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0482280 Sep 25 01:29:07.309515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-5c027b96-a504-4f96-b9cd-0d9d67e60962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:07.311040 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-5c027b96-a504-4f96-b9cd-0d9d67e60962 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398614 Sep 25 01:29:07.400595 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-68c1ceb2-8f65-494e-a2d2-833a939e34a3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828235 Sep 25 01:29:07.494323 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b918f431-7a3b-4552-a20c-b31af13cf75f req-490883f4-d8b9-48a3-8e4c-64e5c0e4def1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879996 Sep 25 01:29:11.083472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:17.488371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=56 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:17.490375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=45 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:18.974224 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:18.979531 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:21.077809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:21.079689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:26.894934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704c30-cfff-4e75-9be5-f75e836ea7f5 req-010ed18a-2062-40dd-9662-c165dce70f06 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:26.896455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a2704c30-cfff-4e75-9be5-f75e836ea7f5 req-010ed18a-2062-40dd-9662-c165dce70f06 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0475576 Sep 25 01:29:26.946170 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a2704c30-cfff-4e75-9be5-f75e836ea7f5 req-896230e1-7f19-43d7-88f7-63efd5370579 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Sep 25 01:29:27.071650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b1687-ae5b-42b9-bbbc-45ce00e2662a req-25d33b8a-c01c-40f4-81b1-368d7336c194 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:27.073082 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-063b1687-ae5b-42b9-bbbc-45ce00e2662a req-25d33b8a-c01c-40f4-81b1-368d7336c194 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0475631 Sep 25 01:29:27.120712 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-063b1687-ae5b-42b9-bbbc-45ce00e2662a req-114f6674-e92f-46c9-b791-bd8810575522 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419888 Sep 25 01:29:27.156937 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:29:27.238273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe400c-1468-49f0-9113-a29629a32bfa req-42f1e9e6-06d2-47a8-94b2-8d3bb4c97cd7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:27.239703 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a1fe400c-1468-49f0-9113-a29629a32bfa req-42f1e9e6-06d2-47a8-94b2-8d3bb4c97cd7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0463822 Sep 25 01:29:27.288786 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a1fe400c-1468-49f0-9113-a29629a32bfa req-9bea43f4-3f5f-44a3-91bf-d3ae9cfe5570 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 Sep 25 01:29:28.536144 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-e5d5a5c5-a190-49c2-b782-b6e1989f59d0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447948 Sep 25 01:29:28.550435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784954e-8fcd-4c72-86da-3e88e6d1aac8 req-37bc4948-bfbc-414b-8713-370f19a8fa07 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:28.552375 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6784954e-8fcd-4c72-86da-3e88e6d1aac8 req-37bc4948-bfbc-414b-8713-370f19a8fa07 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0528369 Sep 25 01:29:28.602781 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6784954e-8fcd-4c72-86da-3e88e6d1aac8 req-1150ba4f-8091-47da-84d7-f6feaea17eb5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443282 Sep 25 01:29:28.635406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8a42dc64-6043-48b0-aaa4-c18befa5872c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:29.725004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034cdc8-b85b-4fb7-8de2-9439be028800 req-2326483c-afda-4a56-beaf-29f807ab6b14 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:29.726485 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4034cdc8-b85b-4fb7-8de2-9439be028800 req-2326483c-afda-4a56-beaf-29f807ab6b14 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0462217 Sep 25 01:29:29.805269 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4034cdc8-b85b-4fb7-8de2-9439be028800 req-816667fa-49da-4eae-ad4f-b9c2be7fded8 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732114 Sep 25 01:29:29.815435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-73053b86-454d-4659-959c-577cdbb838af tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:29.816804 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-73053b86-454d-4659-959c-577cdbb838af tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports/95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 200 len: 942 time: 0.0611067 Sep 25 01:29:30.924696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e29b29-b46f-4d8c-b1f0-001c829edff1 req-8155ddb1-f233-435a-b9c2-92b2d135b7f0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:30.926181 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-28e29b29-b46f-4d8c-b1f0-001c829edff1 req-8155ddb1-f233-435a-b9c2-92b2d135b7f0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0476665 Sep 25 01:29:30.972927 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-28e29b29-b46f-4d8c-b1f0-001c829edff1 req-f4b06546-b72c-48ba-ab4c-30bdc436e766 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 Sep 25 01:29:31.523171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bc91f1cc-b6ff-4ece-b2c8-1c0533a7502f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:31.926037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-90d56445-954c-44f7-86f6-525fd2b67c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:31.927555 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-90d56445-954c-44f7-86f6-525fd2b67c8c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 1129 time: 0.0447748 Sep 25 01:29:32.018381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-54f1c3fa-cdc8-44f7-9a5f-905499e837d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:32.019796 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-54f1c3fa-cdc8-44f7-9a5f-905499e837d1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0865595 Sep 25 01:29:32.119620 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-1fa7f7a4-c1e6-49ab-b9d8-83bb73b79aa3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 200 len: 1001 time: 0.0937045 Sep 25 01:29:32.125333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a0cfe-ed30-4fe0-ac25-cd1e99ad4a69 req-1decc854-3737-4d57-9192-91635c65506f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:32.126755 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-547a0cfe-ed30-4fe0-ac25-cd1e99ad4a69 req-1decc854-3737-4d57-9192-91635c65506f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0625026 Sep 25 01:29:32.188204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-f181c6ff-4bd5-43d2-87af-463cf7c78536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:32.189695 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-f181c6ff-4bd5-43d2-87af-463cf7c78536 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0620880 Sep 25 01:29:32.243956 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-547a0cfe-ed30-4fe0-ac25-cd1e99ad4a69 req-19a8d6c6-fd57-4989-87e6-16cb6209bf49 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076012 Sep 25 01:29:32.249205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-6d308452-acfd-40d4-992b-ff68eded17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:32.250786 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-6d308452-acfd-40d4-992b-ff68eded17e2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0550895 Sep 25 01:29:32.341608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-274610d4-26bf-4961-9bbf-96f6e0c8b473 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850651 Sep 25 01:29:32.440604 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-19aed469-08ac-422a-87de-914a13c67367 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928681 Sep 25 01:29:33.368844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005d82d-fb93-4d37-8b60-42ee70293610 req-e16f63c8-769f-40af-b754-49e253e1c55d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:33.370327 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b005d82d-fb93-4d37-8b60-42ee70293610 req-e16f63c8-769f-40af-b754-49e253e1c55d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0512950 Sep 25 01:29:33.420236 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b005d82d-fb93-4d37-8b60-42ee70293610 req-60119510-e6ab-4797-8cb8-3347608419c6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Sep 25 01:29:33.831122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:34.540974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd6e47-6283-4665-bc7f-049ff23b9998 req-6f6082b4-05fb-45d7-af58-662ad213c718 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:34.542464 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-38cd6e47-6283-4665-bc7f-049ff23b9998 req-6f6082b4-05fb-45d7-af58-662ad213c718 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0468795 Sep 25 01:29:34.590188 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-38cd6e47-6283-4665-bc7f-049ff23b9998 req-034de02d-65c3-4bad-bc15-baef390449f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Sep 25 01:29:35.710980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f4203-f5d4-43e4-a6c8-af5ddc4b19e5 req-0b772700-2f6c-441a-8751-aee8e75590e3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:35.712457 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7c9f4203-f5d4-43e4-a6c8-af5ddc4b19e5 req-0b772700-2f6c-441a-8751-aee8e75590e3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0466142 Sep 25 01:29:35.759107 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7c9f4203-f5d4-43e4-a6c8-af5ddc4b19e5 req-d743a64c-b926-4d07-ac2a-d719cbf0a90c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Sep 25 01:29:35.982726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:36.548843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:36.844676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:36.880530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64db031-145c-4471-9984-e663bc3c468f req-613839f6-6f2a-4db6-b3a8-1bdcf8a1bc01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:36.882014 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b64db031-145c-4471-9984-e663bc3c468f req-613839f6-6f2a-4db6-b3a8-1bdcf8a1bc01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0473225 Sep 25 01:29:36.934810 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b64db031-145c-4471-9984-e663bc3c468f req-a3b60a84-75e7-4621-ae85-41aa04d22be8 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472186 Sep 25 01:29:37.153538 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:38.057024 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c20cf-c7b9-41f6-baf2-5534e72c272f req-50180dc5-d907-49de-89c1-18c5df66e033 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:38.058375 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4b4c20cf-c7b9-41f6-baf2-5534e72c272f req-50180dc5-d907-49de-89c1-18c5df66e033 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0460138 Sep 25 01:29:38.110115 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4b4c20cf-c7b9-41f6-baf2-5534e72c272f req-f8c3566e-403d-4526-a24d-656ae2e3f71a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462205 Sep 25 01:29:39.231233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8731c-9ebc-4fe3-99d3-d49e4182a072 req-cd180d50-e2ab-4c56-b5b8-18b8333d3e37 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:39.232754 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-65d8731c-9ebc-4fe3-99d3-d49e4182a072 req-cd180d50-e2ab-4c56-b5b8-18b8333d3e37 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0465829 Sep 25 01:29:39.280464 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-65d8731c-9ebc-4fe3-99d3-d49e4182a072 req-3f8aa77b-752e-4d5c-b250-c9a6b36ca839 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Sep 25 01:29:40.400326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3cac6-b467-4f09-bac4-625a03186abe req-7604e908-32ad-449d-96c0-a88fdd9770ee tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:40.402084 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-43b3cac6-b467-4f09-bac4-625a03186abe req-7604e908-32ad-449d-96c0-a88fdd9770ee tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0475495 Sep 25 01:29:40.450139 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-43b3cac6-b467-4f09-bac4-625a03186abe req-1e17d507-350e-4b93-8766-67e7f21d010e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Sep 25 01:29:41.083455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:41.563221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:41.578478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153ec69-615f-467a-b74e-88be08ff0f85 req-a0461660-7812-40d1-9676-b7c1ff8f6e1e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:41.579985 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c153ec69-615f-467a-b74e-88be08ff0f85 req-a0461660-7812-40d1-9676-b7c1ff8f6e1e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0476034 Sep 25 01:29:41.627039 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c153ec69-615f-467a-b74e-88be08ff0f85 req-5822915f-22b3-4a85-a025-2e26c04de80a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408454 Sep 25 01:29:42.747527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4cdf4-027f-461b-99ed-8934f1b328e0 req-0f2cc85b-5b33-4754-a617-e829e6d22239 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:42.749014 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d5d4cdf4-027f-461b-99ed-8934f1b328e0 req-0f2cc85b-5b33-4754-a617-e829e6d22239 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0475354 Sep 25 01:29:42.796044 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d5d4cdf4-027f-461b-99ed-8934f1b328e0 req-628baf72-43f1-4458-b0a3-1e3a1555859d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408885 Sep 25 01:29:43.920087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852e934-08e9-4b70-ac17-ecf97725fdea req-007f5962-9f50-4e5f-9dc3-6c8108781937 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:43.921561 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9852e934-08e9-4b70-ac17-ecf97725fdea req-007f5962-9f50-4e5f-9dc3-6c8108781937 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0513046 Sep 25 01:29:43.968197 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9852e934-08e9-4b70-ac17-ecf97725fdea req-d51900e7-70a9-41f1-a11c-367bf4fc409a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404363 Sep 25 01:29:45.097160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d655a-6868-4f6e-8ac0-6fa67640d4ba req-da796d67-613a-4470-9c53-691e97a37b80 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:45.098635 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c70d655a-6868-4f6e-8ac0-6fa67640d4ba req-da796d67-613a-4470-9c53-691e97a37b80 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0511096 Sep 25 01:29:45.147961 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c70d655a-6868-4f6e-8ac0-6fa67640d4ba req-659d2492-c3d3-4063-b529-a553cfd9b552 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434620 Sep 25 01:29:46.267260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d975d-3df3-4bb6-b30e-853540e7a687 req-df25729b-3069-458b-b303-077ec8b1dc83 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:46.268821 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-068d975d-3df3-4bb6-b30e-853540e7a687 req-df25729b-3069-458b-b303-077ec8b1dc83 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0470977 Sep 25 01:29:46.316123 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-068d975d-3df3-4bb6-b30e-853540e7a687 req-002ec5f7-71cf-488a-a630-77cc95415cf5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Sep 25 01:29:47.424355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:47.437513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc78076-cfd6-45fb-8ca1-8f57aa67ba36 req-02ac9c05-0c37-46e1-98a7-a6e5858fa9fe tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:47.438971 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dfc78076-cfd6-45fb-8ca1-8f57aa67ba36 req-02ac9c05-0c37-46e1-98a7-a6e5858fa9fe tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0478544 Sep 25 01:29:47.485342 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dfc78076-cfd6-45fb-8ca1-8f57aa67ba36 req-e9e909f3-0844-407b-9255-eefcdd25c1c5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400984 Sep 25 01:29:48.606533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eee61-860a-4d50-a862-05f0617fd3f4 req-dcc041a4-93f7-4cc8-870b-fc23ec0eb237 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:48.608030 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f21eee61-860a-4d50-a862-05f0617fd3f4 req-dcc041a4-93f7-4cc8-870b-fc23ec0eb237 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0452993 Sep 25 01:29:48.657992 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f21eee61-860a-4d50-a862-05f0617fd3f4 req-1b2cdb08-215d-4d8c-bcea-8135c54c1302 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Sep 25 01:29:49.256678 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-3d6090fe-e8ce-4e2b-9c48-e49256bc6c01 service neutron] 10.222.0.60 "GET /networking/v2.0/ports/95896add-c9fe-475f-bc83-5393bb6a6706/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0543242 Sep 25 01:29:49.473419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-45ef08b6-2809-45e3-bb4b-44d9b89c935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:49.474935 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-45ef08b6-2809-45e3-bb4b-44d9b89c935c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 1129 time: 0.0392358 Sep 25 01:29:49.552348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-8c7477d4-9ef4-45e9-96bd-8042ceb2563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:49.553789 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-8c7477d4-9ef4-45e9-96bd-8042ceb2563c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 1129 time: 0.0406272 Sep 25 01:29:49.646298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-467badf8-ddc1-49b7-980f-df17cbc69935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:49.647753 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-467badf8-ddc1-49b7-980f-df17cbc69935 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0886097 Sep 25 01:29:49.707079 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-0c140974-30e0-4625-9988-9f86fc42efd5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 200 len: 1001 time: 0.0536239 Sep 25 01:29:49.761422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-6b726452-ba52-4aac-86b7-6ccac8b69072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:49.762386 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-6b726452-ba52-4aac-86b7-6ccac8b69072 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0489161 Sep 25 01:29:49.779481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608291-ee5d-411c-bee6-e6d8122d9938 req-d862f682-d2c2-4e88-aac6-a2eaa02833b1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:49.781081 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-47608291-ee5d-411c-bee6-e6d8122d9938 req-d862f682-d2c2-4e88-aac6-a2eaa02833b1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0469327 Sep 25 01:29:49.806540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-034f746d-8021-4262-bcfc-3f05da5434af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:49.808134 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-034f746d-8021-4262-bcfc-3f05da5434af service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397243 Sep 25 01:29:49.816130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:49.833598 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-47608291-ee5d-411c-bee6-e6d8122d9938 req-7c79c7db-c96c-4af9-a4f2-b1c2b5911cd3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462418 Sep 25 01:29:49.868553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:49.901617 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-fefdd3ab-fdad-4e26-b296-14be565ba34c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879176 Sep 25 01:29:49.990140 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b62525ff-265b-4485-b7ee-e8cfb0d0be95 req-5a85d9d3-3fe3-42c9-a989-4e3f0b5725e7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828810 Sep 25 01:29:50.953715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc198d-88fc-49aa-bf92-a50ddfce0a41 req-957b96ec-dd87-49c6-9246-d4ccb3880377 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:50.955809 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b2bc198d-88fc-49aa-bf92-a50ddfce0a41 req-957b96ec-dd87-49c6-9246-d4ccb3880377 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0458272 Sep 25 01:29:51.005132 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b2bc198d-88fc-49aa-bf92-a50ddfce0a41 req-fd702c6e-3d8f-4510-ba72-eef1660d02a2 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439379 Sep 25 01:29:51.071517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:51.079403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:52.043067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-bb199ca3-1feb-4f25-9363-8ea981e6fe57 req-02415dd1-7235-4ab9-9788-180e80abcf56 tempest-TestNetworkBasicOps-1404723746 tempest-TestNetworkBasicOps-1404723746-project] (107188) timed out ('10.222.0.49', 59548) {{(pid=107188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 01:29:52.128416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84067450-acdf-4a5e-aa50-fc2624d8984c req-ae1c60c5-3290-44ef-b9bd-f2ed7536626a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:52.129874 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-84067450-acdf-4a5e-aa50-fc2624d8984c req-ae1c60c5-3290-44ef-b9bd-f2ed7536626a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0464499 Sep 25 01:29:52.177262 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-84067450-acdf-4a5e-aa50-fc2624d8984c req-9a9713d9-5e95-403e-bdfe-6a680334ea5f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Sep 25 01:29:52.562998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 95896add-c9fe-475f-bc83-5393bb6a6706 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:29:52.577092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 95896add-c9fe-475f-bc83-5393bb6a6706 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:29:52.712284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 95896add-c9fe-475f-bc83-5393bb6a6706 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:29:52.712667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:52.733688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=95896add-c9fe-475f-bc83-5393bb6a6706,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:29:52.757005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:29:52.759221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558c0999-cdf0-4f1c-967a-5961811b549c" -d '{"events": [{"server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "name": "network-vif-unplugged", "status": "completed", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:29:52.763570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '95896add-c9fe-475f-bc83-5393bb6a6706', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'port_id': '95896add-c9fe-475f-bc83-5393bb6a6706', 'mac_address': 'fa:16:3e:fd:19:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:29:52.774654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=95896add-c9fe-475f-bc83-5393bb6a6706,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:29:52.795064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:52.808253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef476da8-0d39-409f-ba2b-3df7fa9bdfd2 x-openstack-request-id: req-ef476da8-0d39-409f-ba2b-3df7fa9bdfd2 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:29:52.808545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "name": "network-vif-unplugged", "status": "completed", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:29:52.808799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef476da8-0d39-409f-ba2b-3df7fa9bdfd2 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:29:52.809194 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef476da8-0d39-409f-ba2b-3df7fa9bdfd2'] response: {'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706', 'code': 200} Sep 25 01:29:52.837789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 95896add-c9fe-475f-bc83-5393bb6a6706 is: ACTIVE; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:29:52.838115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:52.863836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95896add-c9fe-475f-bc83-5393bb6a6706 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:29:52.871636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=95896add-c9fe-475f-bc83-5393bb6a6706,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:29:52.882121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.882472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.882816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.883159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.883491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.883823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.884177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.884506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.884835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.885165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.885494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.885822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.886148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.886469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.886792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:29:52.918656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:29:52.919066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:29:53.297789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12544-2dda-40a4-950b-1f64141e39fd req-0e1cc1cb-ad6f-478c-a81c-1b803cecb046 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:53.299869 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-17f12544-2dda-40a4-950b-1f64141e39fd req-0e1cc1cb-ad6f-478c-a81c-1b803cecb046 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 943 time: 0.0482099 Sep 25 01:29:53.350434 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-17f12544-2dda-40a4-950b-1f64141e39fd req-b3072a05-e76f-428c-b7ef-7ebb647d6e3e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Sep 25 01:29:53.455794 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 95896add-c9fe-475f-bc83-5393bb6a6706 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:29:53.456220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:53.469268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95896add-c9fe-475f-bc83-5393bb6a6706 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:29:53.489433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=95896add-c9fe-475f-bc83-5393bb6a6706,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:29:53.493033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:53.538603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=95896add-c9fe-475f-bc83-5393bb6a6706,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:29:53.618976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['95896add-c9fe-475f-bc83-5393bb6a6706'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:29:54.437395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:54.474757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff31dd-0b7f-440e-84d2-78a8f1d9e22c req-fdc0ea7d-a84c-4f7f-a5c9-c5b40874f5c3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:54.476259 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-18ff31dd-0b7f-440e-84d2-78a8f1d9e22c req-fdc0ea7d-a84c-4f7f-a5c9-c5b40874f5c3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 944 time: 0.0471311 Sep 25 01:29:54.523835 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-18ff31dd-0b7f-440e-84d2-78a8f1d9e22c req-9ff93f5e-f96e-4003-bf3f-295c6fd967ff tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 Sep 25 01:29:54.563334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 95896add-c9fe-475f-bc83-5393bb6a6706 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:29:54.608421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 95896add-c9fe-475f-bc83-5393bb6a6706 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:29:54.608806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:54.609157 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 95896add-c9fe-475f-bc83-5393bb6a6706 Sep 25 01:29:54.640233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:54.648219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:54.691279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 95896add-c9fe-475f-bc83-5393bb6a6706 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:29:54.691677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:54.725838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=95896add-c9fe-475f-bc83-5393bb6a6706,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:29:54.730256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:54.763765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdc417-95aa-44a1-8505-cf5981ad1179 req-111401b5-285a-4c39-93f0-03e1c8e94f1e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:54.765302 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-92cdc417-95aa-44a1-8505-cf5981ad1179 req-111401b5-285a-4c39-93f0-03e1c8e94f1e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 944 time: 0.0804694 Sep 25 01:29:54.778469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=95896add-c9fe-475f-bc83-5393bb6a6706,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:29:54.786680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-058ea551-6261-411e-8d68-808e79b49db2 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:54.788073 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-058ea551-6261-411e-8d68-808e79b49db2 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0719342 Sep 25 01:29:54.810901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:29:54.813431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e071be23-4f62-4faa-8beb-b2c3c0ec78f4" -d '{"events": [{"server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "name": "network-vif-plugged", "status": "completed", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:29:54.825285 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-92cdc417-95aa-44a1-8505-cf5981ad1179 req-a456b9d4-8537-4880-999b-c9913875760a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527556 Sep 25 01:29:54.882424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b930c94-d987-47fe-bea8-5c44bc37e441 x-openstack-request-id: req-9b930c94-d987-47fe-bea8-5c44bc37e441 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:29:54.882723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "name": "network-vif-plugged", "status": "completed", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:29:54.882985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b930c94-d987-47fe-bea8-5c44bc37e441 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:29:54.883398 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b930c94-d987-47fe-bea8-5c44bc37e441'] response: {'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706', 'code': 200} Sep 25 01:29:54.895281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-53945c72-274b-49d8-ad3f-6fa42ceab1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:54.896854 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-53945c72-274b-49d8-ad3f-6fa42ceab1d0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 1129 time: 0.0450144 Sep 25 01:29:55.009891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-c89381f4-f6a5-481c-8093-396530743f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:55.011391 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-c89381f4-f6a5-481c-8093-396530743f53 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0879483 Sep 25 01:29:55.075397 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-7eab9d60-1c4d-4e2c-962b-fa34b4afe0f0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 200 len: 1001 time: 0.0572059 Sep 25 01:29:55.123238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-1a12e53a-ceaf-4406-8d37-61131b7a67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:55.124764 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-1a12e53a-ceaf-4406-8d37-61131b7a67b2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0431888 Sep 25 01:29:55.182866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-3dc1291c-d06d-40ea-8334-add762596ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:55.184434 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-3dc1291c-d06d-40ea-8334-add762596ef9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0532751 Sep 25 01:29:55.274861 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-0a2dc116-3f9d-4040-b5e5-c75545db42ac service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830460 Sep 25 01:29:55.693326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6056e47-7bba-41a0-9c38-df59c7da16f1 req-ab3b6911-b7a8-4fb1-9587-4ccf43019657 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128332 Sep 25 01:29:55.951069 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178986c8-d943-4c9a-bcb0-39eb8ec5f640 req-e54f0f6b-7c5e-40f3-8bb5-b5d919a1595c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:55.952510 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-178986c8-d943-4c9a-bcb0-39eb8ec5f640 req-e54f0f6b-7c5e-40f3-8bb5-b5d919a1595c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0462370 Sep 25 01:29:55.999571 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-178986c8-d943-4c9a-bcb0-39eb8ec5f640 req-792b0981-f89b-4941-b757-38c6fd783516 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405500 Sep 25 01:29:57.136546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d715c93-e47c-44e5-b8b5-0c3fb0a85161 req-4cee0433-64c2-4419-8201-851dc6d5ad8b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:57.138050 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6d715c93-e47c-44e5-b8b5-0c3fb0a85161 req-4cee0433-64c2-4419-8201-851dc6d5ad8b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0550742 Sep 25 01:29:57.186318 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6d715c93-e47c-44e5-b8b5-0c3fb0a85161 req-1e5e1a7d-2f6a-4998-9876-841c7641a5d1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Sep 25 01:29:57.269890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:57.312126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80560235-8e67-4310-be79-fda67f75eda9 req-21ae1f87-d900-4305-998a-aec9dcc92a11 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:57.313614 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-80560235-8e67-4310-be79-fda67f75eda9 req-21ae1f87-d900-4305-998a-aec9dcc92a11 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0521169 Sep 25 01:29:57.360658 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-80560235-8e67-4310-be79-fda67f75eda9 req-b68f4391-9fed-473c-ab1f-50b94c535924 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407088 Sep 25 01:29:57.482882 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae5cd-b438-4f6e-a9e9-44b37c24cdcb req-cc1fbc64-1205-4fda-a62e-b1debf65c45b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:57.484365 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-100ae5cd-b438-4f6e-a9e9-44b37c24cdcb req-cc1fbc64-1205-4fda-a62e-b1debf65c45b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0473771 Sep 25 01:29:57.532584 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-100ae5cd-b438-4f6e-a9e9-44b37c24cdcb req-2ce29e83-1982-4ee6-9d8c-d55d271df6de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419772 Sep 25 01:29:57.778205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efcae1-745d-416a-99f5-e5b636e8c04e req-8adc2d46-ead0-47da-99fe-a3bee49d3fd9 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:57.779651 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f2efcae1-745d-416a-99f5-e5b636e8c04e req-8adc2d46-ead0-47da-99fe-a3bee49d3fd9 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0505106 Sep 25 01:29:57.826276 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f2efcae1-745d-416a-99f5-e5b636e8c04e req-5c360b6b-e2b2-4d17-b071-8e17effe5d71 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Sep 25 01:29:58.551663 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=17 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:58.553574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:58.627991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2fe93d2d-8d76-4768-972b-b4500ada39ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:58.949930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cb88-42a8-4554-a205-71b492c48fe7 req-9054e517-385c-4e30-9b31-11b4c9d43d92 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:58.951421 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8000cb88-42a8-4554-a205-71b492c48fe7 req-9054e517-385c-4e30-9b31-11b4c9d43d92 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0459976 Sep 25 01:29:58.999603 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8000cb88-42a8-4554-a205-71b492c48fe7 req-b0b84b16-0d9f-4eb9-a534-41d5ea68063e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418482 Sep 25 01:29:59.582287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:29:59.593623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-23be8e3d-1664-4020-9717-bbd7720e924c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:29:59.595292 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-23be8e3d-1664-4020-9717-bbd7720e924c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 945 time: 0.0471482 Sep 25 01:29:59.683079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Deleting port 95896add-c9fe-475f-bc83-5393bb6a6706 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:29:59.683427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:59.776950 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] For port 95896add-c9fe-475f-bc83-5393bb6a6706, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=95896add-c9fe-475f-bc83-5393bb6a6706,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:29:59.777323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:59.936918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:59.937284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:29:59.937608 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Floating IP f141d63f-bc9e-4481-9384-b6133ea0e413 disassociated. External IP: 172.36.7.145, port: 95896add-c9fe-475f-bc83-5393bb6a6706. Sep 25 01:29:59.937959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Calling delete_port for 95896add-c9fe-475f-bc83-5393bb6a6706 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:30:00.069587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (95896add-c9fe-475f-bc83-5393bb6a6706), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:00.098644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event deleted for resources: {'Port': ['ID=95896add-c9fe-475f-bc83-5393bb6a6706,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:30:00.105528 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c9d0acee-9c1b-4b08-874d-8a5e9f32f1ed req-3a30d33a-3e9d-4d40-a58b-54e8f9d17e57 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5d0339b4-4f23-40a4-ac31-bd77f22f348b HTTP/1.1" status: 200 len: 210 time: 0.0286350 Sep 25 01:30:00.116609 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.116970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.117342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.117706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.118054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.118415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.118771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.121120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.121120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.121120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.121120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.121120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.121120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.121120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.122454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:30:00.228461 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:30:00.334163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:30:00.343606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:30:00.353524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:30:00.354139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:29:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:30:00.376011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] No DVR routers for this DVR port 95896add-c9fe-475f-bc83-5393bb6a6706 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:30:00.379170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:00.382625 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bcd6b93d-b51b-44da-adef-c2e6a3932fb5 req-7be50a9e-e43f-4ebd-923a-03bd97c6cc81 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "DELETE /networking/v2.0/ports/95896add-c9fe-475f-bc83-5393bb6a6706 HTTP/1.1" status: 204 len: 173 time: 0.7824359 Sep 25 01:30:00.383136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'name': 'network-vif-deleted', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:30:00.390836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0de32d8-edb8-46c9-a512-bfeab6a3c7af" -d '{"events": [{"server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "name": "network-vif-deleted", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:30:00.433260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade2d8a6-3943-47dd-a7d6-8c10cdd0eff1 x-openstack-request-id: req-ade2d8a6-3943-47dd-a7d6-8c10cdd0eff1 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:30:00.433578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0339b4-4f23-40a4-ac31-bd77f22f348b", "name": "network-vif-deleted", "tag": "95896add-c9fe-475f-bc83-5393bb6a6706", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:30:00.433865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ade2d8a6-3943-47dd-a7d6-8c10cdd0eff1 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:30:00.434283 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade2d8a6-3943-47dd-a7d6-8c10cdd0eff1'] response: {'server_uuid': '5d0339b4-4f23-40a4-ac31-bd77f22f348b', 'name': 'network-vif-deleted', 'tag': '95896add-c9fe-475f-bc83-5393bb6a6706', 'status': 'completed', 'code': 200} Sep 25 01:30:00.468084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:30:00.811418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:30:00.837692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:30:00.846524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:30:00.847275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:29:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:30:00.953995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:30:01.159095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:30:01.183434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b43d69-50fc-4116-8c39-705994528733 None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:30:01.377266 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-20390495-7631-4063-8a69-65ab74ec6120 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1356571279&fields=id&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 267 time: 0.0448837 Sep 25 01:30:01.400643 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1f8909-bafe-479f-8f73-fd37b346abaa None None] New status for floating IP f141d63f-bc9e-4481-9384-b6133ea0e413: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:30:01.491121 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-fec8ecfc-b1cc-4b75-916f-9ce3d3f7f850 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:01.492620 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-fec8ecfc-b1cc-4b75-916f-9ce3d3f7f850 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 812 time: 0.1087570 Sep 25 01:30:01.509466 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-6c2709ad-ba19-4438-b215-99137973dbeb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/quotas/ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 375 time: 0.0113056 Sep 25 01:30:01.528828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-97efb7fd-1265-41b6-a659-4b4c45af9f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:01.564048 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-fb72825d-2dc2-41c1-9fc5-d0328a96b36d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487466 Sep 25 01:30:01.708168 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-9b81c7da-9f81-41f1-b768-1ca5558177a6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326065 Sep 25 01:30:01.758869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:01.799282 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-0c59f4cb-7ea7-4376-9e4f-0c6f93e43423 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850928 Sep 25 01:30:01.964415 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b0d4c5f8-ec05-4861-a13a-d78a670e63a4 req-1e082484-9f0b-460b-b499-060c097ec5f2 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 210 time: 0.0307398 Sep 25 01:30:03.072876 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f929632-81a4-45dc-a7d3-86f2f3ddaa28 req-45656714-3f44-492c-b99a-cc1ce596815d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 210 time: 0.0294714 Sep 25 01:30:03.082918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:03.087619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:03.150634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-5b02711d-56b5-49ae-9076-058a7eed54fa tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:03.152387 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-5b02711d-56b5-49ae-9076-058a7eed54fa tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 812 time: 0.1324089 Sep 25 01:30:03.220284 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-b811eafe-79ac-41f8-9681-c5a18a7ec770 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 380 time: 0.0535913 Sep 25 01:30:03.313900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'port': {'device_id': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'admin_state_up': True, 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'security_groups': ['e4d48bcb-817b-4ffd-b661-aa5d6333cded']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:30:03.425972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Made reservation on behalf of ea5cb33c8a2c433b892eb0cd1acbec9e for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:30:03.429995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:03.555376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Allocated IP 172.20.0.8 (a1102ea1-a454-43c7-9dbb-3c3824b9157b/0996f30b-f5c6-471e-989b-2794006063a8/1e64baf8-e159-41d3-a533-c95303ff6f5d) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:30:03.698018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:03.729412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:03.772957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:30:03.776446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:30:03.778960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:30:03.817936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event updated for resources: {'Port': ['ID=1e64baf8-e159-41d3-a533-c95303ff6f5d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:30:03.843019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:03.850986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:03.851618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:03.868430 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-01bc549a-6851-46d0-af80-5c7d5d84d531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584779 Sep 25 01:30:03.885084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Request body: {'port': {'device_id': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:30:03.947815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:03.963395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:04.025469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2d14c568-671d-4143-9e1a-6ab65c81d12a None None] Provisioning complete for port 1e64baf8-e159-41d3-a533-c95303ff6f5d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:30:04.026204 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2d14c568-671d-4143-9e1a-6ab65c81d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:04.026614 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2d14c568-671d-4143-9e1a-6ab65c81d12a None None] Attempt 1 to provision port 1e64baf8-e159-41d3-a533-c95303ff6f5d Sep 25 01:30:04.047854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:04.059709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2d14c568-671d-4143-9e1a-6ab65c81d12a None None] Port 1e64baf8-e159-41d3-a533-c95303ff6f5d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:30:04.157509 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:30:04.245340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561c7ff-9b21-4d36-8a5a-7545211b21eb req-511094f6-16e8-41a9-b912-e975ba3b1c44 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:04.246863 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2561c7ff-9b21-4d36-8a5a-7545211b21eb req-511094f6-16e8-41a9-b912-e975ba3b1c44 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 931 time: 0.0912492 Sep 25 01:30:04.265671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e64baf8-e159-41d3-a533-c95303ff6f5d {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:30:04.280768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Publish callbacks [] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:04.311914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Transition to ACTIVE for port object 1e64baf8-e159-41d3-a533-c95303ff6f5d will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:30:04.316749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:04.326006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2561c7ff-9b21-4d36-8a5a-7545211b21eb req-3e47c5ab-f588-4803-a9f6-4ca0027d28f5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722606 Sep 25 01:30:04.382472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Pushing event updated for resources: {'Port': ['ID=1e64baf8-e159-41d3-a533-c95303ff6f5d,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:30:04.434782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Attempting to bind port 1e64baf8-e159-41d3-a533-c95303ff6f5d on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:30:04.435112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Attempting to bind port 1e64baf8-e159-41d3-a533-c95303ff6f5d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:30:04.435443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Attempting to bind port 1e64baf8-e159-41d3-a533-c95303ff6f5d on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:30:04.476978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Port 1e64baf8-e159-41d3-a533-c95303ff6f5d on network a1102ea1-a454-43c7-9dbb-3c3824b9157b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:30:04.477303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Attempting to bind port 1e64baf8-e159-41d3-a533-c95303ff6f5d on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:30:04.518002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:30:04.518338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Checking segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:30:04.518723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Bound using segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:30:04.519152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Bound port: 1e64baf8-e159-41d3-a533-c95303ff6f5d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:30:04.519505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:04.560987 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2d14c568-671d-4143-9e1a-6ab65c81d12a None None] Attempt 2 to provision port 1e64baf8-e159-41d3-a533-c95303ff6f5d Sep 25 01:30:04.567739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:04.584689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] For port 1e64baf8-e159-41d3-a533-c95303ff6f5d, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:30:04.588347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] For port 1e64baf8-e159-41d3-a533-c95303ff6f5d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:30:04.594386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:04.599335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:04.599971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:04.601147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2d14c568-671d-4143-9e1a-6ab65c81d12a None None] Port 1e64baf8-e159-41d3-a533-c95303ff6f5d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:30:04.601364 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 1093 time: 0.7206683 Sep 25 01:30:04.601899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'tag': '1e64baf8-e159-41d3-a533-c95303ff6f5d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:30:04.604158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f213e50-3139-4aaf-b242-7b27fd3af2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "884b78e3-f0f8-4698-8d14-a934b19398f9", "tag": "1e64baf8-e159-41d3-a533-c95303ff6f5d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:30:04.636692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 95896add-c9fe-475f-bc83-5393bb6a6706 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:30:04.647627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9366bfbd-63a3-4397-a3a7-164f07e6cfcc x-openstack-request-id: req-9366bfbd-63a3-4397-a3a7-164f07e6cfcc {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:30:04.647959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884b78e3-f0f8-4698-8d14-a934b19398f9", "tag": "1e64baf8-e159-41d3-a533-c95303ff6f5d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:30:04.648209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9366bfbd-63a3-4397-a3a7-164f07e6cfcc {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:30:04.648624 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9366bfbd-63a3-4397-a3a7-164f07e6cfcc'] response: {'name': 'network-changed', 'server_uuid': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'tag': '1e64baf8-e159-41d3-a533-c95303ff6f5d', 'status': 'completed', 'code': 200} Sep 25 01:30:04.661564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654436a1-51a2-4955-964e-2758ccf7c48e service neutron] Pushing event updated for resources: {'Port': ['ID=1e64baf8-e159-41d3-a533-c95303ff6f5d,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:30:04.661834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 95896add-c9fe-475f-bc83-5393bb6a6706 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:30:04.662185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 95896add-c9fe-475f-bc83-5393bb6a6706 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:30:04.709070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-5ca6c23f-cb34-4ecd-96a9-8f0e1ef784cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:04.710609 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-5ca6c23f-cb34-4ecd-96a9-8f0e1ef784cb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 1127 time: 0.0398874 Sep 25 01:30:04.757658 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-4a93e31c-b487-4655-84db-72d18aa5547e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 217 time: 0.0357568 Sep 25 01:30:04.807445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-b55afb03-abef-41db-bf40-7ef0813e1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:04.808953 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-b55afb03-abef-41db-bf40-7ef0813e1be8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0458343 Sep 25 01:30:04.853662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-efd0a790-b309-4006-8cad-8177dbd5ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:04.855139 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-efd0a790-b309-4006-8cad-8177dbd5ba58 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396531 Sep 25 01:30:04.914718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:04.942480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:04.948806 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-867a14df-e414-4544-a375-1aa42319b90c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876915 Sep 25 01:30:05.039073 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8c56ad29-14e1-4a97-ab57-6ab43c36923b req-9a2b9431-4925-408e-a7db-d8cc21a2e590 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847178 Sep 25 01:30:05.102315 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2d14c568-671d-4143-9e1a-6ab65c81d12a None None] Attempt 3 to provision port 1e64baf8-e159-41d3-a533-c95303ff6f5d Sep 25 01:30:05.137768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:05.143926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2d14c568-671d-4143-9e1a-6ab65c81d12a None None] Port 1e64baf8-e159-41d3-a533-c95303ff6f5d had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:30:05.447652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df4689-742c-45a6-809d-320b6a219f92 req-0b9941b3-df7c-4738-bae4-2e85a7b78dfc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:05.449142 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93df4689-742c-45a6-809d-320b6a219f92 req-0b9941b3-df7c-4738-bae4-2e85a7b78dfc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 943 time: 0.0463331 Sep 25 01:30:05.499107 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93df4689-742c-45a6-809d-320b6a219f92 req-38b8f388-6885-4eba-abf6-422cc694642d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 Sep 25 01:30:05.986329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:06.553120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:06.625809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ae596-0494-4985-806e-cf6b4ad0e371 req-fb8b1bd7-d198-452e-9263-eaa6ead30186 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:06.628266 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-144ae596-0494-4985-806e-cf6b4ad0e371 req-fb8b1bd7-d198-452e-9263-eaa6ead30186 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 943 time: 0.0516152 Sep 25 01:30:06.677019 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-144ae596-0494-4985-806e-cf6b4ad0e371 req-7de6fd31-993d-461c-8ffd-22c23aa196a8 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Sep 25 01:30:07.085403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-ae4c54d2-892d-4519-b2cd-a141767dbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:07.086915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-ae4c54d2-892d-4519-b2cd-a141767dbf0a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 1127 time: 0.0400586 Sep 25 01:30:07.178969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-ac26eaad-0929-4325-bb39-82abfea98182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:07.180569 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-ac26eaad-0929-4325-bb39-82abfea98182 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0882065 Sep 25 01:30:07.221727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-c3c14187-aab0-417f-9c02-fe110fc6d15e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 217 time: 0.0358014 Sep 25 01:30:07.269652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-a52a1689-36ff-4ce2-a136-353c3872ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:07.271100 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-a52a1689-36ff-4ce2-a136-353c3872ef7b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0440366 Sep 25 01:30:07.315070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-8fd0b9b8-e71f-46a1-ab2d-5a40e0ce9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:07.316737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-8fd0b9b8-e71f-46a1-ab2d-5a40e0ce9361 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401044 Sep 25 01:30:07.410378 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-83eb5ed7-9cbf-407c-a093-0affe3a3d60c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869927 Sep 25 01:30:07.503890 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f213e50-3139-4aaf-b242-7b27fd3af2f2 req-6e978024-a6e3-4829-aa6a-07843b5b6d96 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874858 Sep 25 01:30:07.797977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d1793-246f-4698-abfa-cb1f58937f04 req-c8e264dd-da58-48b0-a2bc-1117681dfec1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:07.799573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f08d1793-246f-4698-abfa-cb1f58937f04 req-c8e264dd-da58-48b0-a2bc-1117681dfec1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 943 time: 0.0491569 Sep 25 01:30:07.849322 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f08d1793-246f-4698-abfa-cb1f58937f04 req-c4aa0dd7-44f4-42ce-9eaf-6ce7f627f65b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Sep 25 01:30:08.610231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1e64baf8-e159-41d3-a533-c95303ff6f5d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:30:08.710601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1e64baf8-e159-41d3-a533-c95303ff6f5d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:30:08.721757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '1e64baf8-e159-41d3-a533-c95303ff6f5d', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'port_id': '1e64baf8-e159-41d3-a533-c95303ff6f5d', 'mac_address': 'fa:16:3e:e1:94:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:30:08.759973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 1e64baf8-e159-41d3-a533-c95303ff6f5d is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:30:08.760362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:08.773222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e64baf8-e159-41d3-a533-c95303ff6f5d {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:30:08.793009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1e64baf8-e159-41d3-a533-c95303ff6f5d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:30:08.797510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:08.842748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=1e64baf8-e159-41d3-a533-c95303ff6f5d,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:30:08.970448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bbab8-b79d-4d55-b300-5221c725e6ab req-37da7e58-fd81-4301-8273-8faf95e8601f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:08.972894 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-431bbab8-b79d-4d55-b300-5221c725e6ab req-37da7e58-fd81-4301-8273-8faf95e8601f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 944 time: 0.0477641 Sep 25 01:30:08.997438 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:09.022488 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-431bbab8-b79d-4d55-b300-5221c725e6ab req-be2cdbe7-e191-4ef7-b0cd-139c57105865 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441935 Sep 25 01:30:09.176588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['1e64baf8-e159-41d3-a533-c95303ff6f5d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:30:10.142957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fddc4-28f7-4a40-a7fb-68181cfa67de req-1e287791-ef47-4a6a-8560-ed0707533711 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:10.144461 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bf1fddc4-28f7-4a40-a7fb-68181cfa67de req-1e287791-ef47-4a6a-8560-ed0707533711 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 944 time: 0.0467730 Sep 25 01:30:10.192047 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bf1fddc4-28f7-4a40-a7fb-68181cfa67de req-1e0f3fe5-6d82-4455-a2a0-79eecaf20061 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418246 Sep 25 01:30:10.612563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1e64baf8-e159-41d3-a533-c95303ff6f5d up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:30:10.654630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 1e64baf8-e159-41d3-a533-c95303ff6f5d completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:30:10.660848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 1e64baf8-e159-41d3-a533-c95303ff6f5d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:30:10.661296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:10.661700 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 1e64baf8-e159-41d3-a533-c95303ff6f5d Sep 25 01:30:10.737582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 1e64baf8-e159-41d3-a533-c95303ff6f5d is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:30:10.737970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:10.761071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64baf8-e159-41d3-a533-c95303ff6f5d'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:30:10.763332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f65911-cacf-40ac-bbe8-90a06ac4212b" -d '{"events": [{"server_uuid": "884b78e3-f0f8-4698-8d14-a934b19398f9", "name": "network-vif-plugged", "status": "completed", "tag": "1e64baf8-e159-41d3-a533-c95303ff6f5d"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:30:10.776337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1e64baf8-e159-41d3-a533-c95303ff6f5d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:30:10.780325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:10.804861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a449be64-cd85-44b7-b80b-2d54b61403ce x-openstack-request-id: req-a449be64-cd85-44b7-b80b-2d54b61403ce {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:30:10.805157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884b78e3-f0f8-4698-8d14-a934b19398f9", "name": "network-vif-plugged", "status": "completed", "tag": "1e64baf8-e159-41d3-a533-c95303ff6f5d", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:30:10.805413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a449be64-cd85-44b7-b80b-2d54b61403ce {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:30:10.805810 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a449be64-cd85-44b7-b80b-2d54b61403ce'] response: {'server_uuid': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64baf8-e159-41d3-a533-c95303ff6f5d', 'code': 200} Sep 25 01:30:10.822204 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:10.833061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=1e64baf8-e159-41d3-a533-c95303ff6f5d,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:30:11.018676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3642d5-a9dc-4b62-a701-5271d858f124 req-9dba6a17-3947-43a4-ba51-4f6baf36e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:11.020160 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe3642d5-a9dc-4b62-a701-5271d858f124 req-9dba6a17-3947-43a4-ba51-4f6baf36e708 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 1129 time: 0.0420442 Sep 25 01:30:11.064581 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe3642d5-a9dc-4b62-a701-5271d858f124 req-a4aecabd-bfd7-4d10-ad38-851e7f80553e service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385869 Sep 25 01:30:11.087886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:11.314382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82615cd-bb5a-4fcd-91a9-8c763ee0c936 req-d1d63062-400f-48af-bc43-61fa27ab7df3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:11.315863 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e82615cd-bb5a-4fcd-91a9-8c763ee0c936 req-d1d63062-400f-48af-bc43-61fa27ab7df3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0468719 Sep 25 01:30:11.339337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:11.363833 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e82615cd-bb5a-4fcd-91a9-8c763ee0c936 req-ad7b9db0-ca96-4779-8993-74dc10b7eaa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Sep 25 01:30:11.475357 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:12.489237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123f1e-f536-4114-ac80-be83ea64b64e req-89a1fe71-46d5-4f98-b4c8-3a691cf7c149 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:12.490727 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c1123f1e-f536-4114-ac80-be83ea64b64e req-89a1fe71-46d5-4f98-b4c8-3a691cf7c149 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0473888 Sep 25 01:30:12.550070 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c1123f1e-f536-4114-ac80-be83ea64b64e req-63ce4117-0e62-4141-818a-c50d31f7b911 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535271 Sep 25 01:30:13.663224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:13.674128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb794ab-024f-4760-9d37-1a76096c542d req-77266501-67c9-4565-b307-c5c1ba603082 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:13.675586 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdb794ab-024f-4760-9d37-1a76096c542d req-77266501-67c9-4565-b307-c5c1ba603082 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Sep 25 01:30:13.729258 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cdb794ab-024f-4760-9d37-1a76096c542d req-7f4e25f0-769f-4e87-8cf9-77aa67868c9c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460770 Sep 25 01:30:13.849678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff3c00-7bcb-4069-9cd1-141accbc7cd7 req-c496ea8c-32e9-4f71-8295-a64a0bc0b776 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:13.851079 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-04ff3c00-7bcb-4069-9cd1-141accbc7cd7 req-c496ea8c-32e9-4f71-8295-a64a0bc0b776 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0474279 Sep 25 01:30:13.861579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 33630) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:30:13.866196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-609d405e-1110-4c70-9e8b-bfe784be951f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'floatingip': {'port_id': '1e64baf8-e159-41d3-a533-c95303ff6f5d'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:30:13.909886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-609d405e-1110-4c70-9e8b-bfe784be951f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:14.153465 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:14.342964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-609d405e-1110-4c70-9e8b-bfe784be951f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:14.347603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-609d405e-1110-4c70-9e8b-bfe784be951f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:14.444295 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-609d405e-1110-4c70-9e8b-bfe784be951f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Floating IP f141d63f-bc9e-4481-9384-b6133ea0e413 associated. External IP: 172.36.7.145, port: 1e64baf8-e159-41d3-a533-c95303ff6f5d. Sep 25 01:30:14.638189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609d405e-1110-4c70-9e8b-bfe784be951f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:30:14.741923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609d405e-1110-4c70-9e8b-bfe784be951f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:30:14.746832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-609d405e-1110-4c70-9e8b-bfe784be951f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:14.751974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:30:14.762467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:30:14.763117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:30:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:30:14.773174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:14.779148 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-609d405e-1110-4c70-9e8b-bfe784be951f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f141d63f-bc9e-4481-9384-b6133ea0e413 HTTP/1.1" status: 200 len: 991 time: 0.9165103 Sep 25 01:30:14.779772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'tag': '1e64baf8-e159-41d3-a533-c95303ff6f5d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:30:14.782064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60" -d '{"events": [{"name": "network-changed", "server_uuid": "884b78e3-f0f8-4698-8d14-a934b19398f9", "tag": "1e64baf8-e159-41d3-a533-c95303ff6f5d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:30:14.819870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb68214-bdc3-4217-ab3c-47d574afc4ef x-openstack-request-id: req-fdb68214-bdc3-4217-ab3c-47d574afc4ef {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:30:14.820205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884b78e3-f0f8-4698-8d14-a934b19398f9", "tag": "1e64baf8-e159-41d3-a533-c95303ff6f5d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:30:14.820492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdb68214-bdc3-4217-ab3c-47d574afc4ef {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:30:14.820917 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb68214-bdc3-4217-ab3c-47d574afc4ef'] response: {'name': 'network-changed', 'server_uuid': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'tag': '1e64baf8-e159-41d3-a533-c95303ff6f5d', 'status': 'completed', 'code': 200} Sep 25 01:30:14.856452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:14.869525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:30:14.876731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:14.911644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-aaa840ed-d49f-4ce1-a3c5-52cd4c36eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:14.913331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-aaa840ed-d49f-4ce1-a3c5-52cd4c36eecd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 1129 time: 0.0445166 Sep 25 01:30:15.091872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '1e64baf8-e159-41d3-a533-c95303ff6f5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:e1:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:30:14Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:30:15.117926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:30:15.127511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:30:15.128224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:30:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:30:15.237477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:30:15.337924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-fee785c6-38fa-4c53-8e0f-fe8d4a1cdb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:15.339848 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-fee785c6-38fa-4c53-8e0f-fe8d4a1cdb58 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.4204175 Sep 25 01:30:15.408130 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-3529cc1d-4526-41f8-afbe-c766b08fef7e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 999 time: 0.0622857 Sep 25 01:30:15.456173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '1e64baf8-e159-41d3-a533-c95303ff6f5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:e1:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:30:14Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:30:15.456547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-1988e716-ec34-4dd0-90e2-dbf54dcedd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:15.458029 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-1988e716-ec34-4dd0-90e2-dbf54dcedd69 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0446086 Sep 25 01:30:15.484374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f589d0-eec0-4ed6-8c20-995938ddab55 None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '1e64baf8-e159-41d3-a533-c95303ff6f5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:e1:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:30:14Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:30:15.501326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-b28c9260-445c-4346-8ca2-6acfe53329c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:30:15.503006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-b28c9260-445c-4346-8ca2-6acfe53329c6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392735 Sep 25 01:30:15.601462 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-38c7c9e2-4add-42c0-b2f5-a09d6fc3951d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920997 Sep 25 01:30:15.674804 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d78c5f-42c7-49e1-862c-c02c2f0019fc None None] New status for floating IP f141d63f-bc9e-4481-9384-b6133ea0e413: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:30:15.696247 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d4e38c6-d4c9-4c9d-8be6-4f30ed7d2c60 req-d447b8d5-f9dc-4103-9ce6-117a7dd239c9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892713 Sep 25 01:30:23.840043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=35 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:23.841966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=16 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:25.458164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=58 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:25.458952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:25.691708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=49 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:25.692607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=44 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:28.629931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ef4136de-ab98-4565-8879-cdc3edd6f9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:31.533699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f37494d3-41ef-4eec-868b-12023585dcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:32.971408 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:33.836881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:35.896365 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:35.989880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:36.555921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:41.087853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:30:41.157163 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:30:51.080973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:51.084274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:54.965652 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:54.966425 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:30:58.632357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-50b0066e-48a2-475e-bf63-389e717fcc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:01.536577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c16f28da-e3b7-4acb-86b2-cde55f183cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:03.838759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:05.994345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:06.560635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:06.931815 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-78f3389c-f4fc-483a-ab57-958989a08918 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424519 Sep 25 01:31:07.034000 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155abf03-c550-4e73-9c90-9d2632280848 req-177e37d5-c86c-41e4-ba3d-328f3c3c2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:07.035886 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-177e37d5-c86c-41e4-ba3d-328f3c3c2aef service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 1129 time: 0.0415974 Sep 25 01:31:07.142946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155abf03-c550-4e73-9c90-9d2632280848 req-ff1642c9-4566-4a26-8ccd-e94b85d8dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:07.144452 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-ff1642c9-4566-4a26-8ccd-e94b85d8dff5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0904586 Sep 25 01:31:07.205904 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-6f160011-41ad-4458-8592-45021953a1bb service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 1001 time: 0.0547550 Sep 25 01:31:07.255242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155abf03-c550-4e73-9c90-9d2632280848 req-2f56d2bc-6b36-4255-9fab-99bb54e85896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:07.256673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-2f56d2bc-6b36-4255-9fab-99bb54e85896 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0437622 Sep 25 01:31:07.303834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155abf03-c550-4e73-9c90-9d2632280848 req-6b012abc-e445-4ed1-8f26-ec41faf4fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:07.305399 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-6b012abc-e445-4ed1-8f26-ec41faf4fee3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430169 Sep 25 01:31:07.315256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-970590ef-dd8c-4593-9f58-41411a334c48 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:31:07.316260 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-970590ef-dd8c-4593-9f58-41411a334c48 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049922 Sep 25 01:31:07.407210 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-8156b45d-aa63-4e41-9e29-fbfa3e528413 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850766 Sep 25 01:31:07.509323 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-155abf03-c550-4e73-9c90-9d2632280848 req-1e47f126-b856-443f-a5ff-f8c3ca4c9539 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953665 Sep 25 01:31:09.973723 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:09.977840 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:11.089323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:17.504976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=50 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:17.505767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=51 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:18.156572 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:31:21.084077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:21.084882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:25.919687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a2be-5d7b-41dd-8557-a6d2e52d9cc3 req-41af987c-e4b0-41e4-848e-5e27903e3897 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:25.921161 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-62d8a2be-5d7b-41dd-8557-a6d2e52d9cc3 req-41af987c-e4b0-41e4-848e-5e27903e3897 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.1308613 Sep 25 01:31:25.968743 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-62d8a2be-5d7b-41dd-8557-a6d2e52d9cc3 req-60c2c16c-dde2-4583-a7ed-0cfdbef3ee47 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412898 Sep 25 01:31:27.147785 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b75c38-7229-47cf-a7e2-48c147fcab74 req-93a32540-ecc1-4df6-bd3d-7127c5ebae50 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:27.150062 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-88b75c38-7229-47cf-a7e2-48c147fcab74 req-93a32540-ecc1-4df6-bd3d-7127c5ebae50 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.1051452 Sep 25 01:31:27.200266 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-88b75c38-7229-47cf-a7e2-48c147fcab74 req-63cfbad0-3154-4f29-88e1-a69894a9e6a4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442052 Sep 25 01:31:28.152055 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:28.325961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca040-a035-4ed2-9880-c71ac8a0a0ee req-8e440d1a-9009-4d0d-9b39-367d9bbcdb1f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:28.327496 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ad2ca040-a035-4ed2-9880-c71ac8a0a0ee req-8e440d1a-9009-4d0d-9b39-367d9bbcdb1f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Sep 25 01:31:28.378686 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ad2ca040-a035-4ed2-9880-c71ac8a0a0ee req-96b871d0-937d-4ac6-9dcd-96cdcc071909 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455272 Sep 25 01:31:28.634627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-07cbf922-72fd-4c88-9dfa-afe2c876c06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:29.502615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b80998-c896-4c28-842d-1f2c150c356f req-ea8cd247-4193-45e7-9e3d-bf4aa864fd8f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:29.504073 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-89b80998-c896-4c28-842d-1f2c150c356f req-ea8cd247-4193-45e7-9e3d-bf4aa864fd8f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0456710 Sep 25 01:31:29.550743 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-89b80998-c896-4c28-842d-1f2c150c356f req-15b7df23-a401-4c5b-abb9-bd7a0fab973a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 Sep 25 01:31:30.669485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc3733-2d4c-48a2-ab7c-6abbea1462f0 req-60b0d214-aa52-47e5-8932-1169ca8370d4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:30.671558 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-addc3733-2d4c-48a2-ab7c-6abbea1462f0 req-60b0d214-aa52-47e5-8932-1169ca8370d4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0460234 Sep 25 01:31:30.716882 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-addc3733-2d4c-48a2-ab7c-6abbea1462f0 req-8e489d72-b7c1-4708-a8c0-4c7c026e7409 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397782 Sep 25 01:31:31.539146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-54247b57-9018-46ae-b524-5ae7043649f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:31.847311 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ed485-92b3-4ec7-b9b4-6f55256ddff9 req-2c396c4c-5a25-47ba-ad34-2096d0de4cce tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:31.848845 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-df2ed485-92b3-4ec7-b9b4-6f55256ddff9 req-2c396c4c-5a25-47ba-ad34-2096d0de4cce tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0535858 Sep 25 01:31:31.897052 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-df2ed485-92b3-4ec7-b9b4-6f55256ddff9 req-d0a1f5bc-13bb-4213-8472-a0134e5c83d1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Sep 25 01:31:33.017026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2507e7e-aedc-4a2e-b223-bd6a42308615 req-fb4263c2-e01c-479c-b5c2-c475a0192e2c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:33.018534 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b2507e7e-aedc-4a2e-b223-bd6a42308615 req-fb4263c2-e01c-479c-b5c2-c475a0192e2c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0460596 Sep 25 01:31:33.068744 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b2507e7e-aedc-4a2e-b223-bd6a42308615 req-f1c2bd3d-a3d8-40ae-8974-b1c5afc94d2d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446050 Sep 25 01:31:33.841958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:34.187940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c861978-d437-428f-b1b8-b5b4539f49c6 req-36657c94-2993-4132-95b2-c4678d37b6e9 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:34.189426 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c861978-d437-428f-b1b8-b5b4539f49c6 req-36657c94-2993-4132-95b2-c4678d37b6e9 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0465059 Sep 25 01:31:34.236622 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c861978-d437-428f-b1b8-b5b4539f49c6 req-255ed4f9-3113-4ad8-937a-45a0b45338c0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416858 Sep 25 01:31:35.362134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8e1ca-0479-4b2c-95cf-df461344e25e req-c8f5f2d9-970b-400b-b17a-a1580eb5706b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:35.363630 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-60f8e1ca-0479-4b2c-95cf-df461344e25e req-c8f5f2d9-970b-400b-b17a-a1580eb5706b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0517647 Sep 25 01:31:35.411530 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-60f8e1ca-0479-4b2c-95cf-df461344e25e req-9b09cf5a-c799-4b09-af14-0353c4189c4c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Sep 25 01:31:35.996989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:36.535845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c207fa0-6665-4e93-b488-023128e62c8b req-07305635-5f95-4c44-967e-a04f8f14df59 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:36.537440 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4c207fa0-6665-4e93-b488-023128e62c8b req-07305635-5f95-4c44-967e-a04f8f14df59 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0497365 Sep 25 01:31:36.562813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:36.589729 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4c207fa0-6665-4e93-b488-023128e62c8b req-5740fcbe-a343-442e-9fa0-8324314688ca tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464199 Sep 25 01:31:36.846497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcb187-deeb-4f79-8d9f-9f50ae48a8e6 req-75c4817c-28cd-4de5-98ff-c72d4a0b1de7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:36.848126 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b7bcb187-deeb-4f79-8d9f-9f50ae48a8e6 req-75c4817c-28cd-4de5-98ff-c72d4a0b1de7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0479305 Sep 25 01:31:36.870616 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-ecc2d185-98b8-4a85-ae48-92d729f71e0f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833988 Sep 25 01:31:36.896909 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b7bcb187-deeb-4f79-8d9f-9f50ae48a8e6 req-f44b89c7-eb73-4665-9434-e6af3c6bb76a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Sep 25 01:31:37.219502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-6f2510ae-f4ac-459c-9454-6681cf29ae04 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:37.221557 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-6f2510ae-f4ac-459c-9454-6681cf29ae04 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports/1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 942 time: 0.0941486 Sep 25 01:31:38.022615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507f44e-6bd1-440d-8e0f-dfc05a398e7b req-8b092fa3-3a4e-4578-8463-fc87a2ffadff tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:38.024028 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3507f44e-6bd1-440d-8e0f-dfc05a398e7b req-8b092fa3-3a4e-4578-8463-fc87a2ffadff tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0511818 Sep 25 01:31:38.072562 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3507f44e-6bd1-440d-8e0f-dfc05a398e7b req-aef4886a-d750-4fba-ad2a-68e63ea3ec0f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Sep 25 01:31:38.240335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-11231ad6-b3de-4ee4-a385-030141fc53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:38.241892 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-11231ad6-b3de-4ee4-a385-030141fc53cf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 1129 time: 0.0830803 Sep 25 01:31:38.336149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-b6325ec4-983b-49c9-ad38-723d360f5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:38.337631 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-b6325ec4-983b-49c9-ad38-723d360f5276 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0898497 Sep 25 01:31:38.400343 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-625fb1cd-3239-47a7-b1c3-73b91b34f784 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 1001 time: 0.0568326 Sep 25 01:31:38.449285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-9c5deeb7-1763-4107-b035-8df298942ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:38.450780 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-9c5deeb7-1763-4107-b035-8df298942ce8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0450637 Sep 25 01:31:38.497034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-d78968d3-b97e-4888-88a9-159db41a4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:38.498514 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-d78968d3-b97e-4888-88a9-159db41a4d6b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421093 Sep 25 01:31:38.589102 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-859278da-64a6-4194-bbcd-eb781f198f73 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846186 Sep 25 01:31:38.604737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:38.617603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:38.691450 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-d2f39f11-92ce-4da6-91ee-f2bf2ad1c844 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946014 Sep 25 01:31:39.192467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad9b3e-411c-409c-8509-520af9791232 req-2495e480-5f1a-4a6b-b0f2-2ed849536836 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:39.193906 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8cad9b3e-411c-409c-8509-520af9791232 req-2495e480-5f1a-4a6b-b0f2-2ed849536836 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0458417 Sep 25 01:31:39.241249 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8cad9b3e-411c-409c-8509-520af9791232 req-72670a0b-d7b2-4b08-8b54-561fd8828725 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417628 Sep 25 01:31:40.335694 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-34508677-3659-40e6-b79d-9a5332a1653f service neutron] 10.222.0.60 "GET /networking/v2.0/ports/1e64baf8-e159-41d3-a533-c95303ff6f5d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0657077 Sep 25 01:31:40.369405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce476-0d13-4942-b5ac-3e467d013a09 req-97f0741b-b76d-4578-841a-f008e39474f0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:40.370917 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-782ce476-0d13-4942-b5ac-3e467d013a09 req-97f0741b-b76d-4578-841a-f008e39474f0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Sep 25 01:31:40.427127 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-782ce476-0d13-4942-b5ac-3e467d013a09 req-9ef15a79-41cc-45ab-b79f-616f09207c6c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497723 Sep 25 01:31:40.558933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-d11980a4-ac41-4187-be0a-816e8055f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:40.560388 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-d11980a4-ac41-4187-be0a-816e8055f7ac service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 1129 time: 0.0394032 Sep 25 01:31:40.636432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-12158a33-6e9f-44b6-9966-543c4b5c7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:40.637912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-12158a33-6e9f-44b6-9966-543c4b5c7d64 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 1129 time: 0.0388334 Sep 25 01:31:40.731547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-94f647f0-9978-4f02-9c08-0feb7ccc6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:40.733593 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-94f647f0-9978-4f02-9c08-0feb7ccc6cd8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0894766 Sep 25 01:31:40.795113 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-169483e9-d572-4407-abe1-adf250a9b74a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 1001 time: 0.0547361 Sep 25 01:31:40.842773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-fe1ed8c5-c048-408f-9a35-03b657123285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:40.844156 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-fe1ed8c5-c048-408f-9a35-03b657123285 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0439091 Sep 25 01:31:40.890501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-737f6311-573c-4cd1-9e9d-ede99c4cb9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:40.891999 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-737f6311-573c-4cd1-9e9d-ede99c4cb9f7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420182 Sep 25 01:31:40.982566 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-6e0ea064-8b10-460b-b7b4-bb6dde07c23a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841711 Sep 25 01:31:41.073974 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-40fd887d-683e-4207-92ed-33b60c77c5fc req-7ec49f8d-3f1a-4706-870f-7ca36e683521 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861778 Sep 25 01:31:41.101631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:41.551062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af2997-3b4f-4257-929d-a2b674093f5e req-297643c7-cff4-4b96-a271-01bd64a0df6a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:41.552553 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-38af2997-3b4f-4257-929d-a2b674093f5e req-297643c7-cff4-4b96-a271-01bd64a0df6a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0505807 Sep 25 01:31:41.599933 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-38af2997-3b4f-4257-929d-a2b674093f5e req-59309b1d-23dc-4bd1-816c-5d530341a478 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 Sep 25 01:31:42.720353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e59859-8da1-4238-a083-04cb7f8633e8 req-813bc3fa-3b94-4927-9897-660a1b214f24 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:42.721858 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36e59859-8da1-4238-a083-04cb7f8633e8 req-813bc3fa-3b94-4927-9897-660a1b214f24 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0460901 Sep 25 01:31:42.772614 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36e59859-8da1-4238-a083-04cb7f8633e8 req-df81c0f8-53d9-4785-b394-cec081e7a5c4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451863 Sep 25 01:31:43.894273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3959750-8e7e-4aa2-a0f1-e9f823028569 req-184b91a6-342b-48f7-b9c1-51234b55f81a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:43.895716 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d3959750-8e7e-4aa2-a0f1-e9f823028569 req-184b91a6-342b-48f7-b9c1-51234b55f81a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0464060 Sep 25 01:31:43.942366 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d3959750-8e7e-4aa2-a0f1-e9f823028569 req-8b2bf96f-b6c3-43fe-b3df-b115f80c82e7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Sep 25 01:31:44.145563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdcecc-4bb4-4403-b1a5-0faf1aebf392 req-31daf7b3-911a-4240-ace3-3b87b98ca81a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:44.147124 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0ecdcecc-4bb4-4403-b1a5-0faf1aebf392 req-31daf7b3-911a-4240-ace3-3b87b98ca81a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0526145 Sep 25 01:31:44.183309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-77bcf72f-adcb-4710-8f74-69557741c7fc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:44.184827 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-77bcf72f-adcb-4710-8f74-69557741c7fc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0582016 Sep 25 01:31:44.204541 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0ecdcecc-4bb4-4403-b1a5-0faf1aebf392 req-669c8676-d3e1-4621-a5b3-be60383d5297 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512624 Sep 25 01:31:44.286532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-487e0b56-e66d-41c1-8f0e-dcd92f289126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:44.287978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-487e0b56-e66d-41c1-8f0e-dcd92f289126 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 1129 time: 0.0392728 Sep 25 01:31:44.341479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:44.377605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-f22801e4-e283-44ff-8a7c-ce271b1add67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:44.379063 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-f22801e4-e283-44ff-8a7c-ce271b1add67 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0855274 Sep 25 01:31:44.423288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:44.444151 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-7abc7e45-42b9-44b8-b96f-b50ebeecf51e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 1001 time: 0.0586474 Sep 25 01:31:44.495537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-4184d914-1e30-4985-8aef-28852db7a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:44.497030 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-4184d914-1e30-4985-8aef-28852db7a7fc service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0472763 Sep 25 01:31:44.539430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-c34a07b5-6572-4f31-8908-28d1740b3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:44.540895 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-c34a07b5-6572-4f31-8908-28d1740b3454 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384901 Sep 25 01:31:44.630870 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-ff33483c-65cc-4e67-aaf8-a6812b6d0a63 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839915 Sep 25 01:31:44.721639 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbfedb9f-ef95-415c-a207-d1a13d7b5d48 req-9d37a78d-66a6-402f-8016-526ca8fcfa64 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854230 Sep 25 01:31:45.331656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f56c2-4bc9-4ae7-8b95-082789cb85ba req-350d5f53-85af-45da-8f50-20bb7839ff4c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:45.333200 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c01f56c2-4bc9-4ae7-8b95-082789cb85ba req-350d5f53-85af-45da-8f50-20bb7839ff4c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0483837 Sep 25 01:31:45.383634 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c01f56c2-4bc9-4ae7-8b95-082789cb85ba req-23be8f2e-9cd6-43db-a293-756461dd8611 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448697 Sep 25 01:31:45.507911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c040b1d-234d-4a86-8e39-ddc9fcbf3c6f req-85f896a1-2eca-496a-8fd7-18dcc4eea868 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:45.509320 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0c040b1d-234d-4a86-8e39-ddc9fcbf3c6f req-85f896a1-2eca-496a-8fd7-18dcc4eea868 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0466290 Sep 25 01:31:45.553188 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:45.557820 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0c040b1d-234d-4a86-8e39-ddc9fcbf3c6f req-21c0d01d-b706-42ba-ac09-5526b150d51f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Sep 25 01:31:45.721808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:45.760193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a535b-b569-4353-b7c2-bd47d452fc0b req-e4e07e15-85aa-4afe-9527-8491512cf779 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:45.761589 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d98a535b-b569-4353-b7c2-bd47d452fc0b req-e4e07e15-85aa-4afe-9527-8491512cf779 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0499265 Sep 25 01:31:45.810919 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d98a535b-b569-4353-b7c2-bd47d452fc0b req-9253fd5a-3d5e-40b7-8ba5-b6c1ab1f4f83 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Sep 25 01:31:45.811657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-31ff4f0d-4c41-4eb6-862b-881704bdecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:45.813272 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-31ff4f0d-4c41-4eb6-862b-881704bdecbb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 1129 time: 0.0400383 Sep 25 01:31:45.913517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-f5d91c3d-8cd3-4bbc-815a-701489dd3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:45.915037 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-f5d91c3d-8cd3-4bbc-815a-701489dd3aa3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0944488 Sep 25 01:31:45.975293 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-8afd7fb8-68dc-4d7b-8327-ade02977cf94 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 200 len: 1001 time: 0.0541086 Sep 25 01:31:46.027008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-d9777bcb-a742-416b-96ea-ec61d2bd2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:46.028403 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-d9777bcb-a742-416b-96ea-ec61d2bd2d9c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0477054 Sep 25 01:31:46.071325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-b7ad4096-be02-4588-b4f9-4cb48e6da163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:46.072836 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-b7ad4096-be02-4588-b4f9-4cb48e6da163 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383272 Sep 25 01:31:46.165565 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-7bb52b2d-3596-44ce-b36d-afab8dc953ec service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867069 Sep 25 01:31:46.255452 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3dbe794-3cef-4ad8-a434-94d75975dd59 req-ded9cc31-7c8a-421b-a952-646da54e761e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835066 Sep 25 01:31:46.933133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd10567-9052-487f-9d31-57bcd3e2196a req-7b0338dc-f338-4ff3-ab79-88c81a282a87 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:46.934700 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1dd10567-9052-487f-9d31-57bcd3e2196a req-7b0338dc-f338-4ff3-ab79-88c81a282a87 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0476129 Sep 25 01:31:46.947851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:46.973222 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:46.973978 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:46.987647 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1dd10567-9052-487f-9d31-57bcd3e2196a req-be64225c-6da2-4ebe-b376-325cfe57641c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464275 Sep 25 01:31:48.113186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca54b2-ae58-4a01-ac5e-5a91b2c48296 req-7b0b7bc9-ca9f-402f-994e-55ea4c90d583 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:48.114599 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-31ca54b2-ae58-4a01-ac5e-5a91b2c48296 req-7b0b7bc9-ca9f-402f-994e-55ea4c90d583 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0501237 Sep 25 01:31:48.164066 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-31ca54b2-ae58-4a01-ac5e-5a91b2c48296 req-0ca68a73-4525-4be6-bcce-f1ed11052034 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435972 Sep 25 01:31:48.408542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ce9c3-b5c6-4b08-8cf8-72281ede5315 req-b0e07cd7-54e4-46aa-a19b-3788fbaac566 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:48.410002 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eb2ce9c3-b5c6-4b08-8cf8-72281ede5315 req-b0e07cd7-54e4-46aa-a19b-3788fbaac566 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0463760 Sep 25 01:31:48.459784 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eb2ce9c3-b5c6-4b08-8cf8-72281ede5315 req-aabb5853-67f6-43fc-8ffd-b1ce6b5526b6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440593 Sep 25 01:31:49.587693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92b8fd-cbb6-4e73-a23a-f3ec69ed8a3b req-3b6ce5ac-95f3-4a98-a652-2e405493e5a0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:49.589116 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fd92b8fd-cbb6-4e73-a23a-f3ec69ed8a3b req-3b6ce5ac-95f3-4a98-a652-2e405493e5a0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0465040 Sep 25 01:31:49.619631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:49.637263 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fd92b8fd-cbb6-4e73-a23a-f3ec69ed8a3b req-d875a984-6395-460d-aaf4-d6d35cda5d65 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426428 Sep 25 01:31:50.291262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2765-999d-48d8-8ff2-311b79b29844 req-d57a6614-4886-4887-b0d1-9f6b614ef332 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:50.292683 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-218c2765-999d-48d8-8ff2-311b79b29844 req-d57a6614-4886-4887-b0d1-9f6b614ef332 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0457101 Sep 25 01:31:50.374348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Deleting port 1e64baf8-e159-41d3-a533-c95303ff6f5d {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:31:50.374693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:50.463008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] For port 1e64baf8-e159-41d3-a533-c95303ff6f5d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1e64baf8-e159-41d3-a533-c95303ff6f5d,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:31:50.463371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:50.625127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:50.625808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:50.625808 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Floating IP f141d63f-bc9e-4481-9384-b6133ea0e413 disassociated. External IP: 172.36.7.145, port: 1e64baf8-e159-41d3-a533-c95303ff6f5d. Sep 25 01:31:50.626022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Calling delete_port for 1e64baf8-e159-41d3-a533-c95303ff6f5d owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:31:50.756554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1e64baf8-e159-41d3-a533-c95303ff6f5d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:50.765143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc03a-478d-4b73-b7c5-b1b5bbff2533 req-cb8bcf93-c7b8-470a-bbf5-c267e9e31332 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:50.766631 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e7ccc03a-478d-4b73-b7c5-b1b5bbff2533 req-cb8bcf93-c7b8-470a-bbf5-c267e9e31332 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=884b78e3-f0f8-4698-8d14-a934b19398f9 HTTP/1.1" status: 200 len: 945 time: 0.0526428 Sep 25 01:31:50.789290 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event deleted for resources: {'Port': ['ID=1e64baf8-e159-41d3-a533-c95303ff6f5d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:31:50.801131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.801494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.801842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.802189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.802530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.802869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.803207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.803544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.803876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.804239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.804575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.804909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.805242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.805570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.805897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:50.818102 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e7ccc03a-478d-4b73-b7c5-b1b5bbff2533 req-df60a560-a867-4924-94cd-da524f2a1ac1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456092 Sep 25 01:31:50.916511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:31:51.021223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:31:51.031979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:31:51.041769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:31:51.042399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:31:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:31:51.066419 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] No DVR routers for this DVR port 1e64baf8-e159-41d3-a533-c95303ff6f5d on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:31:51.068889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:51.072127 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-218c2765-999d-48d8-8ff2-311b79b29844 req-b000ab10-2592-40ff-a181-ae7115f9bc68 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "DELETE /networking/v2.0/ports/1e64baf8-e159-41d3-a533-c95303ff6f5d HTTP/1.1" status: 204 len: 173 time: 0.7744493 Sep 25 01:31:51.072625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'name': 'network-vif-deleted', 'tag': '1e64baf8-e159-41d3-a533-c95303ff6f5d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:31:51.074886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45adc9f-941d-4220-b41f-052f8545c33d" -d '{"events": [{"server_uuid": "884b78e3-f0f8-4698-8d14-a934b19398f9", "name": "network-vif-deleted", "tag": "1e64baf8-e159-41d3-a533-c95303ff6f5d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:31:51.122562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:51.123097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b45be40-9618-48f6-b5ad-9026b71570e9 x-openstack-request-id: req-8b45be40-9618-48f6-b5ad-9026b71570e9 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:31:51.123413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884b78e3-f0f8-4698-8d14-a934b19398f9", "name": "network-vif-deleted", "tag": "1e64baf8-e159-41d3-a533-c95303ff6f5d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:31:51.124162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:51.124290 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b45be40-9618-48f6-b5ad-9026b71570e9 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:31:51.124621 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b45be40-9618-48f6-b5ad-9026b71570e9'] response: {'server_uuid': '884b78e3-f0f8-4698-8d14-a934b19398f9', 'name': 'network-vif-deleted', 'tag': '1e64baf8-e159-41d3-a533-c95303ff6f5d', 'status': 'completed', 'code': 200} Sep 25 01:31:51.154741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:31:51.357130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:31:51.381739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:31:51.390613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:31:51.391229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:31:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:31:51.492914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:31:51.685577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:31:51.714728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7213d-3182-4cbe-bf65-4487360fa3e9 None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:31:51.935536 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c6563-8d70-4f12-b0bb-e5f703c0b297 None None] New status for floating IP f141d63f-bc9e-4481-9384-b6133ea0e413: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:31:52.085521 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-044f2791-39aa-4490-8da4-8425c24ae3c1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1356571279&fields=id&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 267 time: 0.0449827 Sep 25 01:31:52.197876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-bea5457b-60c3-48ee-9881-e427080f7eeb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:52.199366 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-bea5457b-60c3-48ee-9881-e427080f7eeb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 812 time: 0.1073351 Sep 25 01:31:52.214241 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-c0584b0d-5f06-494b-b268-ce86a7e80933 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/quotas/ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 375 time: 0.0092783 Sep 25 01:31:52.263413 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-537b40a2-54ac-451e-849b-d1611ef1705d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442057 Sep 25 01:31:52.360278 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-7a1127b6-409a-4016-8ff1-e6c671fca957 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Sep 25 01:31:52.453182 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-018d9083-eb46-4c0f-b9ad-d2f7da5133ea service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870473 Sep 25 01:31:52.620238 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-be2333d8-39f2-4488-9e9d-e6adfd9c1e4a req-4506769b-c391-49f6-91f0-f74e3b79499e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 210 time: 0.0288234 Sep 25 01:31:53.081430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1e64baf8-e159-41d3-a533-c95303ff6f5d no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:31:53.101343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 1e64baf8-e159-41d3-a533-c95303ff6f5d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:31:53.101700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1e64baf8-e159-41d3-a533-c95303ff6f5d not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:31:53.584678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:53.634256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:53.699875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-e7ecad4a-0153-4c8c-8132-15eb6cf674e5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:53.702006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-e7ecad4a-0153-4c8c-8132-15eb6cf674e5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 812 time: 0.1280642 Sep 25 01:31:53.726331 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3a41f8ea-96cc-43ee-8f55-413a9e70aa44 req-f9d7f0e5-924f-4146-97d0-3782917b657c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 210 time: 0.0290792 Sep 25 01:31:53.773067 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-8cf544b5-f6c4-4b4c-b705-b50bc9953beb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 380 time: 0.0559568 Sep 25 01:31:53.865553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'port': {'device_id': '2595ff5f-7f98-4a47-a877-89b55442a489', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'admin_state_up': True, 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'security_groups': ['e4d48bcb-817b-4ffd-b661-aa5d6333cded']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:31:53.973433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Made reservation on behalf of ea5cb33c8a2c433b892eb0cd1acbec9e for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:31:53.977104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:54.108106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Allocated IP 172.20.0.13 (a1102ea1-a454-43c7-9dbb-3c3824b9157b/0996f30b-f5c6-471e-989b-2794006063a8/9447b803-984b-47cf-bbbb-04c16615abac) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:31:54.249057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for port (9447b803-984b-47cf-bbbb-04c16615abac), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:54.280420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:54.323140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:31:54.326362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:31:54.330209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:31:54.355668 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:31:54.384927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:54.385562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:54.406436 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-f91a5c1e-c857-4796-8d12-5a2a3ced1512 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5443790 Sep 25 01:31:54.423553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Request body: {'port': {'device_id': '2595ff5f-7f98-4a47-a877-89b55442a489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:31:54.488999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:54.490852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:54.541444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:54.583230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d21c8c5d-e40b-4a9c-951b-ef963707109b None None] Provisioning complete for port 9447b803-984b-47cf-bbbb-04c16615abac triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:31:54.583831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d21c8c5d-e40b-4a9c-951b-ef963707109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9447b803-984b-47cf-bbbb-04c16615abac), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:54.583981 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d21c8c5d-e40b-4a9c-951b-ef963707109b None None] Attempt 1 to provision port 9447b803-984b-47cf-bbbb-04c16615abac Sep 25 01:31:54.618188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d21c8c5d-e40b-4a9c-951b-ef963707109b None None] Port 9447b803-984b-47cf-bbbb-04c16615abac cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:31:54.746035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9447b803-984b-47cf-bbbb-04c16615abac {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:31:54.753567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Publish callbacks [] for port (9447b803-984b-47cf-bbbb-04c16615abac), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:54.766025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Transition to ACTIVE for port object 9447b803-984b-47cf-bbbb-04c16615abac will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:31:54.770465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:54.878787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:31:54.903432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c843c5-db80-468d-9a13-3cf704e09430 req-8f49ae44-9fb8-4a05-9ba9-63b77414591c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:54.905524 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-52c843c5-db80-468d-9a13-3cf704e09430 req-8f49ae44-9fb8-4a05-9ba9-63b77414591c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 944 time: 0.0976067 Sep 25 01:31:54.935684 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Attempting to bind port 9447b803-984b-47cf-bbbb-04c16615abac on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:31:54.936064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Attempting to bind port 9447b803-984b-47cf-bbbb-04c16615abac by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:31:54.936397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Attempting to bind port 9447b803-984b-47cf-bbbb-04c16615abac on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:31:55.119151 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d21c8c5d-e40b-4a9c-951b-ef963707109b None None] Attempt 2 to provision port 9447b803-984b-47cf-bbbb-04c16615abac Sep 25 01:31:55.153224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d21c8c5d-e40b-4a9c-951b-ef963707109b None None] Port 9447b803-984b-47cf-bbbb-04c16615abac cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:31:55.160142 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:31:55.322025 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-52c843c5-db80-468d-9a13-3cf704e09430 req-c140b65e-c265-417c-a0a6-18ee03453068 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089990 Sep 25 01:31:55.327346 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Port 9447b803-984b-47cf-bbbb-04c16615abac on network a1102ea1-a454-43c7-9dbb-3c3824b9157b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:31:55.327689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Attempting to bind port 9447b803-984b-47cf-bbbb-04c16615abac on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:31:55.371438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:31:55.371802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Checking segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:31:55.372212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Bound using segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:31:55.372654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Bound port: 9447b803-984b-47cf-bbbb-04c16615abac, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:31:55.373011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:55.433636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:31:55.436594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:31:55.442041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:55.446014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:55.446629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:55.448023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 1094 time: 1.0293019 Sep 25 01:31:55.449466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:31:55.451725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfff355-1ab1-46c9-8e8c-741f98891298" -d '{"events": [{"name": "network-changed", "server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "tag": "9447b803-984b-47cf-bbbb-04c16615abac"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:31:55.492930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f930813-5296-4c2d-ae1e-469ce58e7fb4 x-openstack-request-id: req-3f930813-5296-4c2d-ae1e-469ce58e7fb4 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:31:55.493242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "tag": "9447b803-984b-47cf-bbbb-04c16615abac", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:31:55.493471 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f930813-5296-4c2d-ae1e-469ce58e7fb4 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:31:55.493870 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f930813-5296-4c2d-ae1e-469ce58e7fb4'] response: {'name': 'network-changed', 'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac', 'status': 'completed', 'code': 200} Sep 25 01:31:55.498627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f2412-fa27-4775-a4b7-6fbb271fc1ed service neutron] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:31:55.557125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-1ddd6f32-e875-415d-a9fc-f673b1891912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:55.558595 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-1ddd6f32-e875-415d-a9fc-f673b1891912 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1128 time: 0.0426855 Sep 25 01:31:55.602706 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-e4442797-16d2-47d4-ad61-51433143fb3d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 217 time: 0.0313544 Sep 25 01:31:55.649537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-6863f920-bf0f-416b-8dae-338a1d9b84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:55.650919 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-6863f920-bf0f-416b-8dae-338a1d9b84f2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0427597 Sep 25 01:31:55.654528 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d21c8c5d-e40b-4a9c-951b-ef963707109b None None] Attempt 3 to provision port 9447b803-984b-47cf-bbbb-04c16615abac Sep 25 01:31:55.662917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:55.697431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d21c8c5d-e40b-4a9c-951b-ef963707109b None None] Port 9447b803-984b-47cf-bbbb-04c16615abac had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:31:55.698280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-80ca222d-8c12-4713-afab-5cbfc8a2a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:55.699787 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-80ca222d-8c12-4713-afab-5cbfc8a2a391 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435786 Sep 25 01:31:55.789912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-5d72e89b-3608-419e-8a79-d8243c60b242 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842745 Sep 25 01:31:55.850000 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:55.886582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93f50c15-39db-4c3c-ba71-f9674a8d83e3 req-936316a0-bbd3-4291-8fb5-c958888c8a1d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913332 Sep 25 01:31:56.447278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446be3-a1e1-4f62-a7a8-8ae8874a8c7b req-67299f8e-97c0-4a07-85c1-7f945acd3dbf tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:56.448746 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8b446be3-a1e1-4f62-a7a8-8ae8874a8c7b req-67299f8e-97c0-4a07-85c1-7f945acd3dbf tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 944 time: 0.0472314 Sep 25 01:31:56.495507 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8b446be3-a1e1-4f62-a7a8-8ae8874a8c7b req-34e87567-363e-4de7-8157-3369f85efa89 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411012 Sep 25 01:31:57.621107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e2032-a93b-4db1-895e-e4e3da2b4035 req-89d4ed00-a2c0-4bab-9c39-abe63cad8153 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:57.622497 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-004e2032-a93b-4db1-895e-e4e3da2b4035 req-89d4ed00-a2c0-4bab-9c39-abe63cad8153 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 944 time: 0.0474796 Sep 25 01:31:57.673662 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-004e2032-a93b-4db1-895e-e4e3da2b4035 req-922e9f46-054d-4c5c-8f9f-82fc4ccc4fa3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Sep 25 01:31:57.857282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-4b80145c-f643-4333-8b0d-7912c2fbff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:57.858843 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-4b80145c-f643-4333-8b0d-7912c2fbff41 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1128 time: 0.0402105 Sep 25 01:31:57.951755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-34def7f9-0b91-4d0d-bf01-e53f0b9c2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:57.953244 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-34def7f9-0b91-4d0d-bf01-e53f0b9c2238 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0878832 Sep 25 01:31:57.991488 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-9fd7a3dc-ebb9-4825-aa3f-bb163b5d7ca1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 217 time: 0.0324876 Sep 25 01:31:58.043360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-4fee2786-e33d-49de-8602-2baa775b1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:58.044837 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-4fee2786-e33d-49de-8602-2baa775b1db0 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0484331 Sep 25 01:31:58.086975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-13deda70-4ec5-4e99-bb0e-01027159174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:58.088480 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-13deda70-4ec5-4e99-bb0e-01027159174b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381470 Sep 25 01:31:58.180886 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-e537f221-6654-4529-90ca-163e206f9964 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866582 Sep 25 01:31:58.270973 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bfff355-1ab1-46c9-8e8c-741f98891298 req-6be13a6f-34f3-47b8-8957-4e866ddc2e3a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842278 Sep 25 01:31:58.637640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9829df4e-aa38-43a2-a616-86fc0e3edbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:58.793671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b96ca-3ea3-488f-9703-b62f484a3706 req-e43300d8-8e10-4ad3-88df-dc53f37a5a59 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:58.795714 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a64b96ca-3ea3-488f-9703-b62f484a3706 req-e43300d8-8e10-4ad3-88df-dc53f37a5a59 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 944 time: 0.0474036 Sep 25 01:31:58.846642 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a64b96ca-3ea3-488f-9703-b62f484a3706 req-4420a314-a5df-411f-82df-f23a625c0d24 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453613 Sep 25 01:31:59.106451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:31:59.201999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:59.209623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:31:59.221599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '9447b803-984b-47cf-bbbb-04c16615abac', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'port_id': '9447b803-984b-47cf-bbbb-04c16615abac', 'mac_address': 'fa:16:3e:60:1c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:31:59.259302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:31:59.259689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:59.272846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9447b803-984b-47cf-bbbb-04c16615abac {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:31:59.291788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:31:59.293854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:31:59.298149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:31:59.346394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:31:59.353472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.353824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.354174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.354519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.354856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.355192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.355524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.355860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.356216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.356599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.356880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.357238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.357564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.358503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.358985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:31:59.672891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['9447b803-984b-47cf-bbbb-04c16615abac'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:31:59.982003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a368062-43a0-4b71-a4c3-2f4ec10bc318 req-e611dd4a-779d-4350-9f47-eed7f6301493 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:31:59.983455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4a368062-43a0-4b71-a4c3-2f4ec10bc318 req-e611dd4a-779d-4350-9f47-eed7f6301493 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Sep 25 01:32:00.032500 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4a368062-43a0-4b71-a4c3-2f4ec10bc318 req-e96cf152-e2eb-488b-a1a1-d298754f4e4c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Sep 25 01:32:01.128625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:32:01.156283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff989fb-f309-496d-bee6-932f3765fd1f req-c5b41d57-9dd8-4af6-86ba-60a8e01fa651 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:01.157792 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ff989fb-f309-496d-bee6-932f3765fd1f req-c5b41d57-9dd8-4af6-86ba-60a8e01fa651 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 945 time: 0.0471022 Sep 25 01:32:01.170864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 9447b803-984b-47cf-bbbb-04c16615abac completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:32:01.176559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 9447b803-984b-47cf-bbbb-04c16615abac triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:32:01.176961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9447b803-984b-47cf-bbbb-04c16615abac), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:01.177303 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 9447b803-984b-47cf-bbbb-04c16615abac Sep 25 01:32:01.207353 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ff989fb-f309-496d-bee6-932f3765fd1f req-2f537854-0912-44ae-a804-119016a641d3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Sep 25 01:32:01.253380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:32:01.253764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:01.276496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:32:01.279146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee43cec-6723-4204-acc9-19e3640a2064" -d '{"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-plugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:32:01.292837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:32:01.298033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:01.322516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1bf4a0-2c79-46e4-8861-9e245b91faeb x-openstack-request-id: req-cd1bf4a0-2c79-46e4-8861-9e245b91faeb {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:32:01.322714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-plugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:32:01.322964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd1bf4a0-2c79-46e4-8861-9e245b91faeb {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:32:01.323351 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1bf4a0-2c79-46e4-8861-9e245b91faeb'] response: {'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac', 'code': 200} Sep 25 01:32:01.346293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:32:01.524482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:01.528345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebcfee-0a3f-447c-800e-c2cbb41a4751 req-e362e402-1df0-49d8-967d-d2b17a60ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:01.529868 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-11ebcfee-0a3f-447c-800e-c2cbb41a4751 req-e362e402-1df0-49d8-967d-d2b17a60ec92 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1130 time: 0.0401480 Sep 25 01:32:01.542169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-883795ca-f3c7-4087-8489-766bc413edd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:01.574509 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-11ebcfee-0a3f-447c-800e-c2cbb41a4751 req-8394407b-5d0c-48d4-8e8b-50f27b42121a service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379477 Sep 25 01:32:02.011349 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=22 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:02.332985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253144c1-5d43-4496-b7ef-09332a21c79a req-e60e9e3a-cd88-4e96-84a9-a7ba99a91278 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:02.334480 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-253144c1-5d43-4496-b7ef-09332a21c79a req-e60e9e3a-cd88-4e96-84a9-a7ba99a91278 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0511940 Sep 25 01:32:02.381066 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-253144c1-5d43-4496-b7ef-09332a21c79a req-fae19d90-f43b-4cb9-b4c0-f2274cf4183d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Sep 25 01:32:03.493804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:03.504894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f310f3-f433-47be-ad75-5e8c0d567e5c req-1acba3e9-4bb5-4364-b4a8-55e39ecbecd0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:03.506358 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-48f310f3-f433-47be-ad75-5e8c0d567e5c req-1acba3e9-4bb5-4364-b4a8-55e39ecbecd0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0473421 Sep 25 01:32:03.541533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:03.553992 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-48f310f3-f433-47be-ad75-5e8c0d567e5c req-b4cac63c-083d-449a-89a5-810b55dfc36c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420580 Sep 25 01:32:03.673096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a91075-42df-4de2-827e-a6314a6fd93c req-40f9adbd-ce8d-4d47-8272-79d11e9a26ac tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:03.674613 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-77a91075-42df-4de2-827e-a6314a6fd93c req-40f9adbd-ce8d-4d47-8272-79d11e9a26ac tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0473197 Sep 25 01:32:03.685084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 33814) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:32:03.689532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b6fc72be-adf3-4a24-be96-736de5cfd69f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'floatingip': {'port_id': '9447b803-984b-47cf-bbbb-04c16615abac'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:32:03.729801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72be-adf3-4a24-be96-736de5cfd69f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:03.853352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:04.419414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72be-adf3-4a24-be96-736de5cfd69f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:04.423684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72be-adf3-4a24-be96-736de5cfd69f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:04.517162 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-b6fc72be-adf3-4a24-be96-736de5cfd69f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Floating IP f141d63f-bc9e-4481-9384-b6133ea0e413 associated. External IP: 172.36.7.145, port: 9447b803-984b-47cf-bbbb-04c16615abac. Sep 25 01:32:04.710120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fc72be-adf3-4a24-be96-736de5cfd69f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:32:04.811857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fc72be-adf3-4a24-be96-736de5cfd69f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:32:04.816281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72be-adf3-4a24-be96-736de5cfd69f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:04.821558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:32:04.831706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:32:04.832376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:32:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:32:04.846161 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b6fc72be-adf3-4a24-be96-736de5cfd69f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f141d63f-bc9e-4481-9384-b6133ea0e413 HTTP/1.1" status: 200 len: 992 time: 1.1600261 Sep 25 01:32:04.846806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:32:04.849103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac22693-e4df-446b-bbf2-ff2521a498a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "tag": "9447b803-984b-47cf-bbbb-04c16615abac"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:32:04.886055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6ed15b-e5a4-4d66-b56a-eb66dfcb9a42 x-openstack-request-id: req-8e6ed15b-e5a4-4d66-b56a-eb66dfcb9a42 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:32:04.886370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "tag": "9447b803-984b-47cf-bbbb-04c16615abac", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:32:04.886645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e6ed15b-e5a4-4d66-b56a-eb66dfcb9a42 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:32:04.887061 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6ed15b-e5a4-4d66-b56a-eb66dfcb9a42'] response: {'name': 'network-changed', 'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac', 'status': 'completed', 'code': 200} Sep 25 01:32:04.937083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:32:04.971822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-8ce26018-fe6c-4ca4-95c8-471c65ec592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:04.973281 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-8ce26018-fe6c-4ca4-95c8-471c65ec592b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1130 time: 0.0391266 Sep 25 01:32:05.020129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:05.026575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:05.068905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-e1a94253-c0fc-492d-9874-04887e9d3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:05.070393 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-e1a94253-c0fc-492d-9874-04887e9d3fe8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0910399 Sep 25 01:32:05.131677 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-84c6a3c1-f116-417b-a62c-e560eb0ab6ee service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 1000 time: 0.0548713 Sep 25 01:32:05.146506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '9447b803-984b-47cf-bbbb-04c16615abac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:60:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595ff5f-7f98-4a47-a877-89b55442a489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:32:04Z', 'revision_number': 9, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:32:05.155414 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:05.174658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:32:05.182940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:32:05.183551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:32:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:32:05.187279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-14868108-3a8b-4d1f-8e3e-562888133e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:05.188935 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-14868108-3a8b-4d1f-8e3e-562888133e2f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0513349 Sep 25 01:32:05.234558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-cd8b74be-e1bb-482f-90c2-5497608613c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:05.236068 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-cd8b74be-e1bb-482f-90c2-5497608613c8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420163 Sep 25 01:32:05.330709 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-8056e6cc-ff0b-4804-a689-0a00bf7aa7dd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887446 Sep 25 01:32:05.373098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:05.427088 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fac22693-e4df-446b-bbf2-ff2521a498a2 req-9394faf2-3eb9-4f61-a19f-11037e60e348 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904443 Sep 25 01:32:05.438654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:32:05.644307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '9447b803-984b-47cf-bbbb-04c16615abac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:60:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595ff5f-7f98-4a47-a877-89b55442a489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:32:04Z', 'revision_number': 9, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:32:05.672478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a0341-b6d5-43f6-8605-01e1c1083bce None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '9447b803-984b-47cf-bbbb-04c16615abac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:60:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595ff5f-7f98-4a47-a877-89b55442a489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:32:04Z', 'revision_number': 9, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:32:05.864811 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2779d-5194-4d2f-b564-0e32e63ea593 None None] New status for floating IP f141d63f-bc9e-4481-9384-b6133ea0e413: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:32:06.001627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:06.567040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:07.922033 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-8de3e57a-e0ca-4a33-ba83-c62347a6d620 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402715 Sep 25 01:32:08.022359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-4a0f7c9b-b6fd-4797-9073-5d698cd48e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:08.023861 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-4a0f7c9b-b6fd-4797-9073-5d698cd48e0a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1130 time: 0.0403612 Sep 25 01:32:08.131235 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-7dbd2315-c515-452a-a17f-a240f8ba2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:08.132773 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-7dbd2315-c515-452a-a17f-a240f8ba2668 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0909512 Sep 25 01:32:08.199033 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-59759c98-a259-4a4d-9c18-9dc9d71d7447 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 1003 time: 0.0603466 Sep 25 01:32:08.247216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-603b202b-2034-4057-843b-7104cbbb0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:08.249200 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-603b202b-2034-4057-843b-7104cbbb0be4 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0441396 Sep 25 01:32:08.291644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-6c6ef627-2280-48bd-bec6-48446e2ccd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:32:08.293192 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-6c6ef627-2280-48bd-bec6-48446e2ccd96 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385158 Sep 25 01:32:08.351653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:08.386372 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-12a3a740-b115-46ec-b971-0883cdb03a69 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874648 Sep 25 01:32:08.475182 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45bc4c1e-344a-4ef3-8324-e2cebe8b3296 req-791a8ee3-b90f-438f-b8c5-513f7f5b9db0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831742 Sep 25 01:32:11.108598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:14.842193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:14.843029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:18.470754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=14 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:18.472674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:21.102842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=59 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:21.104760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:23.972966 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:23.973789 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:28.641832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d63e4bf5-1106-4d15-b368-86a84def90b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:31.546527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7972bae7-05e9-42d3-ade4-c86f967049f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:32.159446 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:32:33.848976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:36.004850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:36.570042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:41.130077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:32:42.154308 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:42.155069 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:51.124619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=13 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:51.126636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=6,neutron:SELECT=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:32:58.646259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db9cddb5-e6f4-417e-8b31-fe5b18d4b860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:00.966248 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:00.970433 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:01.548516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-21c85528-839d-44b1-9bf6-98e9f01f3e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:03.851231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:06.008334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:06.572311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:09.158840 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:33:09.945418 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db167fb0-7510-4987-92c5-c89239730350 req-7634dc6d-41e3-4e7f-9eec-34eb9cd5ae3a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395024 Sep 25 01:33:10.050280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167fb0-7510-4987-92c5-c89239730350 req-aa895b80-c7c3-4b56-9a27-80d8db69f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:10.051788 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db167fb0-7510-4987-92c5-c89239730350 req-aa895b80-c7c3-4b56-9a27-80d8db69f74f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1130 time: 0.0436075 Sep 25 01:33:10.155056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167fb0-7510-4987-92c5-c89239730350 req-a8dbcc21-5964-4ee6-a2d7-65dcaeff80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:10.156627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db167fb0-7510-4987-92c5-c89239730350 req-a8dbcc21-5964-4ee6-a2d7-65dcaeff80bf service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0859721 Sep 25 01:33:10.220727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db167fb0-7510-4987-92c5-c89239730350 req-a7fd3cb1-7089-4dca-92be-d0ce7fb45811 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 1003 time: 0.0578687 Sep 25 01:33:10.269328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167fb0-7510-4987-92c5-c89239730350 req-cd320cd3-3549-4cbb-9a11-a068e513c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:10.270751 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db167fb0-7510-4987-92c5-c89239730350 req-cd320cd3-3549-4cbb-9a11-a068e513c6e6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0436733 Sep 25 01:33:10.314324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167fb0-7510-4987-92c5-c89239730350 req-999fd0f6-a72e-4986-9503-1d5bffe36a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:10.315830 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db167fb0-7510-4987-92c5-c89239730350 req-999fd0f6-a72e-4986-9503-1d5bffe36a3c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394919 Sep 25 01:33:10.409770 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db167fb0-7510-4987-92c5-c89239730350 req-c493010f-9649-497a-a509-c9ef46e191df service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 Sep 25 01:33:10.499245 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db167fb0-7510-4987-92c5-c89239730350 req-dc0a1c6d-d68c-41b2-bd9a-808bc2b05f79 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831528 Sep 25 01:33:11.127142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:17.088594 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-94784ebb-f482-4854-8b45-cfbec335c791 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433147 Sep 25 01:33:17.115003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc77a58-8fbb-44cc-9dcd-24fac108f95b req-76e77f2b-0ac8-4626-b58f-7e737a156f28 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:17.116587 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3bc77a58-8fbb-44cc-9dcd-24fac108f95b req-76e77f2b-0ac8-4626-b58f-7e737a156f28 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0559273 Sep 25 01:33:17.166455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3bc77a58-8fbb-44cc-9dcd-24fac108f95b req-d2d2ca54-c1e0-45b1-ac4c-498a5668bea4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Sep 25 01:33:17.337965 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-6695c76d-abd6-4fe3-a1b0-a8506c955500 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:17.339390 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-6695c76d-abd6-4fe3-a1b0-a8506c955500 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports/9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 943 time: 0.0465922 Sep 25 01:33:18.306990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af4dba-a9fb-435d-af7e-8cb4a2375543 req-bce4659d-9bd6-4116-bc2b-32e4cc8a4e37 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:18.308482 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-34af4dba-a9fb-435d-af7e-8cb4a2375543 req-bce4659d-9bd6-4116-bc2b-32e4cc8a4e37 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0620413 Sep 25 01:33:18.357256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-2ef68d2a-d9ee-4515-a5a9-4e85e894b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:18.358732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-2ef68d2a-d9ee-4515-a5a9-4e85e894b44b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1130 time: 0.0647936 Sep 25 01:33:18.428011 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-34af4dba-a9fb-435d-af7e-8cb4a2375543 req-9929b710-d995-4871-ab3e-81fb10b3a5b9 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997798 Sep 25 01:33:18.466214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-005749fb-bd1a-4e9d-84c3-014d1aa76cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:18.467610 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-005749fb-bd1a-4e9d-84c3-014d1aa76cfa service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0994272 Sep 25 01:33:18.531784 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-1e18185c-4b82-4dc9-9814-03921ce2641d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 1003 time: 0.0586300 Sep 25 01:33:18.579640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-0c6ed99b-01fa-418d-8a7c-6260bc5e18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:18.581127 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-0c6ed99b-01fa-418d-8a7c-6260bc5e18b7 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0437820 Sep 25 01:33:18.620275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:18.625874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-676dabdc-20f6-4a11-8148-64612f020d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:18.627365 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-676dabdc-20f6-4a11-8148-64612f020d62 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401924 Sep 25 01:33:18.720694 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-8a6c463f-c1af-4c9b-bbdf-15cf3b42eb87 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869515 Sep 25 01:33:18.744922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:18.809866 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-c65caf5c-b38f-4328-ad31-b3bbf5fa61db service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832944 Sep 25 01:33:19.154399 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:19.155104 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:19.550525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119545-e91a-4c52-889e-1ca4d550e2eb req-17e0697a-781a-434b-be94-e0c9b03533d5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:19.552050 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-14119545-e91a-4c52-889e-1ca4d550e2eb req-17e0697a-781a-434b-be94-e0c9b03533d5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0496974 Sep 25 01:33:19.598841 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-14119545-e91a-4c52-889e-1ca4d550e2eb req-584fa74a-0bec-46ae-aed8-b69a84cebb4c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Sep 25 01:33:20.725467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2340c-ea00-4423-877d-4393ae818ddd req-473a26e8-76de-47ec-b7b4-3c7421cc9ea7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:20.726971 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-92f2340c-ea00-4423-877d-4393ae818ddd req-473a26e8-76de-47ec-b7b4-3c7421cc9ea7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0512505 Sep 25 01:33:20.774060 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-92f2340c-ea00-4423-877d-4393ae818ddd req-db087304-4465-4c4b-9904-cbf34623a650 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412693 Sep 25 01:33:21.117451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:21.124032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:21.898079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8097586-f3a4-4595-8963-921fa3855c13 req-9b2b5611-8bca-4b89-bd8f-ae3c62d362b3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:21.899548 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e8097586-f3a4-4595-8963-921fa3855c13 req-9b2b5611-8bca-4b89-bd8f-ae3c62d362b3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0477743 Sep 25 01:33:21.948266 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e8097586-f3a4-4595-8963-921fa3855c13 req-5dec6056-be39-4727-bb3e-f87081d5951a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414302 Sep 25 01:33:23.068963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308861d-ef99-4968-b249-efe892edc095 req-191ef1f5-7111-4994-b515-5d43532a5e01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:23.070449 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7308861d-ef99-4968-b249-efe892edc095 req-191ef1f5-7111-4994-b515-5d43532a5e01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0471838 Sep 25 01:33:23.117947 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7308861d-ef99-4968-b249-efe892edc095 req-38ed2222-132d-4073-8329-85bfccd4a9e4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Sep 25 01:33:24.239102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c372-24c0-4eff-b4d3-ba7547b3db0f req-d49c9e19-7d77-43a3-b34d-a8156801ed31 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:24.240573 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-71f5c372-24c0-4eff-b4d3-ba7547b3db0f req-d49c9e19-7d77-43a3-b34d-a8156801ed31 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0456209 Sep 25 01:33:24.291823 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-71f5c372-24c0-4eff-b4d3-ba7547b3db0f req-782a3453-80fa-4e34-983f-4386c4ded863 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457060 Sep 25 01:33:25.419115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5008c-bcdc-464a-8052-240bb06d3d1f req-a32cad96-168c-4a90-be45-0e456c3f33ea tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:25.420682 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb5008c-bcdc-464a-8052-240bb06d3d1f req-a32cad96-168c-4a90-be45-0e456c3f33ea tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0510910 Sep 25 01:33:25.467524 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb5008c-bcdc-464a-8052-240bb06d3d1f req-ec6f53c2-84e8-4b1a-9917-efe6e564382c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Sep 25 01:33:26.587490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da440a8-d280-4101-b2a2-042afe0ab0d6 req-b2413248-efb3-4909-8277-a363595e4e7e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:26.588898 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8da440a8-d280-4101-b2a2-042afe0ab0d6 req-b2413248-efb3-4909-8277-a363595e4e7e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0468969 Sep 25 01:33:26.636421 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8da440a8-d280-4101-b2a2-042afe0ab0d6 req-fac42614-4474-45c8-9ff5-1e113b57a569 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Sep 25 01:33:27.756946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9872-20b1-4e5d-83ac-13304329d35b req-69f97bce-ec2e-4ea2-90f8-84b4394fa979 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:27.758443 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db2b9872-20b1-4e5d-83ac-13304329d35b req-69f97bce-ec2e-4ea2-90f8-84b4394fa979 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0471051 Sep 25 01:33:27.805775 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-db2b9872-20b1-4e5d-83ac-13304329d35b req-03c25edd-0908-4f8b-9ccf-1796ca5bc143 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410953 Sep 25 01:33:28.648584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bbb591b6-8874-419f-a876-9b51ebe05a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:28.926501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0513f78-146e-46b0-a7c6-ed8384bddb6f req-99315b8a-9a00-4f36-9b68-8584b6240a78 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:28.927879 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b0513f78-146e-46b0-a7c6-ed8384bddb6f req-99315b8a-9a00-4f36-9b68-8584b6240a78 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0467916 Sep 25 01:33:28.974667 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b0513f78-146e-46b0-a7c6-ed8384bddb6f req-e8a3e7b3-a4f5-46fc-af9c-8cbec247ef54 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410969 Sep 25 01:33:30.095618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c656be-a105-4ee8-9754-e9f566e793da req-63c65f19-c86e-4247-b9ae-d26384bf73f6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:30.097122 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71c656be-a105-4ee8-9754-e9f566e793da req-63c65f19-c86e-4247-b9ae-d26384bf73f6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0462186 Sep 25 01:33:30.148035 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71c656be-a105-4ee8-9754-e9f566e793da req-944d97bb-da7b-466c-a52b-dd18510a8608 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448265 Sep 25 01:33:30.473945 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-d5d42d99-5f6e-41d0-b5bc-031a3d0ed0c1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports/9447b803-984b-47cf-bbbb-04c16615abac/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0540054 Sep 25 01:33:30.699836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-b5ea44b5-ba8c-4f96-b168-747d2577df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:30.701378 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-b5ea44b5-ba8c-4f96-b168-747d2577df4c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 1130 time: 0.0407813 Sep 25 01:33:30.777330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-defba659-50ba-4b9d-9f87-617cb30c62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:30.779004 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-defba659-50ba-4b9d-9f87-617cb30c62d2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1130 time: 0.0398653 Sep 25 01:33:30.871154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-f66596e4-8690-419d-91ff-69eb2e8ada59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:30.872656 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-f66596e4-8690-419d-91ff-69eb2e8ada59 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0879986 Sep 25 01:33:30.938720 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-63396440-468b-4a14-b2ab-e32c508b5ef1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 1003 time: 0.0596857 Sep 25 01:33:30.989355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-92e918b4-51e3-462a-9cfe-3cbfbc907081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:30.990788 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-92e918b4-51e3-462a-9cfe-3cbfbc907081 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0471089 Sep 25 01:33:31.032891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-007f371c-5eef-407b-b24b-0cab34dcee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:31.034269 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-007f371c-5eef-407b-b24b-0cab34dcee5a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374084 Sep 25 01:33:31.082018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:31.087829 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:31.128679 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-2739d3b9-2511-4d8c-9556-83859036a3bd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885522 Sep 25 01:33:31.219586 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93239fb8-8d39-4ab2-ae94-98643cbbb33f req-36a044d0-ce18-4f29-97fc-471f3f01d9a4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856104 Sep 25 01:33:31.278477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb1fea-7508-469a-b1a8-cbd147d82031 req-a1461f0a-9b4a-4eb1-a8c8-405125721919 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:31.280204 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eabb1fea-7508-469a-b1a8-cbd147d82031 req-a1461f0a-9b4a-4eb1-a8c8-405125721919 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0572269 Sep 25 01:33:31.334947 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eabb1fea-7508-469a-b1a8-cbd147d82031 req-c9399715-1cd1-454f-86be-7f0c92f70f1e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489216 Sep 25 01:33:31.551112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-10d1ada9-0bbb-4ced-ab8f-af044072f3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:32.460681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a798176-86a6-479e-8302-f86b1fecede0 req-9d5f9842-d88a-46e7-b9be-27a96baf7ec4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:32.462284 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2a798176-86a6-479e-8302-f86b1fecede0 req-9d5f9842-d88a-46e7-b9be-27a96baf7ec4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0504375 Sep 25 01:33:32.520652 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2a798176-86a6-479e-8302-f86b1fecede0 req-b84ba363-2f21-46bc-928b-22c53360ae6d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525825 Sep 25 01:33:33.514915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:33:33.529577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:33:33.646041 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca536bb0-0a28-46d3-86e2-41f080bb849c req-4dc31116-b3c1-4877-b011-bb1ef72a0f71 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:33.647548 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ca536bb0-0a28-46d3-86e2-41f080bb849c req-4dc31116-b3c1-4877-b011-bb1ef72a0f71 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0482094 Sep 25 01:33:33.680110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:33.682362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:33.682754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:33.695935 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ca536bb0-0a28-46d3-86e2-41f080bb849c req-2d17c5b8-9038-4a6b-b108-96bb002aa37c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Sep 25 01:33:33.702087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '9447b803-984b-47cf-bbbb-04c16615abac', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'port_id': '9447b803-984b-47cf-bbbb-04c16615abac', 'mac_address': 'fa:16:3e:60:1c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:33:33.718611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:33:33.720889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae58d76-83f5-4045-9b19-fe3e40df6050" -d '{"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-unplugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:33:33.755210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:33.762148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:33.767350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: ACTIVE; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:33.767731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:33.805512 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9447b803-984b-47cf-bbbb-04c16615abac {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:33:33.827026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:33.854768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f14799-2f5d-48e4-b6b3-9eade26c9c48 x-openstack-request-id: req-94f14799-2f5d-48e4-b6b3-9eade26c9c48 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:33:33.855082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-unplugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:33:33.855338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94f14799-2f5d-48e4-b6b3-9eade26c9c48 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:33:33.855734 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f14799-2f5d-48e4-b6b3-9eade26c9c48'] response: {'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac', 'code': 200} Sep 25 01:33:33.867024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.867380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.867729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.868166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.868507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.868847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.869181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.869513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.869853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.870184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.871026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.871363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.871690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.872075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.872404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:33.890224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:33.890946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:33:33.891362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:33:34.427311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:34.427782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:34.440846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9447b803-984b-47cf-bbbb-04c16615abac {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:33:34.460463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:34.463979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:34.512081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:34.593147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['9447b803-984b-47cf-bbbb-04c16615abac'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:33:34.819788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a65a4-35ba-4b0f-956d-2b0793bc6399 req-e8310bb9-6bca-48cc-bb46-d33c1e94f0a3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:34.821281 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2d4a65a4-35ba-4b0f-956d-2b0793bc6399 req-e8310bb9-6bca-48cc-bb46-d33c1e94f0a3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 945 time: 0.0503137 Sep 25 01:33:34.867743 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2d4a65a4-35ba-4b0f-956d-2b0793bc6399 req-c4b4ea06-ec46-4cd2-b35e-4548f7e676f3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Sep 25 01:33:35.162877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-1d6d3102-34db-48af-b884-3f4c077cd0cc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:35.164424 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-1d6d3102-34db-48af-b884-3f4c077cd0cc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0513835 Sep 25 01:33:35.181081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f6d37-ec56-4cba-a8bd-f9105a5dfd11 req-c841e73d-d4f3-4117-b158-cabf012cc365 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:35.182553 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c77f6d37-ec56-4cba-a8bd-f9105a5dfd11 req-c841e73d-d4f3-4117-b158-cabf012cc365 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 945 time: 0.0476990 Sep 25 01:33:35.223771 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-fcc0d3e2-9bb2-4787-8a9f-fd750777f1e2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports/9447b803-984b-47cf-bbbb-04c16615abac/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0534437 Sep 25 01:33:35.231614 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c77f6d37-ec56-4cba-a8bd-f9105a5dfd11 req-4f64a98f-0cf4-42d8-9c48-73288f29c65a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 Sep 25 01:33:35.305606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-731b728e-91f4-4212-ae11-c648a9570270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:35.307123 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-731b728e-91f4-4212-ae11-c648a9570270 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1129 time: 0.0402408 Sep 25 01:33:35.402667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-0b7b6554-95e1-4102-abae-73a6af585648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:35.404440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-0b7b6554-95e1-4102-abae-73a6af585648 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0904744 Sep 25 01:33:35.466047 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-eb3c2c9b-e765-4055-afc0-ebfd0372e772 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 1002 time: 0.0559916 Sep 25 01:33:35.519622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-5aae7f6e-3845-4740-a997-3d75b781dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:35.521182 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-5aae7f6e-3845-4740-a997-3d75b781dcb0 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0500097 Sep 25 01:33:35.552561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:33:35.565015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-33ed5f76-19ab-4952-8bf6-59511d8eac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:35.566565 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-33ed5f76-19ab-4952-8bf6-59511d8eac04 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397575 Sep 25 01:33:35.576868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:35.602211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 9447b803-984b-47cf-bbbb-04c16615abac triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:33:35.602885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9447b803-984b-47cf-bbbb-04c16615abac), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:35.602999 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 9447b803-984b-47cf-bbbb-04c16615abac Sep 25 01:33:35.622710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:35.658003 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-7826cb80-06fd-434c-ad3e-60bd7a14fce4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853875 Sep 25 01:33:35.677289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:35.677710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:35.710487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:35.714997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:35.753169 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-d0b26ddf-ef27-4450-a536-4e37bd937cd7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890889 Sep 25 01:33:35.760726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:35.857060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:33:35.859368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d51951-0d0f-43c2-a495-e1e6ba600b1f" -d '{"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-plugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:33:35.904812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca711e88-ebf2-446e-99f1-5ab329638ce9 x-openstack-request-id: req-ca711e88-ebf2-446e-99f1-5ab329638ce9 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:33:35.905129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-plugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:33:35.905385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca711e88-ebf2-446e-99f1-5ab329638ce9 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:33:35.905808 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca711e88-ebf2-446e-99f1-5ab329638ce9'] response: {'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac', 'code': 200} Sep 25 01:33:36.015189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:36.353368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa2d81-0c9a-40bb-b6c6-6a50e24144d6 req-7431ce95-4128-47d0-96c3-d120f703c6b3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:36.355314 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-26aa2d81-0c9a-40bb-b6c6-6a50e24144d6 req-7431ce95-4128-47d0-96c3-d120f703c6b3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0454772 Sep 25 01:33:36.387659 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:36.406982 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-26aa2d81-0c9a-40bb-b6c6-6a50e24144d6 req-3a4f6397-b633-4186-b875-25374aee0c5d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Sep 25 01:33:36.575108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:37.533499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4548d-c4bc-4fbf-8017-0c28c8ae9f28 req-f4535630-c604-4fd3-afec-00db01ce82fe tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:37.534997 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-64e4548d-c4bc-4fbf-8017-0c28c8ae9f28 req-f4535630-c604-4fd3-afec-00db01ce82fe tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0479507 Sep 25 01:33:37.562052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:33:37.585058 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-64e4548d-c4bc-4fbf-8017-0c28c8ae9f28 req-8f62d5bd-0c4c-4404-80f8-c066ae314591 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440683 Sep 25 01:33:37.640230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:37.640626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:37.676769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:37.680486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:37.730650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=9']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:37.906727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:33:37.909137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89986485-d767-43b7-8704-249018e531b5" -d '{"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-unplugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:33:37.954712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68149e18-d1f1-431f-9bcb-37f2ca963959 x-openstack-request-id: req-68149e18-d1f1-431f-9bcb-37f2ca963959 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:33:37.955009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-unplugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:33:37.955266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68149e18-d1f1-431f-9bcb-37f2ca963959 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:33:37.955666 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68149e18-d1f1-431f-9bcb-37f2ca963959'] response: {'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac', 'code': 200} Sep 25 01:33:37.962278 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:37.967432 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:38.311318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-bac60144-1311-4de8-899c-10ecc156f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:38.312862 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-bac60144-1311-4de8-899c-10ecc156f33f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 1128 time: 0.0433242 Sep 25 01:33:38.387422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-4c9193d0-bf32-429c-b3fd-191ad1bd274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:38.388925 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-4c9193d0-bf32-429c-b3fd-191ad1bd274d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 1128 time: 0.0393381 Sep 25 01:33:38.402399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:38.411922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:38.481800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-b6bbfa4f-94da-4fc7-9568-d4f83d965d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:38.483253 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-b6bbfa4f-94da-4fc7-9568-d4f83d965d2a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0885179 Sep 25 01:33:38.543727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-4a51ca8b-438f-408c-969a-1b50f19ef198 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 200 len: 1001 time: 0.0549576 Sep 25 01:33:38.590881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-c9d4d6e7-87a9-448c-a77b-563eff4ce539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:38.592362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-c9d4d6e7-87a9-448c-a77b-563eff4ce539 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0426426 Sep 25 01:33:38.641982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-f613749b-10c4-49c8-bc22-b58e7bab20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:38.643535 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-f613749b-10c4-49c8-bc22-b58e7bab20ed service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452673 Sep 25 01:33:38.748642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc9184-04af-472d-97bf-e745119b99d3 req-76e7fc57-5142-433f-8bea-fb112005ae4e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:38.750003 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71fc9184-04af-472d-97bf-e745119b99d3 req-76e7fc57-5142-433f-8bea-fb112005ae4e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 944 time: 0.0555236 Sep 25 01:33:38.790514 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-6b9bf8bf-881f-4ff8-b1b1-42691e605478 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407976 Sep 25 01:33:38.855624 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71fc9184-04af-472d-97bf-e745119b99d3 req-5287bfb1-7106-4124-8c6c-44c6fda50202 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965962 Sep 25 01:33:38.896287 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4d58c001-c3d2-470d-b1da-240613e95b99 req-b4d5ca11-3eeb-497f-9139-d0d5f0966acf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957043 Sep 25 01:33:39.976554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:39.985190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c34de7-895b-4037-bb36-6ea05498e54c req-cc25a459-ff2b-41b9-a598-d4c302df862b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:39.986689 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b2c34de7-895b-4037-bb36-6ea05498e54c req-cc25a459-ff2b-41b9-a598-d4c302df862b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 944 time: 0.0526028 Sep 25 01:33:40.034637 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b2c34de7-895b-4037-bb36-6ea05498e54c req-e45ffdb2-bd53-4329-9f93-966eb830be83 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 Sep 25 01:33:41.122564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:41.164680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27ddc1-0085-4a99-9580-f4d60c6833f2 req-658e58b3-6b8b-4616-9472-c013038520c4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:41.166188 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4b27ddc1-0085-4a99-9580-f4d60c6833f2 req-658e58b3-6b8b-4616-9472-c013038520c4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 944 time: 0.0515823 Sep 25 01:33:41.214048 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4b27ddc1-0085-4a99-9580-f4d60c6833f2 req-5e5f03b9-a815-4483-9ff2-a9f20ce04eca tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 Sep 25 01:33:41.566454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:33:41.577560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:33:41.727656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: DOWN; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:41.731131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:41.741658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '9447b803-984b-47cf-bbbb-04c16615abac', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'port_id': '9447b803-984b-47cf-bbbb-04c16615abac', 'mac_address': 'fa:16:3e:60:1c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:33:41.776768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:41.777163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:41.792943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9447b803-984b-47cf-bbbb-04c16615abac {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:33:41.812120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:41.816632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:41.862838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=10']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:42.052990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['9447b803-984b-47cf-bbbb-04c16615abac'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:33:42.055140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:42.115394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:42.337221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86512823-d7df-49a3-bbde-d37bfa16e1f5 req-fa385114-70b5-41de-8064-9cc20ce8e6fe tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:42.338690 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-86512823-d7df-49a3-bbde-d37bfa16e1f5 req-fa385114-70b5-41de-8064-9cc20ce8e6fe tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0473442 Sep 25 01:33:42.388999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-86512823-d7df-49a3-bbde-d37bfa16e1f5 req-ff6f66d6-7615-471c-aa67-fb6f18c7de38 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446763 Sep 25 01:33:42.507074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ff250-3e5c-499b-b9c2-4d7497a5b5ff req-2cb6662a-982e-4477-be63-2e0fb680bcdb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:42.508582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-818ff250-3e5c-499b-b9c2-4d7497a5b5ff req-2cb6662a-982e-4477-be63-2e0fb680bcdb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0465703 Sep 25 01:33:42.557277 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-818ff250-3e5c-499b-b9c2-4d7497a5b5ff req-5968a182-fc49-48ad-8368-4e428fa12f04 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430338 Sep 25 01:33:42.678469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cb5df-9fe7-42fb-8322-f74344dd61ea req-a33ddbc1-8359-41c2-9e28-56f2463a3052 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:42.679837 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b64cb5df-9fe7-42fb-8322-f74344dd61ea req-a33ddbc1-8359-41c2-9e28-56f2463a3052 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0501344 Sep 25 01:33:42.726068 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b64cb5df-9fe7-42fb-8322-f74344dd61ea req-30774a67-2a3f-4917-b0bb-7827b759a6ac tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405920 Sep 25 01:33:42.959970 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda7f86-2c2a-408b-88e0-68698b3614ee req-be14cf84-31d0-4dce-a289-fb0ac9aa3119 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:42.961388 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9fda7f86-2c2a-408b-88e0-68698b3614ee req-be14cf84-31d0-4dce-a289-fb0ac9aa3119 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 946 time: 0.0462770 Sep 25 01:33:43.008088 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9fda7f86-2c2a-408b-88e0-68698b3614ee req-0cc701be-ab7a-4c04-9940-0e1915c63a14 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405407 Sep 25 01:33:43.572560 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:33:43.615585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 9447b803-984b-47cf-bbbb-04c16615abac triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:33:43.615972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9447b803-984b-47cf-bbbb-04c16615abac), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:43.616323 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 9447b803-984b-47cf-bbbb-04c16615abac Sep 25 01:33:43.687404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9447b803-984b-47cf-bbbb-04c16615abac is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:43.687789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:43.710020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:33:43.712263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2aca8e-e8d6-492f-ba9f-e90282cd4b64" -d '{"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-plugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:33:43.725380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:43.730369 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:43.757200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6ad6e1-d5dc-4a2e-b3e1-6c83e6195ba6 x-openstack-request-id: req-fe6ad6e1-d5dc-4a2e-b3e1-6c83e6195ba6 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:33:43.757486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-plugged", "status": "completed", "tag": "9447b803-984b-47cf-bbbb-04c16615abac", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:33:43.757732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe6ad6e1-d5dc-4a2e-b3e1-6c83e6195ba6 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:33:43.758114 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6ad6e1-d5dc-4a2e-b3e1-6c83e6195ba6'] response: {'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac', 'code': 200} Sep 25 01:33:43.781858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=11']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:44.132061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e616f5-fea3-46a7-a593-9f77169b9116 req-88582672-c1d9-46f7-a5d1-604c711ca8a8 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:44.133504 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d7e616f5-fea3-46a7-a593-9f77169b9116 req-88582672-c1d9-46f7-a5d1-604c711ca8a8 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 947 time: 0.0457487 Sep 25 01:33:44.185085 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d7e616f5-fea3-46a7-a593-9f77169b9116 req-f08d7b29-e14c-44e5-a882-bfbfa004cf5a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453608 Sep 25 01:33:45.221803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-0305eaa0-9c1f-4378-aec4-1ead1e57ba24 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:45.222727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-0305eaa0-9c1f-4378-aec4-1ead1e57ba24 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 947 time: 0.0457683 Sep 25 01:33:45.342808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93936e3f-f93c-452c-9f56-f257f86345cd req-6d49bbcd-d3dc-431d-a3bb-e9452a3f37f5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:45.344310 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93936e3f-f93c-452c-9f56-f257f86345cd req-6d49bbcd-d3dc-431d-a3bb-e9452a3f37f5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 947 time: 0.0754352 Sep 25 01:33:45.346894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Deleting port 9447b803-984b-47cf-bbbb-04c16615abac {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:33:45.347240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9447b803-984b-47cf-bbbb-04c16615abac), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:45.425071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:45.447119 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93936e3f-f93c-452c-9f56-f257f86345cd req-769b5b02-7a05-49e4-aac2-128bd3bf06f2 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968685 Sep 25 01:33:45.478971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] For port 9447b803-984b-47cf-bbbb-04c16615abac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9447b803-984b-47cf-bbbb-04c16615abac,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:45.479278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9447b803-984b-47cf-bbbb-04c16615abac), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:45.532859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:45.638658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:45.639045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:45.639366 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Floating IP f141d63f-bc9e-4481-9384-b6133ea0e413 disassociated. External IP: 172.36.7.145, port: 9447b803-984b-47cf-bbbb-04c16615abac. Sep 25 01:33:45.639707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Calling delete_port for 9447b803-984b-47cf-bbbb-04c16615abac owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:33:45.771172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (9447b803-984b-47cf-bbbb-04c16615abac), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:45.804362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event deleted for resources: {'Port': ['ID=9447b803-984b-47cf-bbbb-04c16615abac,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:45.814370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.814725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.815072 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.815416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.815754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.816119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.816456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.816790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.817153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.817485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.817815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.818658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.818658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.818930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:45.819079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:33:46.158250 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:33:46.268305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:33:46.372054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:33:46.381608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:33:46.392157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:33:46.392783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:33:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:33:46.427976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] No DVR routers for this DVR port 9447b803-984b-47cf-bbbb-04c16615abac on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:33:46.430633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:46.434248 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1162eca9-e651-443e-a96c-f9037cc9e81f req-764ef917-8118-4580-9af3-f7f0f0d1da01 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "DELETE /networking/v2.0/ports/9447b803-984b-47cf-bbbb-04c16615abac HTTP/1.1" status: 204 len: 173 time: 1.2066138 Sep 25 01:33:46.434906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-deleted', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:33:46.439291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdfb9b9-e08f-4ce4-9a43-ad4cf03ab418" -d '{"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-deleted", "tag": "9447b803-984b-47cf-bbbb-04c16615abac"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:33:46.567773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141921af-7ca8-48fb-85b4-9bdcd2fab698 x-openstack-request-id: req-141921af-7ca8-48fb-85b4-9bdcd2fab698 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:33:46.568167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595ff5f-7f98-4a47-a877-89b55442a489", "name": "network-vif-deleted", "tag": "9447b803-984b-47cf-bbbb-04c16615abac", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:33:46.568507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-141921af-7ca8-48fb-85b4-9bdcd2fab698 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:33:46.568963 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141921af-7ca8-48fb-85b4-9bdcd2fab698'] response: {'server_uuid': '2595ff5f-7f98-4a47-a877-89b55442a489', 'name': 'network-vif-deleted', 'tag': '9447b803-984b-47cf-bbbb-04c16615abac', 'status': 'completed', 'code': 200} Sep 25 01:33:46.601876 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-17dfc262-1c55-4a4c-a7fe-4506834fdf0e req-68b2ca3b-1dcc-4854-9fb0-70b35fcf641b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2595ff5f-7f98-4a47-a877-89b55442a489 HTTP/1.1" status: 200 len: 210 time: 0.0316010 Sep 25 01:33:46.649411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:33:46.845443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:33:46.874455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:33:46.882755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:33:46.883360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:33:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:33:46.990909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:33:47.073351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:47.156960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:47.193704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:33:47.217997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae1834-cccc-4df5-9901-c422acfb09d8 None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:33:47.438131 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e40f88-d3ed-4772-9ad4-c82642a8c1ce None None] New status for floating IP f141d63f-bc9e-4481-9384-b6133ea0e413: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:33:47.871082 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-82b57a79-c62d-41f4-be12-dfb43c4871b6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1356571279&fields=id&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 267 time: 0.0429864 Sep 25 01:33:47.982118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-6f629149-e42d-4446-872d-7e34b8c6622d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:47.983594 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-6f629149-e42d-4446-872d-7e34b8c6622d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 812 time: 0.1058350 Sep 25 01:33:48.001594 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-82a14bb9-be64-4865-9d33-845c3ee99602 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/quotas/ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 375 time: 0.0123057 Sep 25 01:33:48.056778 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-f512000a-78a6-4aa0-8d14-e0554971562f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497100 Sep 25 01:33:48.159075 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-855e76aa-b3b0-4df5-b427-7bc04e9e73dc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878944 Sep 25 01:33:48.255162 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-1388de51-9107-4fc2-a583-4b960633b75c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900908 Sep 25 01:33:48.427415 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f96a30cb-f345-4802-96a8-d63794063fc1 req-dd452899-dae1-4b2f-8eb3-18bd3e5aae75 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 210 time: 0.0284283 Sep 25 01:33:49.522144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-fe574291-e229-48ff-9813-af290aefd1c9 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:49.523618 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-fe574291-e229-48ff-9813-af290aefd1c9 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 812 time: 0.1059258 Sep 25 01:33:49.533689 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-40305485-ddc4-466e-a462-b8fbb1ec8a2f req-e512d959-62e4-4b9e-adeb-0d787fb7ebc9 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 210 time: 0.0288486 Sep 25 01:33:49.605229 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-79576911-0b33-4fd9-b50f-a98af9e8a0de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 380 time: 0.0569265 Sep 25 01:33:49.609556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:33:49.630242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 9447b803-984b-47cf-bbbb-04c16615abac {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:33:49.630597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9447b803-984b-47cf-bbbb-04c16615abac not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:33:49.686904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'port': {'device_id': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'admin_state_up': True, 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'security_groups': ['e4d48bcb-817b-4ffd-b661-aa5d6333cded']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:33:49.750330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:49.793984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Made reservation on behalf of ea5cb33c8a2c433b892eb0cd1acbec9e for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:33:49.798066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:49.819558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:49.927791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Allocated IP 172.20.0.9 (a1102ea1-a454-43c7-9dbb-3c3824b9157b/0996f30b-f5c6-471e-989b-2794006063a8/7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:33:50.069166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.100499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.148096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:33:50.151333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:33:50.155548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:33:50.161851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:50.209521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:50.210370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.226844 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-df6224c1-1dc8-4078-ab46-be4b2149f23e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444672 Sep 25 01:33:50.243930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Request body: {'port': {'device_id': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:33:50.312102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.356615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-38417493-deb9-4a9a-a115-71f251c17845 None None] Provisioning complete for port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:33:50.357083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-38417493-deb9-4a9a-a115-71f251c17845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.357498 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-38417493-deb9-4a9a-a115-71f251c17845 None None] Attempt 1 to provision port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 Sep 25 01:33:50.394322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-38417493-deb9-4a9a-a115-71f251c17845 None None] Port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:33:50.500899 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:50.572017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:33:50.580385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Publish callbacks [] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.593451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Transition to ACTIVE for port object 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:33:50.598156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.669137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:50.696712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:50.726566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa148b-22d0-4d20-b933-baa1653691c5 req-59635d87-7f33-4c6b-a300-3023d186cce3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:50.728107 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-03aa148b-22d0-4d20-b933-baa1653691c5 req-59635d87-7f33-4c6b-a300-3023d186cce3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.1068599 Sep 25 01:33:50.788425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Attempting to bind port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:33:50.788771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Attempting to bind port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:33:50.789111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Attempting to bind port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:33:50.820530 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-03aa148b-22d0-4d20-b933-baa1653691c5 req-294fad61-26bc-4a2a-ad72-c9441189cb5a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853593 Sep 25 01:33:50.841886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 on network a1102ea1-a454-43c7-9dbb-3c3824b9157b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:33:50.842220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Attempting to bind port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 on network a1102ea1-a454-43c7-9dbb-3c3824b9157b {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:33:50.883706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:33:50.884118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Checking segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:33:50.884510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Bound using segment: {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:33:50.885068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Bound port: 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a40def-dd89-4653-8064-5d585e833c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:33:50.885435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.895020 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-38417493-deb9-4a9a-a115-71f251c17845 None None] Attempt 2 to provision port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 Sep 25 01:33:50.926577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-38417493-deb9-4a9a-a115-71f251c17845 None None] Port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:33:50.946186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:33:50.949759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:33:50.956587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.960380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:50.960984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:50.962759 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 1093 time: 0.7233920 Sep 25 01:33:50.964819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:33:50.967063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8230d95c-b294-4fc5-b50c-f66e7d658be1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:33:51.004976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba12f05-d998-41b9-82bc-bc66d25af98e x-openstack-request-id: req-5ba12f05-d998-41b9-82bc-bc66d25af98e {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:33:51.005266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:33:51.005516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ba12f05-d998-41b9-82bc-bc66d25af98e {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:33:51.005920 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba12f05-d998-41b9-82bc-bc66d25af98e'] response: {'name': 'network-changed', 'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'status': 'completed', 'code': 200} Sep 25 01:33:51.020417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a16f3-e08c-43d1-8d35-1ebc20363384 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:51.073819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-01f9592e-5611-46e0-a963-04a5cd6fd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:51.075866 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-01f9592e-5611-46e0-a963-04a5cd6fd198 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1127 time: 0.0437255 Sep 25 01:33:51.121173 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-d56c72a3-1ad0-4fb5-a133-c3391f65bd30 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 217 time: 0.0332882 Sep 25 01:33:51.169861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-91d54b1c-8031-409b-86ef-709312fd6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:51.171308 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-91d54b1c-8031-409b-86ef-709312fd6cda service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0444140 Sep 25 01:33:51.217083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-27e8c4a4-585b-4c74-94b0-d99898c05016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:51.218558 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-27e8c4a4-585b-4c74-94b0-d99898c05016 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417283 Sep 25 01:33:51.308282 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-718346d7-1156-488f-8c3d-f35304ef9b10 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839865 Sep 25 01:33:51.403357 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b46d0779-d0fd-47a2-9047-0c38faf95e7a req-9a0e4867-05f9-43b2-b37e-fa6c2541a1f2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896070 Sep 25 01:33:51.427967 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-38417493-deb9-4a9a-a115-71f251c17845 None None] Attempt 3 to provision port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 Sep 25 01:33:51.466997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-38417493-deb9-4a9a-a115-71f251c17845 None None] Port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:33:51.924341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:51.945043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e2fb7-6c22-4111-9a09-19524b0ea270 req-1291f59b-d850-471a-9e5f-d2d2af6fc892 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:51.946515 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-126e2fb7-6c22-4111-9a09-19524b0ea270 req-1291f59b-d850-471a-9e5f-d2d2af6fc892 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0504763 Sep 25 01:33:51.993479 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-126e2fb7-6c22-4111-9a09-19524b0ea270 req-9d95796c-3c95-44f7-a82a-e5fe2358152a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Sep 25 01:33:53.120171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f362-03de-4832-b0ce-f260d5c88ea4 req-2211a8b0-b246-4d7e-8274-77fb2d4f4aa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:53.121643 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2637f362-03de-4832-b0ce-f260d5c88ea4 req-2211a8b0-b246-4d7e-8274-77fb2d4f4aa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0512187 Sep 25 01:33:53.173317 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2637f362-03de-4832-b0ce-f260d5c88ea4 req-e2c9f38a-08e0-4b1b-a3bd-46c0903f0b78 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Sep 25 01:33:53.320408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-b33b235a-ccf5-4a00-9051-e755824c4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:53.321959 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-b33b235a-ccf5-4a00-9051-e755824c4c4c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1127 time: 0.0398107 Sep 25 01:33:53.418744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-9f8d4f8a-8373-4334-a548-1407020d02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:53.420254 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-9f8d4f8a-8373-4334-a548-1407020d02db service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0915554 Sep 25 01:33:53.459156 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-a9d62509-a74c-4d38-85b1-e9a16eb768f3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 217 time: 0.0320373 Sep 25 01:33:53.503206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:53.513587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-43c68119-e462-4551-90d7-62ff21e428cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:53.515048 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-43c68119-e462-4551-90d7-62ff21e428cd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0499032 Sep 25 01:33:53.558285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-dbcf9e17-7f53-4b19-9465-6b515dea324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:53.559734 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-dbcf9e17-7f53-4b19-9465-6b515dea324a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391836 Sep 25 01:33:53.603185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:33:53.649684 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-fa909363-eaef-4814-b7fa-135ed8fcc1cb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Sep 25 01:33:53.707542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:53.719715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'port_id': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'mac_address': 'fa:16:3e:12:51:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:33:53.746493 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8230d95c-b294-4fc5-b50c-f66e7d658be1 req-b6b82af1-f68f-4e4d-8a11-7e09102b12f0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898073 Sep 25 01:33:53.754855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:53.755250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:53.768905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:33:53.789032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:53.792792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:53.841802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:54.184222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:33:54.293058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1cee9-fae0-4e9d-8423-031d72c4bd43 req-599a0af3-bb95-441c-bceb-83567526ed35 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:54.294576 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1fc1cee9-fae0-4e9d-8423-031d72c4bd43 req-599a0af3-bb95-441c-bceb-83567526ed35 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 944 time: 0.0473740 Sep 25 01:33:54.342332 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1fc1cee9-fae0-4e9d-8423-031d72c4bd43 req-f2d7707f-7ef1-4017-8485-4075ab872e27 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Sep 25 01:33:55.471387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16db5d-471f-4b9b-bd64-9741c7c7dca1 req-242e3b38-4107-464b-9c69-882300f3b78d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:55.472883 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2d16db5d-471f-4b9b-bd64-9741c7c7dca1 req-242e3b38-4107-464b-9c69-882300f3b78d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 944 time: 0.0532653 Sep 25 01:33:55.483920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:55.499834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:55.521829 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2d16db5d-471f-4b9b-bd64-9741c7c7dca1 req-2920bcb4-21a7-4c52-944b-43e049d1f3d8 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433638 Sep 25 01:33:55.610127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:33:55.655285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:33:55.661611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:33:55.662048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:55.662565 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 Sep 25 01:33:55.728139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:55.735467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:33:55.735895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:55.760869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:33:55.763156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ab43f-7554-4649-b6d1-588782c8454f" -d '{"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-plugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:33:55.765341 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:55.778532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:33:55.783007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:55.810423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d23b780-b9c0-4a26-a567-7328632391de x-openstack-request-id: req-0d23b780-b9c0-4a26-a567-7328632391de {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:33:55.810716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-plugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:33:55.810973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d23b780-b9c0-4a26-a567-7328632391de {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:33:55.811363 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d23b780-b9c0-4a26-a567-7328632391de'] response: {'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'code': 200} Sep 25 01:33:55.836381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:33:56.013863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34604743-f3de-4ac5-a49e-be1f8776b0e4 req-671e5a72-0477-4095-a6ca-519fbc06cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:56.015378 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-34604743-f3de-4ac5-a49e-be1f8776b0e4 req-671e5a72-0477-4095-a6ca-519fbc06cc66 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1129 time: 0.0439572 Sep 25 01:33:56.058650 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-34604743-f3de-4ac5-a49e-be1f8776b0e4 req-774d4699-5992-4078-8fd9-1f594b29df1c service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377154 Sep 25 01:33:56.644489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b54e-50a7-49d5-8758-15520a2adc09 req-95275472-5153-47c4-a9af-a723232f39f6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:56.645966 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e299b54e-50a7-49d5-8758-15520a2adc09 req-95275472-5153-47c4-a9af-a723232f39f6 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0469749 Sep 25 01:33:56.692998 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e299b54e-50a7-49d5-8758-15520a2adc09 req-65062694-6605-43d5-9caf-9adab82d05e9 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414760 Sep 25 01:33:57.816633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ac988-2067-4ccd-a12f-5aecb806299f req-e0166574-6fb5-41e9-8ee2-5cedbaa51221 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:57.818184 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-370ac988-2067-4ccd-a12f-5aecb806299f req-e0166574-6fb5-41e9-8ee2-5cedbaa51221 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0466962 Sep 25 01:33:57.865402 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-370ac988-2067-4ccd-a12f-5aecb806299f req-7db66a57-32f7-4011-829d-46a3277a08b8 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Sep 25 01:33:57.986427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e93ad-6f7e-4a77-a684-5c94c223fb50 req-b5e5b12b-f527-4c20-87fc-34c082ed8dab tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:57.987810 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1d3e93ad-6f7e-4a77-a684-5c94c223fb50 req-b5e5b12b-f527-4c20-87fc-34c082ed8dab tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0501001 Sep 25 01:33:57.998533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34012) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:33:58.002821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-10f4fb2c-5d28-4f18-9a4e-e3623b72bfa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Request body: {'floatingip': {'port_id': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:33:58.040090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-10f4fb2c-5d28-4f18-9a4e-e3623b72bfa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:58.465799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-10f4fb2c-5d28-4f18-9a4e-e3623b72bfa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:58.470572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-10f4fb2c-5d28-4f18-9a4e-e3623b72bfa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:58.565834 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-10f4fb2c-5d28-4f18-9a4e-e3623b72bfa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Floating IP f141d63f-bc9e-4481-9384-b6133ea0e413 associated. External IP: 172.36.7.145, port: 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8. Sep 25 01:33:58.566315 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:58.568200 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:58.650592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1f8af980-cc4d-4d2b-bb8d-595705907070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:58.770610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f4fb2c-5d28-4f18-9a4e-e3623b72bfa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:33:58.825194 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:58.864336 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:58.875473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f4fb2c-5d28-4f18-9a4e-e3623b72bfa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:33:58.879900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-10f4fb2c-5d28-4f18-9a4e-e3623b72bfa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:33:58.886307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62918763-f122-4816-888d-98abd6732b34 None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:33:58.896972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62918763-f122-4816-888d-98abd6732b34 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:33:58.897600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62918763-f122-4816-888d-98abd6732b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:33:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:33:58.913525 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-10f4fb2c-5d28-4f18-9a4e-e3623b72bfa4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f141d63f-bc9e-4481-9384-b6133ea0e413 HTTP/1.1" status: 200 len: 992 time: 0.9118912 Sep 25 01:33:58.913525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:33:58.914786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482f79fc-9dcf-4192-9383-ba2d4e241003" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:33:59.005689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-62918763-f122-4816-888d-98abd6732b34 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:33:59.006606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9196b68-092e-4b2e-8fa5-eb2f9ba8844e x-openstack-request-id: req-d9196b68-092e-4b2e-8fa5-eb2f9ba8844e {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:33:59.007083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:33:59.007175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9196b68-092e-4b2e-8fa5-eb2f9ba8844e {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:33:59.007559 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9196b68-092e-4b2e-8fa5-eb2f9ba8844e'] response: {'name': 'network-changed', 'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'status': 'completed', 'code': 200} Sep 25 01:33:59.216845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62918763-f122-4816-888d-98abd6732b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:12:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:33:58Z', 'revision_number': 13, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:33:59.245547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-754598a8-bf93-4686-95d1-21564677a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:59.246181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62918763-f122-4816-888d-98abd6732b34 None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:33:59.247077 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-754598a8-bf93-4686-95d1-21564677a6ae service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1129 time: 0.0430064 Sep 25 01:33:59.254438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62918763-f122-4816-888d-98abd6732b34 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:33:59.255393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62918763-f122-4816-888d-98abd6732b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:33:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:33:59.342586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-d72ada7d-7c30-49a9-ae5c-b154fa188dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:59.344141 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-d72ada7d-7c30-49a9-ae5c-b154fa188dcc service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0912077 Sep 25 01:33:59.362741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-62918763-f122-4816-888d-98abd6732b34 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:33:59.411872 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-014a57d4-a5aa-49a9-9d44-7c70b47c6464 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 1000 time: 0.0623584 Sep 25 01:33:59.460019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-0b629503-a02a-4d63-9f14-4b66d9386d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:59.461542 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-0b629503-a02a-4d63-9f14-4b66d9386d81 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0443456 Sep 25 01:33:59.492080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:59.505946 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-21e3c3d8-c2a8-4aae-a2b0-d16177ea688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:33:59.507438 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-21e3c3d8-c2a8-4aae-a2b0-d16177ea688c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408266 Sep 25 01:33:59.574584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-62918763-f122-4816-888d-98abd6732b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:12:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:33:58Z', 'revision_number': 13, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:33:59.599623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62918763-f122-4816-888d-98abd6732b34 None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f141d63f-bc9e-4481-9384-b6133ea0e413', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'floating_ip_address': '172.36.7.145', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'port_id': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'mac_address': 'fa:16:3e:12:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:28:07Z', 'updated_at': '2022-09-25T01:33:58Z', 'revision_number': 13, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:33:59.603986 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-df6f0bff-0658-488a-b64b-3f6260c4c378 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909493 Sep 25 01:33:59.681465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:33:59.696096 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-482f79fc-9dcf-4192-9383-ba2d4e241003 req-3b026544-2903-4111-a68a-5ab4f7474f39 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868893 Sep 25 01:33:59.801968 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354ad23-afc0-485f-a269-3fce376bfd65 None None] New status for floating IP f141d63f-bc9e-4481-9384-b6133ea0e413: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:34:01.558947 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-881dc036-a9f5-4834-8f1b-086ff0a9c1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:03.856633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:06.008457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:06.577944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:08.904460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:08.908624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:09.693740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=21 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:11.064299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06783404-976f-4e62-a803-24b3e8928213 req-77726fdf-dbab-4b35-b9d7-fd966092d948 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426860 Sep 25 01:34:11.158070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:11.167801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06783404-976f-4e62-a803-24b3e8928213 req-de42cba4-4ecb-4ce8-a3b5-ff35ba39afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:34:11.169392 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06783404-976f-4e62-a803-24b3e8928213 req-de42cba4-4ecb-4ce8-a3b5-ff35ba39afef service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1129 time: 0.0416708 Sep 25 01:34:11.270779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06783404-976f-4e62-a803-24b3e8928213 req-ff1cd7e9-b81c-4714-a0e9-a562b16cff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:34:11.272299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06783404-976f-4e62-a803-24b3e8928213 req-ff1cd7e9-b81c-4714-a0e9-a562b16cff17 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0850945 Sep 25 01:34:11.335200 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06783404-976f-4e62-a803-24b3e8928213 req-190fc922-ea90-489b-91e9-cf048070516c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 1002 time: 0.0574648 Sep 25 01:34:11.382205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06783404-976f-4e62-a803-24b3e8928213 req-8bbd2377-cdc7-43bf-87ba-40a201e58c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:34:11.383709 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06783404-976f-4e62-a803-24b3e8928213 req-8bbd2377-cdc7-43bf-87ba-40a201e58c60 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0433884 Sep 25 01:34:11.425791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06783404-976f-4e62-a803-24b3e8928213 req-0e02cea7-207b-4663-9aa0-8c695823cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:34:11.427269 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06783404-976f-4e62-a803-24b3e8928213 req-0e02cea7-207b-4663-9aa0-8c695823cfb3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383351 Sep 25 01:34:11.519547 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06783404-976f-4e62-a803-24b3e8928213 req-789aa496-7e36-4bd6-9a3f-5372431298c2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863538 Sep 25 01:34:11.612300 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-06783404-976f-4e62-a803-24b3e8928213 req-e43848bb-5512-4c9e-a894-3746a2356d89 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863967 Sep 25 01:34:14.962075 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:14.962798 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:21.152189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:21.154062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:21.607535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=52 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:21.609474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=49 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:23.156686 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:34:28.652951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cec10d80-b95c-48d6-a7e8-79484af5fb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:31.551513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-74cbf22f-effc-4aea-b6d4-5382a27654a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:33.152297 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:33.858763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:36.011412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:36.583801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:41.157805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:34:51.151577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:51.153705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:54.975284 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:54.976093 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:34:58.654695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8c2655c2-b31c-45f8-9380-c5f15f299ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:00.156229 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:35:01.553144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-74b0116b-0f08-4868-b7e1-255911e2f0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:03.866912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:06.013421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:06.586858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:10.151665 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:10.152436 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:11.168499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:11.917190 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-fe54e139-c5cd-48b6-9bbd-cc482c6b5574 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408237 Sep 25 01:35:12.031384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-b7e23db5-ff89-4204-b7ba-9fe4a6653000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:12.032965 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-b7e23db5-ff89-4204-b7ba-9fe4a6653000 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1129 time: 0.0426767 Sep 25 01:35:12.147403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-7c26363e-3f61-455a-9753-25724b2df1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:12.148917 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-7c26363e-3f61-455a-9753-25724b2df1b9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0961359 Sep 25 01:35:12.207910 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-5afb28cd-3299-4f7c-99a0-c2449f14fbe6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 1002 time: 0.0529733 Sep 25 01:35:12.255770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-c51abc9e-81c2-4a57-b422-c89a97c3304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:12.257284 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-c51abc9e-81c2-4a57-b422-c89a97c3304b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0440412 Sep 25 01:35:12.307229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-7bc1a171-c875-476d-a3bc-6c6de09a01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:12.308797 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-7bc1a171-c875-476d-a3bc-6c6de09a01a8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462301 Sep 25 01:35:12.385866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb2e5-62d4-4555-b5db-e8bbbafbc048 req-9f486be3-f6f1-4ace-8ecd-2eab72422b36 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:12.387454 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-82edb2e5-62d4-4555-b5db-e8bbbafbc048 req-9f486be3-f6f1-4ace-8ecd-2eab72422b36 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0508933 Sep 25 01:35:12.404908 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-75ba02bc-8d12-4f5f-9051-d6e77c9d8881 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893738 Sep 25 01:35:12.437130 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-82edb2e5-62d4-4555-b5db-e8bbbafbc048 req-62197d07-8dc5-4dbf-9750-d07d661538fb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Sep 25 01:35:12.506004 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2eb13734-1815-41c4-bf61-6d39f7a03b29 req-66690e94-3955-4b1d-ba10-1bbe365a118f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952921 Sep 25 01:35:21.150335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:21.157390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:22.429827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:22.433901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:22.500537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=52 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:22.502433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=49 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:24.884396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-c1894c98-ba4a-481f-9637-97c0b0ec4d36 req-303387a7-57b7-43ad-b409-d8ed59472624 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:35:24.885498 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c1894c98-ba4a-481f-9637-97c0b0ec4d36 req-303387a7-57b7-43ad-b409-d8ed59472624 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0432599 Sep 25 01:35:25.081404 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-80a9fa26-6b02-49e5-b0ef-801077b7d78d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696123 Sep 25 01:35:25.087503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b705e0-54a7-4a83-ae83-0ce4c5905ed1 req-a48987f3-a7e4-4813-986f-ea2a130c51b4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:25.088922 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d1b705e0-54a7-4a83-ae83-0ce4c5905ed1 req-a48987f3-a7e4-4813-986f-ea2a130c51b4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0681236 Sep 25 01:35:25.093616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-46a2db8b-a0fc-4586-83c2-88e1eaa0f66a service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:35:25.094576 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-46a2db8b-a0fc-4586-83c2-88e1eaa0f66a service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048225 Sep 25 01:35:25.145726 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d1b705e0-54a7-4a83-ae83-0ce4c5905ed1 req-eb32485e-363c-4930-a2f6-d84f15663bbb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502503 Sep 25 01:35:25.353269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-d26f9c14-a65d-4f21-a235-895d433ad8bc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:25.354665 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-d26f9c14-a65d-4f21-a235-895d433ad8bc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports/7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 942 time: 0.0498693 Sep 25 01:35:26.275431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32503c8e-f3da-461a-83c3-020533e52146 req-5f54c886-0663-425a-9b4e-2436202d0063 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:26.276977 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-32503c8e-f3da-461a-83c3-020533e52146 req-5f54c886-0663-425a-9b4e-2436202d0063 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0533788 Sep 25 01:35:26.330001 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-32503c8e-f3da-461a-83c3-020533e52146 req-8ff16d4f-e066-4848-b673-3aa1fcb6f786 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467536 Sep 25 01:35:26.345989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-b3a01fd1-20d2-49d6-b28d-ba7702152a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:26.347530 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-b3a01fd1-20d2-49d6-b28d-ba7702152a26 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1129 time: 0.0393496 Sep 25 01:35:26.442286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-0fe13663-a50c-4daf-ae27-219f7f6b705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:26.443765 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-0fe13663-a50c-4daf-ae27-219f7f6b705b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0904038 Sep 25 01:35:26.502886 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-82151a0c-108a-4c7c-b10e-1ba578de683f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 1002 time: 0.0536487 Sep 25 01:35:26.550948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-39ddcac5-9e33-4102-b604-a63a2b5c947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:26.552410 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-39ddcac5-9e33-4102-b604-a63a2b5c947d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0442340 Sep 25 01:35:26.599568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-07a9ba9f-9b73-43f0-996d-b45158c039e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:26.601095 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-07a9ba9f-9b73-43f0-996d-b45158c039e5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426459 Sep 25 01:35:26.690394 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-c8042594-f389-4f38-a5c6-57ecfffdc8d1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835588 Sep 25 01:35:26.782978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-5406cd3d-41fa-4b92-ae38-52cb30145d29 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872724 Sep 25 01:35:27.453345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6cdb5-5fd5-4f15-867c-8cb6eea57674 req-259f9834-cff6-4d3b-85ed-a1b63c8695bc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:27.454801 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-01a6cdb5-5fd5-4f15-867c-8cb6eea57674 req-259f9834-cff6-4d3b-85ed-a1b63c8695bc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0464151 Sep 25 01:35:27.502337 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-01a6cdb5-5fd5-4f15-867c-8cb6eea57674 req-5c63d2a1-5440-4a4f-9926-fabd8204aa30 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Sep 25 01:35:28.624734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dffc9-4d45-46d1-a631-f406f7c6eaff req-f7abae93-e42e-4060-80d4-34c2db5e32a3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:28.626266 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dc1dffc9-4d45-46d1-a631-f406f7c6eaff req-f7abae93-e42e-4060-80d4-34c2db5e32a3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0476103 Sep 25 01:35:28.656535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-38e16d1c-f2c4-4cb2-89cd-9a34dbf30d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:28.677515 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dc1dffc9-4d45-46d1-a631-f406f7c6eaff req-6fe71089-8a7f-45bc-9d2b-0a704727e6d0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430374 Sep 25 01:35:28.964456 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:29.802031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c553e9-d555-4fb0-ab08-435a0d6ce454 req-8615dbed-8691-46a6-8bbc-a3cee94e3cee tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:29.803523 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71c553e9-d555-4fb0-ab08-435a0d6ce454 req-8615dbed-8691-46a6-8bbc-a3cee94e3cee tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Sep 25 01:35:29.850163 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71c553e9-d555-4fb0-ab08-435a0d6ce454 req-03b64633-ff5a-434c-a281-e802817954ba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Sep 25 01:35:30.973117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a44674-6792-4be2-a6c8-8c6b0e1887da req-7db116eb-f303-4b43-90f3-7550d83ab12e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:30.974602 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d0a44674-6792-4be2-a6c8-8c6b0e1887da req-7db116eb-f303-4b43-90f3-7550d83ab12e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0474799 Sep 25 01:35:31.025241 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d0a44674-6792-4be2-a6c8-8c6b0e1887da req-27ceb7b9-85e0-4812-9b83-7ce7ee96c238 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451021 Sep 25 01:35:31.555467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8f3dafaf-5c47-44e3-af76-918851bc465a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:32.150310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4d14e-2d15-4a69-b964-8fc3f44c6e69 req-007c5837-498f-4204-bd8b-fb4a5a998df3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:32.151798 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b4d4d14e-2d15-4a69-b964-8fc3f44c6e69 req-007c5837-498f-4204-bd8b-fb4a5a998df3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0472276 Sep 25 01:35:32.199017 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b4d4d14e-2d15-4a69-b964-8fc3f44c6e69 req-bc7f0874-adcf-4827-a93d-f8bc1f239624 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Sep 25 01:35:33.589224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde01c48-39d4-4db7-9993-1fbac5fc174d req-94fa243f-3dee-419c-978f-bf2ed896f4d7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:33.590595 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bde01c48-39d4-4db7-9993-1fbac5fc174d req-94fa243f-3dee-419c-978f-bf2ed896f4d7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.3160019 Sep 25 01:35:33.637204 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bde01c48-39d4-4db7-9993-1fbac5fc174d req-cb72e324-f068-49bb-8fba-b2096fbdb1e1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Sep 25 01:35:33.864989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:34.763404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee469480-a66d-459a-a5c4-2cbad966313a req-e15f6cf7-d137-4467-88ce-bcc755f1b6e2 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:34.764934 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ee469480-a66d-459a-a5c4-2cbad966313a req-e15f6cf7-d137-4467-88ce-bcc755f1b6e2 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Sep 25 01:35:34.791265 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:34.816539 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ee469480-a66d-459a-a5c4-2cbad966313a req-ac5be2bb-23c9-42da-94c4-89543e699568 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456550 Sep 25 01:35:35.896384 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:35.937788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbd37d-8e36-44b4-a813-f27e548a3570 req-ba3c5072-6ac6-4ad1-a436-5ae9b59bc127 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:35.939224 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ebdbd37d-8e36-44b4-a813-f27e548a3570 req-ba3c5072-6ac6-4ad1-a436-5ae9b59bc127 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0467911 Sep 25 01:35:35.987671 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ebdbd37d-8e36-44b4-a813-f27e548a3570 req-56af7251-06c5-460f-9e9a-ca2be6072c43 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425606 Sep 25 01:35:36.021665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:36.588713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:37.106099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:37.114336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f1c9-e913-4fb7-87d3-5ef7caf9edb0 req-c0c80738-8adf-421f-9485-286c93890a29 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:37.115821 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7c79f1c9-e913-4fb7-87d3-5ef7caf9edb0 req-c0c80738-8adf-421f-9485-286c93890a29 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0467925 Sep 25 01:35:37.155058 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:35:37.165389 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7c79f1c9-e913-4fb7-87d3-5ef7caf9edb0 req-ec3dda7a-4b07-46ef-acde-b5779838a70f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432785 Sep 25 01:35:38.292875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8193-9573-41cc-8b38-767ff497c36f req-8c59b173-6367-4635-b011-6701edd4dca4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:38.294473 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-aaca8193-9573-41cc-8b38-767ff497c36f req-8c59b173-6367-4635-b011-6701edd4dca4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0522521 Sep 25 01:35:38.344550 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-aaca8193-9573-41cc-8b38-767ff497c36f req-a93d7d47-b6ab-4e72-a48b-63b04fca0e95 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444083 Sep 25 01:35:39.468233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfcdec-27f6-4376-86ab-443a79c25c55 req-562982eb-aa1c-49b3-a389-1ab2bdb83794 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:39.469709 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-09dfcdec-27f6-4376-86ab-443a79c25c55 req-562982eb-aa1c-49b3-a389-1ab2bdb83794 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0460427 Sep 25 01:35:39.516286 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-09dfcdec-27f6-4376-86ab-443a79c25c55 req-48f29e31-bcbc-4f36-b8bb-a448ccf71921 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Sep 25 01:35:40.641939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc16148-8a4a-4d9d-b0f1-de6a621c8bf0 req-192ca7db-370e-4cf7-a0a1-378c1850869f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:40.643464 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3fc16148-8a4a-4d9d-b0f1-de6a621c8bf0 req-192ca7db-370e-4cf7-a0a1-378c1850869f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0485916 Sep 25 01:35:40.693456 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3fc16148-8a4a-4d9d-b0f1-de6a621c8bf0 req-8c3f0068-b196-4ddf-a8d5-d04d1da8cf31 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440326 Sep 25 01:35:40.732815 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-80d52933-a865-4858-a19c-ccdfbaf1a135 service neutron] 10.222.0.60 "GET /networking/v2.0/ports/7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0590036 Sep 25 01:35:40.953148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-4d0165dd-3bb2-4278-8561-f1ea162fc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:40.954632 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-4d0165dd-3bb2-4278-8561-f1ea162fc26c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 1129 time: 0.0392675 Sep 25 01:35:41.031606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-844320ee-7ee0-4804-b2dd-bce9168e710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:41.033138 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-844320ee-7ee0-4804-b2dd-bce9168e710b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1129 time: 0.0395703 Sep 25 01:35:41.135914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-ee7cd8dd-61ed-412a-b510-5e4def3788c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:41.137509 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-ee7cd8dd-61ed-412a-b510-5e4def3788c1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0974767 Sep 25 01:35:41.175244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:41.202810 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-58d2ca42-5d90-411b-a983-2c9290bc4348 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 1002 time: 0.0596321 Sep 25 01:35:41.250931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-ecfb76c8-72f5-4100-ae9a-b16b6940ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:41.252326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-ecfb76c8-72f5-4100-ae9a-b16b6940ef62 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0438643 Sep 25 01:35:41.298214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565082-665d-49d7-a54a-f25393d7deae req-eebdd3fb-e370-4a2d-8f88-bfe715046aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:41.299757 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-eebdd3fb-e370-4a2d-8f88-bfe715046aa9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421398 Sep 25 01:35:41.387051 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-8ed4d4ae-895f-49af-a50d-70772d4b79ac service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812316 Sep 25 01:35:41.479427 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-35e606b9-4c3c-4360-a1fc-9c7043e94880 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866048 Sep 25 01:35:41.825562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09593a67-a021-4c04-b83e-17f354b94f60 req-37879805-3b54-4694-977a-299c564323ee tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:41.827019 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-09593a67-a021-4c04-b83e-17f354b94f60 req-37879805-3b54-4694-977a-299c564323ee tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0467446 Sep 25 01:35:41.874851 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-09593a67-a021-4c04-b83e-17f354b94f60 req-03b8d6ff-cfe6-4604-8c35-1c8388d26a41 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Sep 25 01:35:42.142971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:35:42.213616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:35:42.214297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:42.239372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:35:42.241730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25cbd80-3dd9-40d2-98ae-6f90fae3121d" -d '{"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:35:42.254888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:35:42.260277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:42.292905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b9346c-7507-47c7-94f3-9526e206da4f x-openstack-request-id: req-94b9346c-7507-47c7-94f3-9526e206da4f {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:35:42.293274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:35:42.293983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94b9346c-7507-47c7-94f3-9526e206da4f {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:35:42.294455 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b9346c-7507-47c7-94f3-9526e206da4f'] response: {'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'code': 200} Sep 25 01:35:42.316847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:35:42.324383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.324734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.325074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.325411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.325736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.326070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.326392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.326716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.327039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.327361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.327693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.328065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.328385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.328706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:42.329020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:35:43.003778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119451f-c761-4593-bf18-4c7ccb9427a8 req-8b97eaa9-5a43-462f-9c8e-654eb48cebef tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:43.005406 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2119451f-c761-4593-bf18-4c7ccb9427a8 req-8b97eaa9-5a43-462f-9c8e-654eb48cebef tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0539474 Sep 25 01:35:43.055466 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2119451f-c761-4593-bf18-4c7ccb9427a8 req-c5256d55-175b-472e-aed3-b53b0b113257 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443451 Sep 25 01:35:44.183051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822dc81-2ff5-4ac8-b900-75198eb791ef req-8a1dafaf-6238-4911-b5e4-9535ca102b65 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:44.184529 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5822dc81-2ff5-4ac8-b900-75198eb791ef req-8a1dafaf-6238-4911-b5e4-9535ca102b65 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0505023 Sep 25 01:35:44.231867 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5822dc81-2ff5-4ac8-b900-75198eb791ef req-8348d094-13bc-4119-b2a7-64a0a6cec907 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414789 Sep 25 01:35:45.353799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:45.363324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb25fe-224a-4dd1-86c6-d11f1d8467db req-41583be1-0c93-4d59-9199-917160223462 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:45.364945 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45fb25fe-224a-4dd1-86c6-d11f1d8467db req-41583be1-0c93-4d59-9199-917160223462 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0502419 Sep 25 01:35:45.421058 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45fb25fe-224a-4dd1-86c6-d11f1d8467db req-bf2341dc-fc79-4334-a73e-dcaf5db56d24 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482640 Sep 25 01:35:46.548250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0786503-2ad2-4353-9ef0-04ecc4f97e9c req-f06363e5-a085-46be-85ec-306ad6b168ca tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:46.549643 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d0786503-2ad2-4353-9ef0-04ecc4f97e9c req-f06363e5-a085-46be-85ec-306ad6b168ca tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0479658 Sep 25 01:35:46.599056 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d0786503-2ad2-4353-9ef0-04ecc4f97e9c req-331f8e0e-3d43-482a-8698-50fea5db6153 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 Sep 25 01:35:47.150728 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:47.708765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:47.719297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5e3f5-1288-494e-8940-b4db113a33d7 req-c20f8c0c-f8a9-4f64-abf8-6dbc85b6e114 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:47.720814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be5e3f5-1288-494e-8940-b4db113a33d7 req-c20f8c0c-f8a9-4f64-abf8-6dbc85b6e114 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0460563 Sep 25 01:35:47.771795 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be5e3f5-1288-494e-8940-b4db113a33d7 req-cbb78bc4-734c-4b68-ae55-40968147769e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453496 Sep 25 01:35:48.167727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:35:48.268743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:35:48.279922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'port_id': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'mac_address': 'fa:16:3e:12:51:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:35:48.316028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:35:48.316427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:48.329566 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:35:48.349091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:35:48.353226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:48.399185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:35:48.483780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:35:48.893276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56763e-443b-4f92-8e77-eb76777ca593 req-a591686b-cfff-4a1f-b88b-e5ebf4ede257 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:48.894764 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5a56763e-443b-4f92-8e77-eb76777ca593 req-a591686b-cfff-4a1f-b88b-e5ebf4ede257 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 944 time: 0.0467303 Sep 25 01:35:48.946329 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5a56763e-443b-4f92-8e77-eb76777ca593 req-73ca04df-e77f-4889-81a4-a0a55cebb494 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458152 Sep 25 01:35:50.067728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f039b61-b983-4d76-8eb5-5904784bd6b6 req-63332341-ead5-4650-a52f-1cbb85977946 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:50.069249 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4f039b61-b983-4d76-8eb5-5904784bd6b6 req-63332341-ead5-4650-a52f-1cbb85977946 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 944 time: 0.0474133 Sep 25 01:35:50.124033 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4f039b61-b983-4d76-8eb5-5904784bd6b6 req-2b683083-d53a-4c47-a322-372b58d6f84c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490916 Sep 25 01:35:50.205093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:35:50.242213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:50.250036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:35:50.250414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:50.250754 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 Sep 25 01:35:50.314709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:50.325612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:35:50.326000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:50.348755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:35:50.350974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117663a-d0e5-4ae7-a40a-958a6f8676fe" -d '{"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-plugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:35:50.363937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:35:50.368344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:50.399907 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef777dd-3a7a-4798-8b91-a4ada48d594a x-openstack-request-id: req-6ef777dd-3a7a-4798-8b91-a4ada48d594a {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:35:50.400240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-plugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:35:50.400498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ef777dd-3a7a-4798-8b91-a4ada48d594a {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:35:50.400893 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef777dd-3a7a-4798-8b91-a4ada48d594a'] response: {'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'code': 200} Sep 25 01:35:50.417983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:35:51.246403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ce262-27bb-44c1-aa2b-42e4b385becb req-635c33fe-55e2-42be-ac82-94328d95190d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:51.247883 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-480ce262-27bb-44c1-aa2b-42e4b385becb req-635c33fe-55e2-42be-ac82-94328d95190d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0469460 Sep 25 01:35:51.297697 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-480ce262-27bb-44c1-aa2b-42e4b385becb req-cd80f187-b659-4ca9-b34a-e2266314a6f8 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Sep 25 01:35:52.421743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d5cdc-a102-4c0c-a718-789c4b287a1d req-5103f540-df83-45c2-a285-30715a2c9ed1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:52.423218 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9c3d5cdc-a102-4c0c-a718-789c4b287a1d req-5103f540-df83-45c2-a285-30715a2c9ed1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0485516 Sep 25 01:35:52.434773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:52.436358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:52.471978 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9c3d5cdc-a102-4c0c-a718-789c4b287a1d req-e34659fd-a1ac-4ddb-8467-18d96ca1c301 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 Sep 25 01:35:53.598025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a77ae-9e74-4024-a7b5-5fb8b4633c68 req-2994d076-ba18-475d-bb3e-176114ef65d5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:53.599390 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d72a77ae-9e74-4024-a7b5-5fb8b4633c68 req-2994d076-ba18-475d-bb3e-176114ef65d5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0501804 Sep 25 01:35:53.646288 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d72a77ae-9e74-4024-a7b5-5fb8b4633c68 req-cb20cfde-bd19-44c1-8474-55d09b49ff93 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413396 Sep 25 01:35:54.782334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfddad5-0d8e-473d-bf2d-b38163bde1f7 req-b745d1bb-fb17-42eb-94f8-f3479a10de34 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:54.783821 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2dfddad5-0d8e-473d-bf2d-b38163bde1f7 req-b745d1bb-fb17-42eb-94f8-f3479a10de34 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0615723 Sep 25 01:35:54.830862 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2dfddad5-0d8e-473d-bf2d-b38163bde1f7 req-26b37bd2-d670-4914-8fe5-eb0f0652dbc4 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 Sep 25 01:35:55.126329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-296e6e77-5720-4101-94fc-c68f9afd0a65 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:55.127802 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-296e6e77-5720-4101-94fc-c68f9afd0a65 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0514097 Sep 25 01:35:55.145828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903db8c-8fb9-49ef-878e-53e435dd7444 req-93090a38-93de-450f-861e-3fdf3e51e677 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:55.147305 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7903db8c-8fb9-49ef-878e-53e435dd7444 req-93090a38-93de-450f-861e-3fdf3e51e677 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0513248 Sep 25 01:35:55.187816 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-e808efbb-5060-43d0-a34a-4bb2049e58ef service neutron] 10.222.0.60 "GET /networking/v2.0/ports/7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0534968 Sep 25 01:35:55.195719 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7903db8c-8fb9-49ef-878e-53e435dd7444 req-896bd444-949b-43fe-bfbc-1ffcf334cdf7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Sep 25 01:35:55.271206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-94554c18-5519-4bc8-96f7-a44569da9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:55.272727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-94554c18-5519-4bc8-96f7-a44569da9de1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1129 time: 0.0425735 Sep 25 01:35:55.366708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-66a19225-b39d-43ce-b32b-aecf5be392bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:55.368349 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-66a19225-b39d-43ce-b32b-aecf5be392bb service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0886629 Sep 25 01:35:55.434943 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-7457e3ea-08d8-42b1-836c-1640dad3de6e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 1002 time: 0.0603001 Sep 25 01:35:55.816192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-63a25102-071d-4449-9d98-1b016d6718e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:55.817722 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-63a25102-071d-4449-9d98-1b016d6718e2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.3776143 Sep 25 01:35:55.860023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-b820ad36-251d-40ed-8def-da0247276ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:55.861542 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-b820ad36-251d-40ed-8def-da0247276ea2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380523 Sep 25 01:35:55.956370 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-e17ae7ea-e3f8-4aed-852f-9de9874d6d34 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883238 Sep 25 01:35:56.009015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:56.048171 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-12da3ee4-5259-49c6-8d62-48eba0a26679 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860114 Sep 25 01:35:56.327122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b096ee4-c3ff-415d-8281-39295c8d6fa0 req-43b4995f-3102-4ac2-8768-b6961cd07433 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:56.328644 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3b096ee4-c3ff-415d-8281-39295c8d6fa0 req-43b4995f-3102-4ac2-8768-b6961cd07433 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0506546 Sep 25 01:35:56.374837 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3b096ee4-c3ff-415d-8281-39295c8d6fa0 req-0250de23-fa8f-434c-8ceb-0a29ff3ce6c5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406442 Sep 25 01:35:57.497331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171a5d-2a78-4341-b68b-0ff348f3a3e8 req-85f1510c-fda0-4ca6-a537-71672cc8633f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:57.498791 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6171a5d-2a78-4341-b68b-0ff348f3a3e8 req-85f1510c-fda0-4ca6-a537-71672cc8633f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0473785 Sep 25 01:35:57.545751 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6171a5d-2a78-4341-b68b-0ff348f3a3e8 req-e2dd0fc0-6263-49c8-a34f-4a6dad691e73 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 Sep 25 01:35:58.660649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b00cbc92-19bc-43da-a6c4-aba6d698158a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:35:58.680026 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd359a0-4c72-4898-9fe3-e4e925420d89 req-55b442af-7cb2-4fb0-8fbd-752631a0c2ae tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:58.681626 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dfd359a0-4c72-4898-9fe3-e4e925420d89 req-55b442af-7cb2-4fb0-8fbd-752631a0c2ae tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0585215 Sep 25 01:35:58.693129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:35:58.730365 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dfd359a0-4c72-4898-9fe3-e4e925420d89 req-a2f7d3cf-898f-4a95-b353-eee01934d2d3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Sep 25 01:35:59.872339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc9808-cbcc-4550-b1b9-2c1e9e90f3d7 req-3a8e0b77-8699-4af5-8eb9-dca164a672cf tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:35:59.873833 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f0dc9808-cbcc-4550-b1b9-2c1e9e90f3d7 req-3a8e0b77-8699-4af5-8eb9-dca164a672cf tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0590062 Sep 25 01:35:59.924479 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f0dc9808-cbcc-4550-b1b9-2c1e9e90f3d7 req-189e1ff6-3aac-4ee4-aa39-91036b84668f tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444169 Sep 25 01:36:00.278783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:36:00.352233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:00.352711 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:00.375346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:36:00.377642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42286d51-7e29-4406-b9de-655eaf9323ef" -d '{"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:36:00.394622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:00.400117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:00.431421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f637b03e-b9e3-48f9-b3fc-f48eb1f8e11c x-openstack-request-id: req-f637b03e-b9e3-48f9-b3fc-f48eb1f8e11c {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:36:00.431708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:36:00.431977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f637b03e-b9e3-48f9-b3fc-f48eb1f8e11c {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:36:00.432383 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f637b03e-b9e3-48f9-b3fc-f48eb1f8e11c'] response: {'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'code': 200} Sep 25 01:36:00.449976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=9']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:00.748041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-a669c07d-be29-46de-9c0f-738465030d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:00.749532 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-a669c07d-be29-46de-9c0f-738465030d44 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962&tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e HTTP/1.1" status: 200 len: 1127 time: 0.0419939 Sep 25 01:36:00.826846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-9ee0cf7f-df42-4c5d-b5b8-f98391520070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:00.828254 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-9ee0cf7f-df42-4c5d-b5b8-f98391520070 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1127 time: 0.0387540 Sep 25 01:36:00.917594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-44f4760b-af54-4658-bd64-aade0b3ae2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:00.919048 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-44f4760b-af54-4658-bd64-aade0b3ae2e2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0843978 Sep 25 01:36:00.982561 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-cee853e1-6163-4ac5-bcde-667a05cac53e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 1000 time: 0.0579064 Sep 25 01:36:01.031454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-237b017b-0696-423d-9501-5a6c284985e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:01.032974 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-237b017b-0696-423d-9501-5a6c284985e2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0446451 Sep 25 01:36:01.049578 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f912ab-52bf-4e6a-9cd8-3258353bde8b req-aec96ae6-8b2b-4860-b61a-af1158a20f50 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:01.051125 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-40f912ab-52bf-4e6a-9cd8-3258353bde8b req-aec96ae6-8b2b-4860-b61a-af1158a20f50 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0487864 Sep 25 01:36:01.076435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-75240fc4-e07f-4bc5-a2ce-dec35c1c3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:01.078016 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-75240fc4-e07f-4bc5-a2ce-dec35c1c3208 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393143 Sep 25 01:36:01.100662 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-40f912ab-52bf-4e6a-9cd8-3258353bde8b req-0b5d902c-34f1-4a92-ad50-acbb6cbce7b0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 Sep 25 01:36:01.175792 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-3880e2f7-aa11-45be-8fb5-cf091c10b257 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909915 Sep 25 01:36:01.266331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6065ecef-cc80-4c6f-9a11-dac887f6b3c3 req-8a311ef2-8286-4abf-b63d-5ea6fb9daf7c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852757 Sep 25 01:36:01.559803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cce908aa-3bdb-4062-999f-ddcde68cfdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:02.226652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460e82d-adf0-4a83-aea7-cec9a51eb6ca req-235e5525-15e0-473e-afe2-a94999e46a66 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:02.228073 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d460e82d-adf0-4a83-aea7-cec9a51eb6ca req-235e5525-15e0-473e-afe2-a94999e46a66 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0481007 Sep 25 01:36:02.275800 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d460e82d-adf0-4a83-aea7-cec9a51eb6ca req-2204e602-6ebb-4c22-9c7c-2aa71ef95dd7 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419388 Sep 25 01:36:03.411420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232495f9-3df1-4551-b62b-a75a56b28fbf req-77d03b03-f82e-4c82-8e74-63210d2bfeba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:03.412999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-232495f9-3df1-4551-b62b-a75a56b28fbf req-77d03b03-f82e-4c82-8e74-63210d2bfeba tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0540731 Sep 25 01:36:03.470948 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-232495f9-3df1-4551-b62b-a75a56b28fbf req-ecae2de1-5f72-4205-807e-303e9e93536d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515866 Sep 25 01:36:03.868779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:04.597453 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21e17-692d-4da0-88c9-ecdb25dce08b req-637fb737-f874-454a-b08a-ae644cfa044a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:04.598971 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aaf21e17-692d-4da0-88c9-ecdb25dce08b req-637fb737-f874-454a-b08a-ae644cfa044a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0476892 Sep 25 01:36:04.648906 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aaf21e17-692d-4da0-88c9-ecdb25dce08b req-3287e8d6-c7c8-432a-95d5-0574a4f38321 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Sep 25 01:36:05.774080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea555d-6bbe-46c1-b82d-99cd35ca5374 req-520f7bae-f2b2-4912-929c-caaba14973ad tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:05.776391 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c2ea555d-6bbe-46c1-b82d-99cd35ca5374 req-520f7bae-f2b2-4912-929c-caaba14973ad tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0517523 Sep 25 01:36:05.828962 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c2ea555d-6bbe-46c1-b82d-99cd35ca5374 req-c9ee95ab-aaef-49d7-a139-2336836a0f15 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463386 Sep 25 01:36:05.955287 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:05.961396 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:06.015194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:06.591494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:06.958112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22a93-2134-40bf-8a8e-bac116fa7ff2 req-173a6c04-cfab-4029-8de0-fc419d8d6c7a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:06.959577 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ae22a93-2134-40bf-8a8e-bac116fa7ff2 req-173a6c04-cfab-4029-8de0-fc419d8d6c7a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0505757 Sep 25 01:36:06.970313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:07.006677 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ae22a93-2134-40bf-8a8e-bac116fa7ff2 req-3ee2e526-d534-428d-8392-2c4765dac77b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Sep 25 01:36:08.126209 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d88f0-4d4e-4845-b399-b83e6eec929e req-7b856acd-e6f7-4319-b072-73377e59be88 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:08.127654 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c24d88f0-4d4e-4845-b399-b83e6eec929e req-7b856acd-e6f7-4319-b072-73377e59be88 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 943 time: 0.0461180 Sep 25 01:36:08.174346 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c24d88f0-4d4e-4845-b399-b83e6eec929e req-8d1028a3-a5ba-4519-b499-84e208d4879c tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405350 Sep 25 01:36:08.293416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:36:08.393053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:08.404640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'port_id': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'mac_address': 'fa:16:3e:12:51:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:36:08.440410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:08.440806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:08.457231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:36:08.477335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:08.480886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:08.526777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=10']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:08.608933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:36:08.674974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:09.294722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de2c8-5972-4338-9065-ca4a7e6e8ded req-cf44c615-8796-42ec-98a2-813d6a97a639 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:09.296196 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c7de2c8-5972-4338-9065-ca4a7e6e8ded req-cf44c615-8796-42ec-98a2-813d6a97a639 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0462074 Sep 25 01:36:09.342313 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c7de2c8-5972-4338-9065-ca4a7e6e8ded req-962300c2-f48c-4567-a850-f2f06f9ee648 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405519 Sep 25 01:36:10.307575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:36:10.310705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:10.352005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:10.352382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:10.352724 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 Sep 25 01:36:10.424421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:10.424816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:10.450365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:36:10.452668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4dc0d5-3224-497b-a1ef-76d807902d2b" -d '{"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-plugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:36:10.465811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:10.470678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:10.480373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedead6-387e-49f8-97c5-6b91d564951c req-9d939b95-a07a-44c6-96a7-c08739898baa tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:10.481928 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5dedead6-387e-49f8-97c5-6b91d564951c req-9d939b95-a07a-44c6-96a7-c08739898baa tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 945 time: 0.0624716 Sep 25 01:36:10.500737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0e1f05-9d47-4f0a-9b00-33adfe1d2fee x-openstack-request-id: req-ae0e1f05-9d47-4f0a-9b00-33adfe1d2fee {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:36:10.501013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-plugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:36:10.501274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae0e1f05-9d47-4f0a-9b00-33adfe1d2fee {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:36:10.501664 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0e1f05-9d47-4f0a-9b00-33adfe1d2fee'] response: {'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'code': 200} Sep 25 01:36:10.524605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=11']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:10.536796 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5dedead6-387e-49f8-97c5-6b91d564951c req-c026b369-bdc2-4f3d-bb53-67f5c6312ba0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473082 Sep 25 01:36:11.160034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:11.665606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ad3db-6c6a-4d29-b693-40c17a5a0e2d req-deb5cb6b-2378-4951-954e-e6e193ebf8aa tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:11.667094 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ab5ad3db-6c6a-4d29-b693-40c17a5a0e2d req-deb5cb6b-2378-4951-954e-e6e193ebf8aa tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 946 time: 0.0495849 Sep 25 01:36:11.713298 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ab5ad3db-6c6a-4d29-b693-40c17a5a0e2d req-5a435517-155d-4fd5-9d2b-86040f248ddc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 Sep 25 01:36:12.016230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-5cdff23b-e940-4e8e-b678-e722942e75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:12.017690 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-5cdff23b-e940-4e8e-b678-e722942e75ef service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 1130 time: 0.0378351 Sep 25 01:36:12.055553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:12.125884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-17cea0f1-ba37-4051-8f82-4e30ab669d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:12.127258 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-17cea0f1-ba37-4051-8f82-4e30ab669d2c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 200 len: 913 time: 0.0907822 Sep 25 01:36:12.188434 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-ce7a3abf-5429-4109-854d-5284bb92ce4e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 200 len: 1002 time: 0.0544336 Sep 25 01:36:12.244077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-8599a0f0-b460-42d4-a647-a27890c9e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:12.245475 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-8599a0f0-b460-42d4-a647-a27890c9e699 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 200 len: 851 time: 0.0427473 Sep 25 01:36:12.292866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-d08aa568-7e5a-4001-bd2d-80ff943c6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:12.294546 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-d08aa568-7e5a-4001-bd2d-80ff943c6bdd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a1102ea1-a454-43c7-9dbb-3c3824b9157b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426393 Sep 25 01:36:12.400472 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-29f85f26-a23e-45ff-9742-8390732f5e59 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834694 Sep 25 01:36:12.495135 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-93e2edfa-27c0-4b7f-a1ef-b584cc9e73b7 req-60cbf324-6703-4344-bb32-30ea013a3a84 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884252 Sep 25 01:36:12.838407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b536c-c4a7-494f-bc01-d890d73052a6 req-db07d7a2-d5b6-4f14-b0a3-e000fe16df3d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:12.839881 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-961b536c-c4a7-494f-bc01-d890d73052a6 req-db07d7a2-d5b6-4f14-b0a3-e000fe16df3d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 946 time: 0.0465164 Sep 25 01:36:12.887804 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-961b536c-c4a7-494f-bc01-d890d73052a6 req-bef10299-5d5e-41f4-a789-6d9e0d758531 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Sep 25 01:36:14.012976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121eaf0-3fb7-4fa5-9434-c1fde2177bad req-e4f79deb-de94-4294-ad06-c762b9af1813 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:14.014457 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2121eaf0-3fb7-4fa5-9434-c1fde2177bad req-e4f79deb-de94-4294-ad06-c762b9af1813 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 946 time: 0.0471680 Sep 25 01:36:14.060984 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2121eaf0-3fb7-4fa5-9434-c1fde2177bad req-0f202b56-9483-485d-b855-5a49893a932e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409327 Sep 25 01:36:14.153653 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:36:14.175069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:14.184553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acbc4a-23f3-4030-a7b4-db17a8250158 req-b3e6e7f1-aa51-4daf-b940-26ab8a459923 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:14.186062 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e3acbc4a-23f3-4030-a7b4-db17a8250158 req-b3e6e7f1-aa51-4daf-b940-26ab8a459923 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 946 time: 0.0511587 Sep 25 01:36:14.216334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:14.239085 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e3acbc4a-23f3-4030-a7b4-db17a8250158 req-69ed367a-b4b5-446b-9b2d-19f9c74cb778 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473423 Sep 25 01:36:14.367939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65711b0-a5b4-4a12-9995-ac4e93d8c332 req-807011a6-ded6-45fe-8f13-0200341ba8de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:14.369429 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f65711b0-a5b4-4a12-9995-ac4e93d8c332 req-807011a6-ded6-45fe-8f13-0200341ba8de tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 946 time: 0.0516484 Sep 25 01:36:14.416232 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f65711b0-a5b4-4a12-9995-ac4e93d8c332 req-018f1457-2901-4c82-8d8e-5f2f22658c39 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Sep 25 01:36:14.654566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b35886-87f3-440f-8dba-1668906f4402 req-03fc9e59-11bb-439d-a6cb-1e95b5796b3d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:14.656064 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a8b35886-87f3-440f-8dba-1668906f4402 req-03fc9e59-11bb-439d-a6cb-1e95b5796b3d tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 946 time: 0.0478008 Sep 25 01:36:14.702492 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a8b35886-87f3-440f-8dba-1668906f4402 req-d9574ff6-ad2c-4f72-90eb-645e9b0f9e52 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407472 Sep 25 01:36:15.836384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e41589-5822-4497-9500-6f0cb0bd9a8c req-b32b2cde-68fa-46b0-9028-05fa8bed9ee5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:15.837873 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c1e41589-5822-4497-9500-6f0cb0bd9a8c req-b32b2cde-68fa-46b0-9028-05fa8bed9ee5 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 946 time: 0.0537820 Sep 25 01:36:15.884971 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c1e41589-5822-4497-9500-6f0cb0bd9a8c req-af282b61-a4f6-46ff-a7da-e94a3f68e374 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Sep 25 01:36:16.299415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:36:16.370674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:16.371056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:16.394666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:36:16.396979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d263a965-4603-4b34-b67c-2738aee34f0f" -d '{"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:36:16.410739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:16.415192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:16.439154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3061e6fb-3688-4106-8a31-cafb795a122c x-openstack-request-id: req-3061e6fb-3688-4106-8a31-cafb795a122c {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:36:16.439442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:36:16.439690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3061e6fb-3688-4106-8a31-cafb795a122c {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:36:16.440097 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3061e6fb-3688-4106-8a31-cafb795a122c'] response: {'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'code': 200} Sep 25 01:36:16.465253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=12']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:17.005591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017926f-876b-4c1a-987d-7be4e69868f3 req-eaebfa4f-4bf7-40d1-abdf-f19d9dd56a7e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:17.007083 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b017926f-876b-4c1a-987d-7be4e69868f3 req-eaebfa4f-4bf7-40d1-abdf-f19d9dd56a7e tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 944 time: 0.0470898 Sep 25 01:36:17.054304 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b017926f-876b-4c1a-987d-7be4e69868f3 req-d35ffb60-d622-4f67-8371-5ae4e78e78eb tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e4d48bcb-817b-4ffd-b661-aa5d6333cded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411398 Sep 25 01:36:17.285062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-4451adf9-bcd6-4448-9008-e20d06c6ba40 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:17.286433 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-4451adf9-bcd6-4448-9008-e20d06c6ba40 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 944 time: 0.0459118 Sep 25 01:36:17.336016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:17.371261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Deleting port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:36:17.371610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:17.467682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] For port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:17.468093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:17.519476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:17.627616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:17.627893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:17.628237 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Floating IP f141d63f-bc9e-4481-9384-b6133ea0e413 disassociated. External IP: 172.36.7.145, port: 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8. Sep 25 01:36:17.628579 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Calling delete_port for 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:36:17.757580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:17.785537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event deleted for resources: {'Port': ['ID=7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:17.796019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.796377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.796721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.797070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.797404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.797739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.798070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.798400 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.798729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.799059 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.799392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.799724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.800104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.800437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.800760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:17.913285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:36:18.022481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:36:18.032871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:36:18.042385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:36:18.043000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:36:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:18.065399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] No DVR routers for this DVR port 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:36:18.068172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:18.072436 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7de48433-67ee-4bbb-9fe7-c721d53f237b req-dda78039-2be3-43ce-87b0-df440f65932b tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.60 "DELETE /networking/v2.0/ports/7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 HTTP/1.1" status: 204 len: 173 time: 0.7808506 Sep 25 01:36:18.072938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-deleted', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:36:18.075481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a9e64-4795-4ef0-9602-4d8761d72bc5" -d '{"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-deleted", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:36:18.125125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af139745-5216-48f1-961f-b54c243a5d7d x-openstack-request-id: req-af139745-5216-48f1-961f-b54c243a5d7d {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:36:18.125424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5d6bcf-9128-491d-bb8c-1ec769443962", "name": "network-vif-deleted", "tag": "7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:36:18.125739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af139745-5216-48f1-961f-b54c243a5d7d {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:36:18.126140 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af139745-5216-48f1-961f-b54c243a5d7d'] response: {'server_uuid': '9e5d6bcf-9128-491d-bb8c-1ec769443962', 'name': 'network-vif-deleted', 'tag': '7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8', 'status': 'completed', 'code': 200} Sep 25 01:36:18.155201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:36:18.191128 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-174597e3-9044-4f34-8a89-b5af28713ca8 req-3914d3a0-fde7-4882-9120-b8994e05bc63 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 210 time: 0.0448086 Sep 25 01:36:18.363897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:18.388833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:36:18.398022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:36:18.398674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:36:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:18.486730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:18.503285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:18.508190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:36:18.696161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:18.724832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac4237-ab7f-43f5-bcdc-3b8ef4e205c4 None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e4201a0e-0c6c-4f6f-a0c4-6b4d08837890', 'name': '', 'network_id': 'a1102ea1-a454-43c7-9dbb-3c3824b9157b', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'mac_address': 'fa:16:3e:9d:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0996f30b-f5c6-471e-989b-2794006063a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:04Z', 'updated_at': '2022-09-25T01:28:09Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'subnets': [{'id': '0996f30b-f5c6-471e-989b-2794006063a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:36:18.936783 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40afa60e-b798-4ab9-aa68-2b84fe882a77 None None] New status for floating IP f141d63f-bc9e-4481-9384-b6133ea0e413: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:36:19.354299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d46bdaa1-5095-44f1-a491-4661ec05cacc req-bec4d67b-ffcb-4116-a54d-f12e9fbd0619 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 210 time: 0.0292690 Sep 25 01:36:20.307516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:36:20.327295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:36:20.327639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7ad1ed35-45bb-4788-a6d2-0a9a6e5afed8 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:36:20.461336 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8b8e4cab-f22c-405d-b3c2-295958543988 req-ea4fae24-f328-45a9-b938-7d9b0ab74fe0 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 210 time: 0.0277989 Sep 25 01:36:21.570457 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4a8d298f-02e3-4f8b-a2b6-6071a6ac6917 req-3b35afa4-2075-463f-aa49-91c8e96693f3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 210 time: 0.0301974 Sep 25 01:36:22.695332 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a971c75-4e7f-4e92-8fad-c5c8c1697ac0 req-4cbd1b10-a6e1-4ee2-ac0b-607075776dc3 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9e5d6bcf-9128-491d-bb8c-1ec769443962 HTTP/1.1" status: 200 len: 210 time: 0.0293574 Sep 25 01:36:27.503449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34294) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:27.562225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group (e4d48bcb-817b-4ffd-b661-aa5d6333cded), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:27.588477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group (e4d48bcb-817b-4ffd-b661-aa5d6333cded), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:27.642575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e4d48bcb-817b-4ffd-b661-aa5d6333cded), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:27.645301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:27.648393 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e4d48bcb-817b-4ffd-b661-aa5d6333cded HTTP/1.1" status: 204 len: 168 time: 0.1438570 Sep 25 01:36:27.649212 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34296) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:27.658723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d48bcb-817b-4ffd-b661-aa5d6333cded,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:27.663093 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-46f1a88c-910b-473d-ae96-f485bfd6bb8a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] show failed (client error): The resource could not be found. Sep 25 01:36:27.666734 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-46f1a88c-910b-473d-ae96-f485bfd6bb8a tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "GET /networking/v2.0/security-groups/e4d48bcb-817b-4ffd-b661-aa5d6333cded HTTP/1.1" status: 404 len: 347 time: 0.0138886 Sep 25 01:36:27.666866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.666866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.667099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34298) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:27.667338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.667787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.668242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.668675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.669125 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.669556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.669981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.670411 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.670845 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.671275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.671704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.672159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.672603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ff76b-1fea-41fb-8901-0552c8b7d5f1 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:27.787662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Deleting port eb33ab8c-3261-45de-9462-7c5dda2afe55 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:36:27.788041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (eb33ab8c-3261-45de-9462-7c5dda2afe55), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:27.858107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:27.872197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (eb33ab8c-3261-45de-9462-7c5dda2afe55), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:27.872524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (eb33ab8c-3261-45de-9462-7c5dda2afe55), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:27.887418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Calling delete_port for eb33ab8c-3261-45de-9462-7c5dda2afe55 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:36:27.968784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:28.020381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (eb33ab8c-3261-45de-9462-7c5dda2afe55), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:28.046888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Pushing event deleted for resources: {'Port': ['ID=eb33ab8c-3261-45de-9462-7c5dda2afe55,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:28.110404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks [] for floatingip (f141d63f-bc9e-4481-9384-b6133ea0e413), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:28.112881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:28.114041 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9dcbdb97-f10e-48c2-bd55-3f9210a4a411 tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f141d63f-bc9e-4481-9384-b6133ea0e413 HTTP/1.1" status: 204 len: 168 time: 0.4462557 Sep 25 01:36:28.117049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34300) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:28.467568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:28.663974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94bc6f69-be50-4662-9b8c-51abaadc46e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:28.690482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Deleting port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:36:28.690978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:28.768723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] For port e4201a0e-0c6c-4f6f-a0c4-6b4d08837890, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4201a0e-0c6c-4f6f-a0c4-6b4d08837890,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:28.769115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:28.776284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:28.786577 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Calling delete_port for e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:36:28.847281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:28.964826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e4201a0e-0c6c-4f6f-a0c4-6b4d08837890), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:28.987207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4201a0e-0c6c-4f6f-a0c4-6b4d08837890,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:29.014066 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:29.019329 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:29.155059 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:29.357260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Router f80aa303-9204-4aeb-8b66-b7d9a3cd383b has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:36:29.463367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:36:29.468956 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d261a3b9-8918-448e-9c3f-da51f95f943a admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f80aa303-9204-4aeb-8b66-b7d9a3cd383b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3508818 Sep 25 01:36:29.471514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34304) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:29.474299 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] Sync routers for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:36:29.485082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:36:29.485789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:36:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:29.734866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:36:29.907563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:36:28Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:29.908043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks [] for router (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:29.933197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] Checking router: f80aa303-9204-4aeb-8b66-b7d9a3cd383b for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:36:29.941720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] Routers {'f80aa303-9204-4aeb-8b66-b7d9a3cd383b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:36:29.942348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:36:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:29.950487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:30.016624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks [] for router_gateway (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.050630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] Set router f80aa303-9204-4aeb-8b66-b7d9a3cd383b gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:36:30.062624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Deleting port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:36:30.062968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.121221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:30.146206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] For port 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:30.146567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.159495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Calling delete_port for 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:36:30.221517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:36:28Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:30.249851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0064f18f-f3cb-44bd-8b25-acd9d3498fbe None None] The sync data for ids ['f80aa303-9204-4aeb-8b66-b7d9a3cd383b'] in dv-neutron-master-2-hyperv is: [{'id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'name': 'tempest-ServerActionsTestJSON-1078092832-router', 'tenant_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96'}], 'enable_snat': True}, 'gw_port_id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:36:28Z', 'revision_number': 5, 'project_id': 'ea5cb33c8a2c433b892eb0cd1acbec9e', 'gw_port': {'id': '57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80aa303-9204-4aeb-8b66-b7d9a3cd383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:28:03Z', 'updated_at': '2022-09-25T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:36:30.329549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.359080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:30.420137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.507710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.509789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks [] for router_controller (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.551924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (f80aa303-9204-4aeb-8b66-b7d9a3cd383b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.552480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f80aa303-9204-4aeb-8b66-b7d9a3cd383b {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:36:30.556699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.557860 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-15165fac-4c6d-4003-8433-45f3d6b8c717 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f80aa303-9204-4aeb-8b66-b7d9a3cd383b HTTP/1.1" status: 204 len: 168 time: 1.0854006 Sep 25 01:36:30.560445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34306) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:30.611372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5fb40c-a02f-4990-8cfb-871a46089922 admin admin] Deleting subnet 0996f30b-f5c6-471e-989b-2794006063a8 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:36:30.614852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb40c-a02f-4990-8cfb-871a46089922 admin admin] Publish callbacks [] for subnet (0996f30b-f5c6-471e-989b-2794006063a8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.652597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb40c-a02f-4990-8cfb-871a46089922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (0996f30b-f5c6-471e-989b-2794006063a8), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.732775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb40c-a02f-4990-8cfb-871a46089922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (0996f30b-f5c6-471e-989b-2794006063a8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.791355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb40c-a02f-4990-8cfb-871a46089922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (0996f30b-f5c6-471e-989b-2794006063a8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.820459 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fb40c-a02f-4990-8cfb-871a46089922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0996f30b-f5c6-471e-989b-2794006063a8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:30.822923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb40c-a02f-4990-8cfb-871a46089922 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.828595 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8e5fb40c-a02f-4990-8cfb-871a46089922 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/0996f30b-f5c6-471e-989b-2794006063a8 HTTP/1.1" status: 204 len: 168 time: 0.2647140 Sep 25 01:36:30.828774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b685533-abbb-47f8-8da6-a2a16e0d4fe6 None None] Network a1102ea1-a454-43c7-9dbb-3c3824b9157b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:36:30.829230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34308) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:30.845902 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:30.906156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (a1102ea1-a454-43c7-9dbb-3c3824b9157b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:30.954764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Deleting port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:36:30.955368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.021051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] For port fa33c3f6-86fb-4cdb-ab9b-45f366db6229, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa33c3f6-86fb-4cdb-ab9b-45f366db6229,segment=NetworkSegment(24a40def-dd89-4653-8064-5d585e833c55),segment_id=24a40def-dd89-4653-8064-5d585e833c55)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:31.021334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.029892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:31.036442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Calling delete_port for fa33c3f6-86fb-4cdb-ab9b-45f366db6229 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:36:31.118058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fa33c3f6-86fb-4cdb-ab9b-45f366db6229), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.142149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa33c3f6-86fb-4cdb-ab9b-45f366db6229,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:31.148969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] No DVR routers for this DVR port fa33c3f6-86fb-4cdb-ab9b-45f366db6229 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:36:31.221126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (a1102ea1-a454-43c7-9dbb-3c3824b9157b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.244376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1102ea1-a454-43c7-9dbb-3c3824b9157b']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:31.244555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c6663-a7ef-49ed-838f-628a872f9611 None None] DHCP port deletion for a1102ea1-a454-43c7-9dbb-3c3824b9157b request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:36:31.255122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a40def-dd89-4653-8064-5d585e833c55') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:31.255441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a40def-dd89-4653-8064-5d585e833c55') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:31.267600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (24a40def-dd89-4653-8064-5d585e833c55), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.285369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (24a40def-dd89-4653-8064-5d585e833c55), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.300885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:36:31.301430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (24a40def-dd89-4653-8064-5d585e833c55), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.367071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (a1102ea1-a454-43c7-9dbb-3c3824b9157b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.372713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.377234 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/a1102ea1-a454-43c7-9dbb-3c3824b9157b HTTP/1.1" status: 204 len: 168 time: 0.5475097 Sep 25 01:36:31.399164 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 24a40def-dd89-4653-8064-5d585e833c55 resource provider aggregate not found Sep 25 01:36:31.403770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0236a58-f9b3-404c-afcc-2b9b0b2fcd71 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1102ea1-a454-43c7-9dbb-3c3824b9157b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:31.423179 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 24a40def-dd89-4653-8064-5d585e833c55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24a40def-dd89-4653-8064-5d585e833c55 found for delete ", "request_id": "req-f41dcf5d-d90b-4302-9501-5582f9cb43d3"}]} Sep 25 01:36:31.499826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34320) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:31.541262 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d9c19e1b-cec2-4bd8-84fe-89adbdcb2868 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ea5cb33c8a2c433b892eb0cd1acbec9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401328 Sep 25 01:36:31.543717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34322) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:31.564891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-82a7f84f-8d2b-4d74-bb02-d3e7ad67c616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.595213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88d05e72-3624-425f-bde3-e62d0e1313f7 admin admin] Publish callbacks [] for security_group (4edc4c70-cd7d-4575-8bf2-5faf9f90cff6), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.616795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88d05e72-3624-425f-bde3-e62d0e1313f7 admin admin] Publish callbacks [] for security_group (4edc4c70-cd7d-4575-8bf2-5faf9f90cff6), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.674232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88d05e72-3624-425f-bde3-e62d0e1313f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (4edc4c70-cd7d-4575-8bf2-5faf9f90cff6), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.677175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-88d05e72-3624-425f-bde3-e62d0e1313f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:31.679228 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-88d05e72-3624-425f-bde3-e62d0e1313f7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4edc4c70-cd7d-4575-8bf2-5faf9f90cff6 HTTP/1.1" status: 204 len: 168 time: 0.1336405 Sep 25 01:36:31.687598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d05e72-3624-425f-bde3-e62d0e1313f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edc4c70-cd7d-4575-8bf2-5faf9f90cff6,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:32.037995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fa33c3f6-86fb-4cdb-ab9b-45f366db6229 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:36:32.041899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:32.061543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: fa33c3f6-86fb-4cdb-ab9b-45f366db6229 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:36:32.061821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device fa33c3f6-86fb-4cdb-ab9b-45f366db6229 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:36:32.062719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:36:32.084786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:36:32.085599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device e4201a0e-0c6c-4f6f-a0c4-6b4d08837890 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:36:32.086026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:36:32.105639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:36:32.106009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 57d97ea9-b0b1-4ee5-8bbf-c2b222c002a7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:36:32.435242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34344) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:32.540667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-771313067-network', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:36:32.565177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Made reservation on behalf of ab2ed1791a2145edbe4c0b4c1cd9c687 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:36:32.567616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:32.576732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:32.633738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=10 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:32.656969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Publish callbacks [] for security_group (860f4b07-0253-4227-a352-ca6425a177b7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:32.660647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (860f4b07-0253-4227-a352-ca6425a177b7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:32.686449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:36:32.697176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860f4b07-0253-4227-a352-ca6425a177b7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:32.703284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (df2727ed-ec8e-4a95-8bfd-58d94d29df5f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:32.703729 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Added segment df2727ed-ec8e-4a95-8bfd-58d94d29df5f of type vlan for network 1a749207-4436-4f0a-b628-27d8bbfe78ec Sep 25 01:36:32.748499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (1a749207-4436-4f0a-b628-27d8bbfe78ec), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:32.764254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:32.775076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (1a749207-4436-4f0a-b628-27d8bbfe78ec), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:32.776107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:32.776687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:32.832507 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3956819 Sep 25 01:36:32.836162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34348) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:32.841234 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Request body: {'subnet': {'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-771313067-subnet', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:36:32.845962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231ad3e-bd7b-41ec-8909-ffe94ad3e5ac admin admin] Pushing event updated for resources: {'Network': ['ID=1a749207-4436-4f0a-b628-27d8bbfe78ec,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:32.856836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:36:32.864341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Made reservation on behalf of ab2ed1791a2145edbe4c0b4c1cd9c687 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:36:32.866728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:32.899129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:33.038941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (a8c171ee-14f1-4bad-b841-19f09f8f427a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.088792 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c171ee-14f1-4bad-b841-19f09f8f427a,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:33.103863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Checking segment: {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:36:33.104257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Network hostable DHCP agents. Network: 1a749207-4436-4f0a-b628-27d8bbfe78ec, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:36:33.120731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:36:33.129359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1a749207-4436-4f0a-b628-27d8bbfe78ec) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:36:33.136658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:33.137294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.137603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501ba40-09ad-4419-be57-49a3fae4d73f None None] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:36:33.154219 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b6804f04-85e6-425c-a2d1-d65d8baf5eeb admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3169248 Sep 25 01:36:33.157108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34350) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:33.161314 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:36:33.176072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:33.183537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.184724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.242273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks [] for router_controller (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.246051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1a749207-4436-4f0a-b628-27d8bbfe78ec', 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec', 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'fixed_ips': [{'subnet_id': 'a8c171ee-14f1-4bad-b841-19f09f8f427a'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:36:33.247102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.281631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:33.379622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks [] for router_gateway (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.386392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Allocated IP 172.20.0.2 (1a749207-4436-4f0a-b628-27d8bbfe78ec/a8c171ee-14f1-4bad-b841-19f09f8f427a/5e5b0c72-240d-461a-913f-3a42b46b71a0) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:36:33.529175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Publish callbacks [] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.535497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.564660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks [] for router_gateway (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.578870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:36:33.583681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.583818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:36:33.588700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:36:33.593386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Pushing event updated for resources: {'Port': ['ID=5e5b0c72-240d-461a-913f-3a42b46b71a0,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:33.648222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Attempting to bind port 5e5b0c72-240d-461a-913f-3a42b46b71a0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:36:33.648605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Attempting to bind port 5e5b0c72-240d-461a-913f-3a42b46b71a0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:36:33.648976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Attempting to bind port 5e5b0c72-240d-461a-913f-3a42b46b71a0 on network 1a749207-4436-4f0a-b628-27d8bbfe78ec {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:36:33.691302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:36:33.691675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Checking segment: {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:36:33.692111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.692499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Bound using segment: {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:36:33.692995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Bound port: 5e5b0c72-240d-461a-913f-3a42b46b71a0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:36:33.693370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.696799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Allocated IP 172.36.7.72 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/8ad36b36-609d-4a56-b4e3-0e321099b67c) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:36:33.758846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] For port 5e5b0c72-240d-461a-913f-3a42b46b71a0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:36:33.761974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] For port 5e5b0c72-240d-461a-913f-3a42b46b71a0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e5b0c72-240d-461a-913f-3a42b46b71a0,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:36:33.768305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.807298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks [] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.820805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6810d66-31ae-4420-9ebb-35007a331215 None None] Pushing event updated for resources: {'Port': ['ID=5e5b0c72-240d-461a-913f-3a42b46b71a0,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:33.848154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.873284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:33.893983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:36:33.898801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:36:33.903050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:36:33.908688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad36b36-609d-4a56-b4e3-0e321099b67c,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:34.092753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5e5b0c72-240d-461a-913f-3a42b46b71a0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:36:34.139552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5e5b0c72-240d-461a-913f-3a42b46b71a0 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:34.140259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:34.140373 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5e5b0c72-240d-461a-913f-3a42b46b71a0 Sep 25 01:36:34.168855 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:34.175217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:34.175774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks [] for router_gateway (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:34.208862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:34.225593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5e5b0c72-240d-461a-913f-3a42b46b71a0 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:34.225988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:34.227668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:34.261105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 5e5b0c72-240d-461a-913f-3a42b46b71a0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e5b0c72-240d-461a-913f-3a42b46b71a0,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:34.266873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:34.315990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=5e5b0c72-240d-461a-913f-3a42b46b71a0,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:34.378178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:34.508960 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:36:34.614905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:36:34.625579 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Sync routers for ids ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:36:34.637447 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Routers {'690d1b63-7ddc-4d05-9f34-ba5f13db34cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:36:34.637764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:34.638290 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:36:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:34.639101 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-81654a16-c995-4a3a-9c81-8a6332fae363 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4810603 Sep 25 01:36:34.648563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34354) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:36:34.729198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b1066d-af3d-40d5-a3e1-a92a1c4faec4 None None] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:36:34.749488 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Set router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:36:34.802262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-97e98b9c-ee57-489c-8258-c29096f953a8 None None] Provisioning complete for port 5e5b0c72-240d-461a-913f-3a42b46b71a0 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:34.802954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-97e98b9c-ee57-489c-8258-c29096f953a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:34.804048 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-97e98b9c-ee57-489c-8258-c29096f953a8 None None] Attempt 1 to provision port 5e5b0c72-240d-461a-913f-3a42b46b71a0 Sep 25 01:36:34.924901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-97e98b9c-ee57-489c-8258-c29096f953a8 None None] Current status of the port 5e5b0c72-240d-461a-913f-3a42b46b71a0 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:34.927783 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:34Z', 'revision_number': 3, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'gw_port': {'id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ba:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:34.958859 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Checking router: 690d1b63-7ddc-4d05-9f34-ba5f13db34cb for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:36:34.959123 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Updating router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb port 8ad36b36-609d-4a56-b4e3-0e321099b67c binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:36:34.993015 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.146048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-35b37cc9-79db-4b3d-adf5-6985737209e8 None None] Provisioning complete for port 5e5b0c72-240d-461a-913f-3a42b46b71a0 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:35.146631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35b37cc9-79db-4b3d-adf5-6985737209e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.147445 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-35b37cc9-79db-4b3d-adf5-6985737209e8 None None] Attempt 1 to provision port 5e5b0c72-240d-461a-913f-3a42b46b71a0 Sep 25 01:36:35.224310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-35b37cc9-79db-4b3d-adf5-6985737209e8 None None] Current status of the port 5e5b0c72-240d-461a-913f-3a42b46b71a0 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:35.259295 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Publish callbacks [] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.265420 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.300103 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Attempting to bind port 8ad36b36-609d-4a56-b4e3-0e321099b67c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:36:35.300489 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Attempting to bind port 8ad36b36-609d-4a56-b4e3-0e321099b67c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:36:35.300835 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Attempting to bind port 8ad36b36-609d-4a56-b4e3-0e321099b67c on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:36:35.336163 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Pushing event updated for resources: {'Port': ['ID=8ad36b36-609d-4a56-b4e3-0e321099b67c,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:35.345842 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.346188 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.346531 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.346871 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.347203 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.347627 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.347882 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.348228 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.348549 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.348873 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.349199 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.349522 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.349846 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.350748 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.351068 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:35.372710 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:36:35.373086 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:36:35.373513 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.373902 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:36:35.374371 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Bound port: 8ad36b36-609d-4a56-b4e3-0e321099b67c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:36:35.374752 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.388454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.392211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:35.424231 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] For port 8ad36b36-609d-4a56-b4e3-0e321099b67c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:36:35.427296 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] For port 8ad36b36-609d-4a56-b4e3-0e321099b67c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ad36b36-609d-4a56-b4e3-0e321099b67c,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:36:35.433482 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.464129 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Routers {'690d1b63-7ddc-4d05-9f34-ba5f13db34cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:36:35.464738 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:36:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:35.503449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:35.556973 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Allocated IP 172.20.0.1 (1a749207-4436-4f0a-b628-27d8bbfe78ec/a8c171ee-14f1-4bad-b841-19f09f8f427a/6a83a32b-3274-42e1-a071-7f587033ae17) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:36:35.596049 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:35.612513 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:35.619394 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49382f52-9308-40bb-a2aa-b199f4fa79a9 None None] Pushing event updated for resources: {'Port': ['ID=8ad36b36-609d-4a56-b4e3-0e321099b67c,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:35.669187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Publish callbacks [] for port (6a83a32b-3274-42e1-a071-7f587033ae17), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.675091 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] Set router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:36:35.701849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.741200 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:36:35.745732 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:36:35.750754 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:36:35.777032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Pushing event updated for resources: {'Port': ['ID=6a83a32b-3274-42e1-a071-7f587033ae17,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:35.805276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:35.846898 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:34Z', 'revision_number': 3, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'gw_port': {'id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ba:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:35.873529 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ed1f0-308f-416a-96fe-213c1c464e05 None None] The sync data for ids ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'] in dv-neutron-master-2-hyperv is: [{'id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:34Z', 'revision_number': 3, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'gw_port': {'id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ba:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:36:35.946635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:36.027454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:36.048102 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5e5b0c72-240d-461a-913f-3a42b46b71a0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:36:36.090100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Provisioning complete for port 6a83a32b-3274-42e1-a071-7f587033ae17 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:36.090684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:36.091182 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Attempt 1 to provision port 6a83a32b-3274-42e1-a071-7f587033ae17 Sep 25 01:36:36.145951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Port 6a83a32b-3274-42e1-a071-7f587033ae17 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:36:36.151417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5e5b0c72-240d-461a-913f-3a42b46b71a0 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:36.152015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:36.152157 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5e5b0c72-240d-461a-913f-3a42b46b71a0 Sep 25 01:36:36.152395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Publish callbacks [] for port (6a83a32b-3274-42e1-a071-7f587033ae17), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:36.157163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:36.204362 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:36.230835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5e5b0c72-240d-461a-913f-3a42b46b71a0 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:36.236471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:36.239596 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Pushing event updated for resources: {'Port': ['ID=6a83a32b-3274-42e1-a071-7f587033ae17,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:36.334770 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:36.345522 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:36:36.347452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:36:36.463736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:36:36.579175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:36:36.588203 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-761c04d5-8f06-4930-94f1-e501721479dd admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/690d1b63-7ddc-4d05-9f34-ba5f13db34cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9380622 Sep 25 01:36:36.603528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:36.649135 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Attempt 2 to provision port 6a83a32b-3274-42e1-a071-7f587033ae17 Sep 25 01:36:36.689043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Port 6a83a32b-3274-42e1-a071-7f587033ae17 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:36:37.160432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-b3e8a831-a6cd-483d-a690-1eefb6ead6da tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:37.161987 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-b3e8a831-a6cd-483d-a690-1eefb6ead6da tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1a749207-4436-4f0a-b628-27d8bbfe78ec HTTP/1.1" status: 200 len: 813 time: 0.1043282 Sep 25 01:36:37.178739 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-d02e3ee0-d2ce-49ba-a466-cd12976ea30e tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/quotas/ab2ed1791a2145edbe4c0b4c1cd9c687 HTTP/1.1" status: 200 len: 375 time: 0.0098498 Sep 25 01:36:37.190406 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Attempt 3 to provision port 6a83a32b-3274-42e1-a071-7f587033ae17 Sep 25 01:36:37.226946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Port 6a83a32b-3274-42e1-a071-7f587033ae17 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:36:37.230407 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-eace9524-8a70-4d46-a904-4fbff404a03d tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ab2ed1791a2145edbe4c0b4c1cd9c687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455513 Sep 25 01:36:37.241714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-5bbb7d30-1bd6-4748-86c7-060655d5ed85 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:36:37.242789 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-5bbb7d30-1bd6-4748-86c7-060655d5ed85 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057096 Sep 25 01:36:37.350659 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-538ee6df-f84c-44de-aafa-afb8907e5435 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019616 Sep 25 01:36:37.441758 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-e572b77c-c66f-480f-912b-662d8c5231c1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848696 Sep 25 01:36:37.501871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Sync routers for ids ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:36:37.513089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Routers {'690d1b63-7ddc-4d05-9f34-ba5f13db34cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:36:37.513938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:36:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:37.560773 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:37.612158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:37.631593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Set router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:36:37.691496 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-49e9f652-a575-4a75-81a8-acd3d640a1ef req-05fa9da2-d9d9-401f-be5e-2483faf645a4 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 210 time: 0.1027637 Sep 25 01:36:37.841259 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Attempt 4 to provision port 6a83a32b-3274-42e1-a071-7f587033ae17 Sep 25 01:36:37.911202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Port 6a83a32b-3274-42e1-a071-7f587033ae17 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:36:37.994226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:35Z', 'revision_number': 4, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'gw_port': {'id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ba:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6a83a32b-3274-42e1-a071-7f587033ae17', 'name': '', 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'mac_address': 'fa:16:3e:ea:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'a8c171ee-14f1-4bad-b841-19f09f8f427a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:35Z', 'updated_at': '2022-09-25T01:36:35Z', 'revision_number': 2, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'subnets': [{'id': 'a8c171ee-14f1-4bad-b841-19f09f8f427a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:38.019709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Checking router: 690d1b63-7ddc-4d05-9f34-ba5f13db34cb for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:36:38.020106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Updating router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb port 6a83a32b-3274-42e1-a071-7f587033ae17 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:36:38.048144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8ad36b36-609d-4a56-b4e3-0e321099b67c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:36:38.053398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:38.136472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8ad36b36-609d-4a56-b4e3-0e321099b67c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:38.136836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:38.137173 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8ad36b36-609d-4a56-b4e3-0e321099b67c Sep 25 01:36:38.329636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8ad36b36-609d-4a56-b4e3-0e321099b67c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:38.330230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:38.367681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 8ad36b36-609d-4a56-b4e3-0e321099b67c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ad36b36-609d-4a56-b4e3-0e321099b67c,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:38.375699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:38.411920 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Attempt 5 to provision port 6a83a32b-3274-42e1-a071-7f587033ae17 Sep 25 01:36:38.493232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Publish callbacks [] for port (6a83a32b-3274-42e1-a071-7f587033ae17), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:38.494714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Port 6a83a32b-3274-42e1-a071-7f587033ae17 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:36:38.496239 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=8ad36b36-609d-4a56-b4e3-0e321099b67c,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:38.499322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:38.522059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:38.534634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:38.565313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4fa06-cf74-472c-91e4-ea8627ca4bdf None None] Pushing event updated for resources: {'Port': ['ID=6a83a32b-3274-42e1-a071-7f587033ae17,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:38.595260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Attempting to bind port 6a83a32b-3274-42e1-a071-7f587033ae17 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:36:38.595628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Attempting to bind port 6a83a32b-3274-42e1-a071-7f587033ae17 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:36:38.596016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Attempting to bind port 6a83a32b-3274-42e1-a071-7f587033ae17 on network 1a749207-4436-4f0a-b628-27d8bbfe78ec {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:36:38.638016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:36:38.638393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Checking segment: {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:36:38.638798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:38.639189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Bound using segment: {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:36:38.639659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Bound port: 6a83a32b-3274-42e1-a071-7f587033ae17, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:36:38.640062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:38.702091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] For port 6a83a32b-3274-42e1-a071-7f587033ae17, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:36:38.705249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] For port 6a83a32b-3274-42e1-a071-7f587033ae17, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a83a32b-3274-42e1-a071-7f587033ae17,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:36:38.711347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:38.754823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Routers {'690d1b63-7ddc-4d05-9f34-ba5f13db34cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:36:38.755466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:36:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:38.789316 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-33953521-fef3-40ec-aa31-ab89d57cb893 req-2bda3308-6159-4c81-894a-a50369f6265d tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 210 time: 0.0310616 Sep 25 01:36:38.806748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4fa06-cf74-472c-91e4-ea8627ca4bdf None None] Pushing event updated for resources: {'Port': ['ID=6a83a32b-3274-42e1-a071-7f587033ae17,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:38.873306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] Set router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:36:38.997521 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Attempt 6 to provision port 6a83a32b-3274-42e1-a071-7f587033ae17 Sep 25 01:36:39.122063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:35Z', 'revision_number': 4, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'gw_port': {'id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6a83a32b-3274-42e1-a071-7f587033ae17', 'name': '', 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'mac_address': 'fa:16:3e:ea:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'a8c171ee-14f1-4bad-b841-19f09f8f427a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:35Z', 'updated_at': '2022-09-25T01:36:38Z', 'revision_number': 4, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'subnets': [{'id': 'a8c171ee-14f1-4bad-b841-19f09f8f427a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:36:39.155308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab856d1-20b2-444d-848d-9e1815329fef None None] The sync data for ids ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'] in dv-neutron-master-2-hyperv is: [{'id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:35Z', 'revision_number': 4, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'gw_port': {'id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6a83a32b-3274-42e1-a071-7f587033ae17', 'name': '', 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'mac_address': 'fa:16:3e:ea:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'a8c171ee-14f1-4bad-b841-19f09f8f427a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:35Z', 'updated_at': '2022-09-25T01:36:38Z', 'revision_number': 4, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'subnets': [{'id': 'a8c171ee-14f1-4bad-b841-19f09f8f427a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:36:39.157144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Current status of the port 6a83a32b-3274-42e1-a071-7f587033ae17 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:39.157525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:39.192441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] For port 6a83a32b-3274-42e1-a071-7f587033ae17, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a83a32b-3274-42e1-a071-7f587033ae17,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:39.198145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:39.260263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701103-02d8-49e8-a395-c8b6c7d752be None None] Pushing event updated for resources: {'Port': ['ID=6a83a32b-3274-42e1-a071-7f587033ae17,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:39.329976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1a82787a-6e7c-4f5e-a187-2865d1aabe38 None None] Provisioning complete for port 6a83a32b-3274-42e1-a071-7f587033ae17 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:39.330606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1a82787a-6e7c-4f5e-a187-2865d1aabe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:39.330873 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1a82787a-6e7c-4f5e-a187-2865d1aabe38 None None] Attempt 1 to provision port 6a83a32b-3274-42e1-a071-7f587033ae17 Sep 25 01:36:39.419256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:39.422985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1a82787a-6e7c-4f5e-a187-2865d1aabe38 None None] Current status of the port 6a83a32b-3274-42e1-a071-7f587033ae17 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:39.806923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-0ee314ef-a367-4e51-af47-d34bf67ed95a tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:39.809376 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-0ee314ef-a367-4e51-af47-d34bf67ed95a tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.60 "GET /networking/v2.0/networks?id=1a749207-4436-4f0a-b628-27d8bbfe78ec HTTP/1.1" status: 200 len: 813 time: 0.1203218 Sep 25 01:36:39.827035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Request body: {'port': {'device_id': 'd18694c3-2736-4431-909c-e725fbc14144', 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec', 'admin_state_up': True, 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:36:39.917407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96cc0f1a-47fb-447f-bfbf-15fcdf9becca req-6bda8825-170b-4146-af07-d57115e5d772 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 210 time: 0.0348315 Sep 25 01:36:39.979370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Made reservation on behalf of ab2ed1791a2145edbe4c0b4c1cd9c687 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:36:39.983159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.133612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8ad36b36-609d-4a56-b4e3-0e321099b67c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:36:40.139511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Allocated IP 172.20.0.11 (1a749207-4436-4f0a-b628-27d8bbfe78ec/a8c171ee-14f1-4bad-b841-19f09f8f427a/f1bcb367-1b61-4769-af4f-83d641af5a87) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:36:40.181073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8ad36b36-609d-4a56-b4e3-0e321099b67c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:40.181597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.182343 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8ad36b36-609d-4a56-b4e3-0e321099b67c Sep 25 01:36:40.214203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:40.262954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8ad36b36-609d-4a56-b4e3-0e321099b67c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:40.264053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6a83a32b-3274-42e1-a071-7f587033ae17 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:36:40.309705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6a83a32b-3274-42e1-a071-7f587033ae17 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:40.310272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.310611 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6a83a32b-3274-42e1-a071-7f587033ae17 Sep 25 01:36:40.311000 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks [] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.320527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:40.346966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.384654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6a83a32b-3274-42e1-a071-7f587033ae17 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:40.391806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:36:40.395112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:36:40.399782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:36:40.424256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Pushing event updated for resources: {'Port': ['ID=f1bcb367-1b61-4769-af4f-83d641af5a87,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:40.456639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:40.457279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.476120 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-33694d16-f4ee-40ce-9c7b-03b60899f158 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6535726 Sep 25 01:36:40.538951 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Request body: {'port': {'device_id': 'd18694c3-2736-4431-909c-e725fbc14144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:36:40.591036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:40.601672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.649227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c5e9513e-5f56-4cc4-9047-c5ff16ab2fbd None None] Provisioning complete for port f1bcb367-1b61-4769-af4f-83d641af5a87 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:40.649615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5e9513e-5f56-4cc4-9047-c5ff16ab2fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.649977 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c5e9513e-5f56-4cc4-9047-c5ff16ab2fbd None None] Attempt 1 to provision port f1bcb367-1b61-4769-af4f-83d641af5a87 Sep 25 01:36:40.684989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9513e-5f56-4cc4-9047-c5ff16ab2fbd None None] Port f1bcb367-1b61-4769-af4f-83d641af5a87 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:36:40.865392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bcb367-1b61-4769-af4f-83d641af5a87 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:36:40.873245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Publish callbacks [] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.885640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Transition to ACTIVE for port object f1bcb367-1b61-4769-af4f-83d641af5a87 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:36:40.889260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:40.949689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Pushing event updated for resources: {'Port': ['ID=f1bcb367-1b61-4769-af4f-83d641af5a87,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:41.000290 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Attempting to bind port f1bcb367-1b61-4769-af4f-83d641af5a87 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:36:41.000633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Attempting to bind port f1bcb367-1b61-4769-af4f-83d641af5a87 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:36:41.000974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Attempting to bind port f1bcb367-1b61-4769-af4f-83d641af5a87 on network 1a749207-4436-4f0a-b628-27d8bbfe78ec {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:36:41.044516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d747bf4-740a-4818-8aa2-6a7a0c7e6e4c req-be7699a1-f44d-454d-b19f-e58ba04a5652 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:41.046016 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6d747bf4-740a-4818-8aa2-6a7a0c7e6e4c req-be7699a1-f44d-454d-b19f-e58ba04a5652 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 944 time: 0.0514069 Sep 25 01:36:41.047604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Port f1bcb367-1b61-4769-af4f-83d641af5a87 on network 1a749207-4436-4f0a-b628-27d8bbfe78ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:36:41.047964 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Attempting to bind port f1bcb367-1b61-4769-af4f-83d641af5a87 on network 1a749207-4436-4f0a-b628-27d8bbfe78ec {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:36:41.090965 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:36:41.091309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Checking segment: {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:36:41.091703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Bound using segment: {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:36:41.092183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Bound port: f1bcb367-1b61-4769-af4f-83d641af5a87, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:36:41.092556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:41.094925 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6d747bf4-740a-4818-8aa2-6a7a0c7e6e4c req-b7f80208-6449-433f-b1d8-5508d216882a tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Sep 25 01:36:41.155195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] For port f1bcb367-1b61-4769-af4f-83d641af5a87, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:36:41.158365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] For port f1bcb367-1b61-4769-af4f-83d641af5a87, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f1bcb367-1b61-4769-af4f-83d641af5a87,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:36:41.164648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:41.168977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:41.169679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:41.169885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:41.171243 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/f1bcb367-1b61-4769-af4f-83d641af5a87 HTTP/1.1" status: 200 len: 1094 time: 0.6821177 Sep 25 01:36:41.171791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18694c3-2736-4431-909c-e725fbc14144', 'tag': 'f1bcb367-1b61-4769-af4f-83d641af5a87'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:36:41.174093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e2a204-e694-41e1-a638-3b11e76b8c80" -d '{"events": [{"name": "network-changed", "server_uuid": "d18694c3-2736-4431-909c-e725fbc14144", "tag": "f1bcb367-1b61-4769-af4f-83d641af5a87"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:36:41.186505 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c5e9513e-5f56-4cc4-9047-c5ff16ab2fbd None None] Attempt 2 to provision port f1bcb367-1b61-4769-af4f-83d641af5a87 Sep 25 01:36:41.219927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec861e8c-6ed2-404c-979d-c8c1ec889221 x-openstack-request-id: req-ec861e8c-6ed2-404c-979d-c8c1ec889221 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:36:41.220759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18694c3-2736-4431-909c-e725fbc14144", "tag": "f1bcb367-1b61-4769-af4f-83d641af5a87", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:36:41.220759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec861e8c-6ed2-404c-979d-c8c1ec889221 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:36:41.220978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec861e8c-6ed2-404c-979d-c8c1ec889221'] response: {'name': 'network-changed', 'server_uuid': 'd18694c3-2736-4431-909c-e725fbc14144', 'tag': 'f1bcb367-1b61-4769-af4f-83d641af5a87', 'status': 'completed', 'code': 200} Sep 25 01:36:41.226549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624d23f-6a66-4371-a105-c2a27290877d service neutron] Pushing event updated for resources: {'Port': ['ID=f1bcb367-1b61-4769-af4f-83d641af5a87,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:41.233448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9513e-5f56-4cc4-9047-c5ff16ab2fbd None None] Port f1bcb367-1b61-4769-af4f-83d641af5a87 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:36:41.278289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:41.290218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-658066ea-518c-498d-bfd3-51277409efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:41.291844 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-658066ea-518c-498d-bfd3-51277409efc8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ab2ed1791a2145edbe4c0b4c1cd9c687&device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 1128 time: 0.0467052 Sep 25 01:36:41.336721 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-4a105a71-b662-42ad-870b-1a904d0bfe72 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bcb367-1b61-4769-af4f-83d641af5a87 HTTP/1.1" status: 200 len: 217 time: 0.0323474 Sep 25 01:36:41.386625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-7082b1b2-f051-4226-b32d-5eceb09004f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:41.388037 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-7082b1b2-f051-4226-b32d-5eceb09004f8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a8c171ee-14f1-4bad-b841-19f09f8f427a HTTP/1.1" status: 200 len: 852 time: 0.0449965 Sep 25 01:36:41.430627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-dc0d25bc-566f-4231-a872-07a844f8eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:41.432113 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-dc0d25bc-566f-4231-a872-07a844f8eaa7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1a749207-4436-4f0a-b628-27d8bbfe78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380881 Sep 25 01:36:41.501024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:41.526464 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-f495ebc5-57f4-4123-a00a-d031616ce314 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884018 Sep 25 01:36:41.620865 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e9aad0b6-6df8-49de-829f-9ec66550179a req-fb63bceb-1e20-4079-9a35-d758ed6d1dfe service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879889 Sep 25 01:36:42.218292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d90856-042e-4157-943e-1c1f3c0e48cb req-3d666444-cdd6-4445-aeaa-cd1ac35c3751 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:42.219752 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f8d90856-042e-4157-943e-1c1f3c0e48cb req-3d666444-cdd6-4445-aeaa-cd1ac35c3751 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 944 time: 0.0470190 Sep 25 01:36:42.267739 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f8d90856-042e-4157-943e-1c1f3c0e48cb req-29e46e4d-2847-4000-a6e2-532dac67f5b1 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418091 Sep 25 01:36:43.388460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca992ae-bd32-4797-afa9-0f429407866f req-5c36568d-6862-4016-a70e-ee95127f472d tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:43.390028 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ca992ae-bd32-4797-afa9-0f429407866f req-5c36568d-6862-4016-a70e-ee95127f472d tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 944 time: 0.0474069 Sep 25 01:36:43.437663 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ca992ae-bd32-4797-afa9-0f429407866f req-56886778-fd3b-488a-9c63-a7c5ef3f24b6 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Sep 25 01:36:43.663598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-615a1b60-d489-4178-9032-2094d7a11f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:43.665105 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-615a1b60-d489-4178-9032-2094d7a11f4b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ab2ed1791a2145edbe4c0b4c1cd9c687&device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 1128 time: 0.0395424 Sep 25 01:36:43.758616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-43d7108f-90d5-40ac-821a-7c60896a6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:43.760144 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-43d7108f-90d5-40ac-821a-7c60896a6889 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1a749207-4436-4f0a-b628-27d8bbfe78ec HTTP/1.1" status: 200 len: 914 time: 0.0891016 Sep 25 01:36:43.798166 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-7cb9ac4c-ea18-486e-9bec-e259a9d9d013 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1bcb367-1b61-4769-af4f-83d641af5a87 HTTP/1.1" status: 200 len: 217 time: 0.0325518 Sep 25 01:36:43.852665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-5cad3d86-ee85-4e70-a860-96d1c6128844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:43.854097 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-5cad3d86-ee85-4e70-a860-96d1c6128844 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a8c171ee-14f1-4bad-b841-19f09f8f427a HTTP/1.1" status: 200 len: 852 time: 0.0498223 Sep 25 01:36:43.897810 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-6ee8ade1-a744-4e97-b514-549b5429ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:43.899411 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-6ee8ade1-a744-4e97-b514-549b5429ad3d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1a749207-4436-4f0a-b628-27d8bbfe78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395503 Sep 25 01:36:43.987828 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-c5011762-3fd8-4539-ae38-dc760adadd46 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824010 Sep 25 01:36:44.081905 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d9e2a204-e694-41e1-a638-3b11e76b8c80 req-ffbe0ce6-1768-4241-b97d-b6faad78654d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883002 Sep 25 01:36:44.378587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device f1bcb367-1b61-4769-af4f-83d641af5a87 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:36:44.481688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port f1bcb367-1b61-4769-af4f-83d641af5a87, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f1bcb367-1b61-4769-af4f-83d641af5a87,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:44.493372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'f1bcb367-1b61-4769-af4f-83d641af5a87', 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec', 'port_id': 'f1bcb367-1b61-4769-af4f-83d641af5a87', 'mac_address': 'fa:16:3e:dc:62:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c171ee-14f1-4bad-b841-19f09f8f427a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:36:44.530017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port f1bcb367-1b61-4769-af4f-83d641af5a87 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:44.530413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:44.543700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bcb367-1b61-4769-af4f-83d641af5a87 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:36:44.560725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52622a53-2724-4f78-9023-122975a64fb8 req-42e9fd3c-b773-4dcb-b360-5c8ea0a65520 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:44.562123 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-52622a53-2724-4f78-9023-122975a64fb8 req-42e9fd3c-b773-4dcb-b360-5c8ea0a65520 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 944 time: 0.0502038 Sep 25 01:36:44.563698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port f1bcb367-1b61-4769-af4f-83d641af5a87, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f1bcb367-1b61-4769-af4f-83d641af5a87,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:44.569463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:44.583804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:44.611932 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-52622a53-2724-4f78-9023-122975a64fb8 req-59b65dca-314e-4725-bd1f-98abbd90aa57 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Sep 25 01:36:44.619496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=f1bcb367-1b61-4769-af4f-83d641af5a87,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:44.628165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.628519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.628859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.629201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.629537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.629868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.630194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.630521 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.631364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.631661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.632006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.632334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.632656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.632975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:44.633293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:36:45.042489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['f1bcb367-1b61-4769-af4f-83d641af5a87'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:36:45.113886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:45.732231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a412be-ce81-47ef-af53-a8db2f4f803f req-0f37afe1-5a7c-4694-9f53-a1e3597879b0 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:45.733700 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a9a412be-ce81-47ef-af53-a8db2f4f803f req-0f37afe1-5a7c-4694-9f53-a1e3597879b0 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 945 time: 0.0464053 Sep 25 01:36:45.781011 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a9a412be-ce81-47ef-af53-a8db2f4f803f req-00afbaad-d8e3-4f0a-820e-bd21ec14c340 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 Sep 25 01:36:46.401121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device f1bcb367-1b61-4769-af4f-83d641af5a87 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:36:46.449079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port f1bcb367-1b61-4769-af4f-83d641af5a87 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:36:46.454245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port f1bcb367-1b61-4769-af4f-83d641af5a87 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:46.454601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:46.454938 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port f1bcb367-1b61-4769-af4f-83d641af5a87 Sep 25 01:36:46.474782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:46.527260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port f1bcb367-1b61-4769-af4f-83d641af5a87 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:46.527587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:46.549693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18694c3-2736-4431-909c-e725fbc14144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bcb367-1b61-4769-af4f-83d641af5a87'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:36:46.551930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f691c01c-cf27-421d-99ca-af52362248de" -d '{"events": [{"server_uuid": "d18694c3-2736-4431-909c-e725fbc14144", "name": "network-vif-plugged", "status": "completed", "tag": "f1bcb367-1b61-4769-af4f-83d641af5a87"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:36:46.564919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port f1bcb367-1b61-4769-af4f-83d641af5a87, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f1bcb367-1b61-4769-af4f-83d641af5a87,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:46.569613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:46.591612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83d37e-6ac7-4415-93f7-621a31ec8ae1 x-openstack-request-id: req-2d83d37e-6ac7-4415-93f7-621a31ec8ae1 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:36:46.591903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18694c3-2736-4431-909c-e725fbc14144", "name": "network-vif-plugged", "status": "completed", "tag": "f1bcb367-1b61-4769-af4f-83d641af5a87", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:36:46.592178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d83d37e-6ac7-4415-93f7-621a31ec8ae1 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:36:46.592585 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d83d37e-6ac7-4415-93f7-621a31ec8ae1'] response: {'server_uuid': 'd18694c3-2736-4431-909c-e725fbc14144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bcb367-1b61-4769-af4f-83d641af5a87', 'code': 200} Sep 25 01:36:46.620805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=f1bcb367-1b61-4769-af4f-83d641af5a87,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:46.802249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01a51a-6fe6-4a8c-bc73-fa2fe2b40d1b req-e64df2f8-3fc0-4ad4-b5df-1a82e633b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:46.804315 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e01a51a-6fe6-4a8c-bc73-fa2fe2b40d1b req-e64df2f8-3fc0-4ad4-b5df-1a82e633b6bd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 1130 time: 0.0427165 Sep 25 01:36:46.828744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:46.850692 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e01a51a-6fe6-4a8c-bc73-fa2fe2b40d1b req-8bb257bf-a647-4f96-839f-1af19de0ef68 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Sep 25 01:36:46.901857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32e12f-af84-49b1-b079-1c6d8d89fe23 req-09112ce3-7e2b-4da3-ba59-911debe9bbd7 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:46.903332 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1b32e12f-af84-49b1-b079-1c6d8d89fe23 req-09112ce3-7e2b-4da3-ba59-911debe9bbd7 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0455794 Sep 25 01:36:46.950753 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1b32e12f-af84-49b1-b079-1c6d8d89fe23 req-64121485-0828-424e-b101-45ef05b808d8 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Sep 25 01:36:48.077500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d82f4-484c-4534-9402-6d4e0927321c req-d870ad37-f76c-4d85-b001-d1570ae6f250 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:48.078959 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-617d82f4-484c-4534-9402-6d4e0927321c req-d870ad37-f76c-4d85-b001-d1570ae6f250 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0503497 Sep 25 01:36:48.125026 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-617d82f4-484c-4534-9402-6d4e0927321c req-100c7c86-302c-4125-bb1a-2a82322259fd tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404499 Sep 25 01:36:49.251661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ac763-d3a0-4b7f-819f-3517b2698789 req-685c5be7-d36a-41ee-ade0-cec1d9a734d4 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:49.253087 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f40ac763-d3a0-4b7f-819f-3517b2698789 req-685c5be7-d36a-41ee-ade0-cec1d9a734d4 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0513504 Sep 25 01:36:49.287021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:49.302830 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f40ac763-d3a0-4b7f-819f-3517b2698789 req-36eff7d1-7167-46ef-bbf7-ab0cbfc7a0b5 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441222 Sep 25 01:36:49.491569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:49.540864 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-b0e86832-ad3e-4465-a44f-2c2b46bd883b tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:49.542259 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-b0e86832-ad3e-4465-a44f-2c2b46bd883b tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1a749207-4436-4f0a-b628-27d8bbfe78ec HTTP/1.1" status: 200 len: 813 time: 0.1074407 Sep 25 01:36:49.557476 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-44651d5f-0324-4242-a0e9-c1f9e314b56d tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/quotas/ab2ed1791a2145edbe4c0b4c1cd9c687 HTTP/1.1" status: 200 len: 375 time: 0.0097291 Sep 25 01:36:49.608781 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-6d96d64a-09a0-46e4-8c85-a6116b678f39 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ab2ed1791a2145edbe4c0b4c1cd9c687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463848 Sep 25 01:36:49.703828 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-daac6873-055a-448f-955a-2c370cbc66f8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877259 Sep 25 01:36:49.796510 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-eeda0728-541d-4ad2-8a22-6a6323d11dfb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868034 Sep 25 01:36:49.954714 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-836de4f8-d06a-4622-87d2-1cea55f7e917 req-1ba413f7-ed11-42e4-af60-01fb8dc5ce31 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 210 time: 0.0285897 Sep 25 01:36:51.047689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-d5a04bfd-9d03-4d7e-9247-87d082764552 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:51.049181 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-d5a04bfd-9d03-4d7e-9247-87d082764552 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.60 "GET /networking/v2.0/networks?id=1a749207-4436-4f0a-b628-27d8bbfe78ec HTTP/1.1" status: 200 len: 813 time: 0.1149771 Sep 25 01:36:51.064452 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3b90c969-9679-41fd-bb91-a55ee7db01d5 req-979786af-8731-4622-b26a-7437e4a11a3c tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 210 time: 0.0350344 Sep 25 01:36:51.075894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Request body: {'port': {'device_id': 'cbc83a2f-4383-4c34-b213-8098db96937e', 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec', 'admin_state_up': True, 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:36:51.152195 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:36:51.190238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Made reservation on behalf of ab2ed1791a2145edbe4c0b4c1cd9c687 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:36:51.194252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:51.322653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Allocated IP 172.20.0.12 (1a749207-4436-4f0a-b628-27d8bbfe78ec/a8c171ee-14f1-4bad-b841-19f09f8f427a/2ff32f4c-bb10-49ed-a561-e829210456b4) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:36:51.470304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks [] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:51.502662 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:51.534106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['f1bcb367-1b61-4769-af4f-83d641af5a87'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:36:51.547418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:36:51.550531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:36:51.554837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:36:51.578248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Pushing event updated for resources: {'Port': ['ID=2ff32f4c-bb10-49ed-a561-e829210456b4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:51.606802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:51.607478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:51.610798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:51.625049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-ca25350e-9e76-4321-8a37-8916d263f737 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5531704 Sep 25 01:36:51.689637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Request body: {'port': {'device_id': 'cbc83a2f-4383-4c34-b213-8098db96937e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:36:51.757851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:51.790205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:51.814948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-aa8afb2f-abfc-4271-b157-2ed15883fe63 None None] Provisioning complete for port 2ff32f4c-bb10-49ed-a561-e829210456b4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:51.815263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-aa8afb2f-abfc-4271-b157-2ed15883fe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:51.815602 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-aa8afb2f-abfc-4271-b157-2ed15883fe63 None None] Attempt 1 to provision port 2ff32f4c-bb10-49ed-a561-e829210456b4 Sep 25 01:36:51.850995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-aa8afb2f-abfc-4271-b157-2ed15883fe63 None None] Port 2ff32f4c-bb10-49ed-a561-e829210456b4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:36:52.018590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff32f4c-bb10-49ed-a561-e829210456b4 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:36:52.026876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Publish callbacks [] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:52.040872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Transition to ACTIVE for port object 2ff32f4c-bb10-49ed-a561-e829210456b4 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:36:52.045288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:52.128985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Pushing event updated for resources: {'Port': ['ID=2ff32f4c-bb10-49ed-a561-e829210456b4,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:52.188631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Attempting to bind port 2ff32f4c-bb10-49ed-a561-e829210456b4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:36:52.188978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Attempting to bind port 2ff32f4c-bb10-49ed-a561-e829210456b4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:36:52.189315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Attempting to bind port 2ff32f4c-bb10-49ed-a561-e829210456b4 on network 1a749207-4436-4f0a-b628-27d8bbfe78ec {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:36:52.219755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0790681-8292-4499-a8c5-9f9acb9ab5ed req-fe5800e8-bd78-4511-90de-ef654adb2476 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:52.221263 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0790681-8292-4499-a8c5-9f9acb9ab5ed req-fe5800e8-bd78-4511-90de-ef654adb2476 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 944 time: 0.0801380 Sep 25 01:36:52.260009 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Port 2ff32f4c-bb10-49ed-a561-e829210456b4 on network 1a749207-4436-4f0a-b628-27d8bbfe78ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:36:52.260345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Attempting to bind port 2ff32f4c-bb10-49ed-a561-e829210456b4 on network 1a749207-4436-4f0a-b628-27d8bbfe78ec {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:36:52.306033 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0790681-8292-4499-a8c5-9f9acb9ab5ed req-56444e66-e841-4264-81ca-5b1ffa4a2ec2 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782659 Sep 25 01:36:52.321472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:36:52.321817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Checking segment: {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:36:52.322205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Bound using segment: {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:36:52.322643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Bound port: 2ff32f4c-bb10-49ed-a561-e829210456b4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:36:52.323006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:52.351975 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-aa8afb2f-abfc-4271-b157-2ed15883fe63 None None] Attempt 2 to provision port 2ff32f4c-bb10-49ed-a561-e829210456b4 Sep 25 01:36:52.383312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-aa8afb2f-abfc-4271-b157-2ed15883fe63 None None] Port 2ff32f4c-bb10-49ed-a561-e829210456b4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:36:52.383627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] For port 2ff32f4c-bb10-49ed-a561-e829210456b4, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:36:52.386977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] For port 2ff32f4c-bb10-49ed-a561-e829210456b4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ff32f4c-bb10-49ed-a561-e829210456b4,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:36:52.395319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:52.401184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:52.401826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:52.403204 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/2ff32f4c-bb10-49ed-a561-e829210456b4 HTTP/1.1" status: 200 len: 1094 time: 0.7181404 Sep 25 01:36:52.403756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc83a2f-4383-4c34-b213-8098db96937e', 'tag': '2ff32f4c-bb10-49ed-a561-e829210456b4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:36:52.406300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc83a2f-4383-4c34-b213-8098db96937e", "tag": "2ff32f4c-bb10-49ed-a561-e829210456b4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:36:52.453436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a54277b-e8d3-4e7e-9c33-957ba6e3c73e x-openstack-request-id: req-4a54277b-e8d3-4e7e-9c33-957ba6e3c73e {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:36:52.453718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc83a2f-4383-4c34-b213-8098db96937e", "tag": "2ff32f4c-bb10-49ed-a561-e829210456b4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:36:52.453971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a54277b-e8d3-4e7e-9c33-957ba6e3c73e {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:36:52.454378 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a54277b-e8d3-4e7e-9c33-957ba6e3c73e'] response: {'name': 'network-changed', 'server_uuid': 'cbc83a2f-4383-4c34-b213-8098db96937e', 'tag': '2ff32f4c-bb10-49ed-a561-e829210456b4', 'status': 'completed', 'code': 200} Sep 25 01:36:52.464264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0249f-a055-4efa-abb4-14df0b07f37f service neutron] Pushing event updated for resources: {'Port': ['ID=2ff32f4c-bb10-49ed-a561-e829210456b4,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:52.521846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a4555b4b-7a82-40e5-a13b-f02bc7ad6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:52.523328 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-a4555b4b-7a82-40e5-a13b-f02bc7ad6fed service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ab2ed1791a2145edbe4c0b4c1cd9c687&device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 1128 time: 0.0400770 Sep 25 01:36:52.541013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:52.568472 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-f05acd20-329d-40c9-b153-5cdb8dfb3c12 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff32f4c-bb10-49ed-a561-e829210456b4 HTTP/1.1" status: 200 len: 217 time: 0.0331583 Sep 25 01:36:52.618566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-170bbcd8-627c-49f0-b766-7b084b07c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:52.620081 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-170bbcd8-627c-49f0-b766-7b084b07c2dd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a8c171ee-14f1-4bad-b841-19f09f8f427a HTTP/1.1" status: 200 len: 852 time: 0.0463252 Sep 25 01:36:52.884357 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-aa8afb2f-abfc-4271-b157-2ed15883fe63 None None] Attempt 3 to provision port 2ff32f4c-bb10-49ed-a561-e829210456b4 Sep 25 01:36:52.922809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-aa8afb2f-abfc-4271-b157-2ed15883fe63 None None] Port 2ff32f4c-bb10-49ed-a561-e829210456b4 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:36:52.994127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-09f54c9e-e058-4259-8cdb-241e8e703350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:52.995680 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-09f54c9e-e058-4259-8cdb-241e8e703350 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1a749207-4436-4f0a-b628-27d8bbfe78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3701406 Sep 25 01:36:53.067998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:53.095095 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-6abe8c0c-ccb3-487f-8c7e-56f06de8d891 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930364 Sep 25 01:36:53.185857 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8785fe50-ce07-4f12-bf68-b9be6e340903 req-383abdbe-8b83-4f62-941f-f9716cba9607 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847328 Sep 25 01:36:53.442560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45976e3-32cf-4899-bba3-410d67db3a61 req-43130854-1bc2-404f-a763-f56104a68283 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:53.443999 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d45976e3-32cf-4899-bba3-410d67db3a61 req-43130854-1bc2-404f-a763-f56104a68283 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 944 time: 0.0472176 Sep 25 01:36:53.491459 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d45976e3-32cf-4899-bba3-410d67db3a61 req-91746bde-6fc2-4ff1-95c8-030b42d716fc tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Sep 25 01:36:54.613914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd0b0f-c83a-49cc-8f59-7bc8e9602118 req-e255aec7-6c7a-493c-8a1c-ecec2903baa7 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:54.615293 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dbdd0b0f-c83a-49cc-8f59-7bc8e9602118 req-e255aec7-6c7a-493c-8a1c-ecec2903baa7 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 944 time: 0.0472054 Sep 25 01:36:54.663207 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-dbdd0b0f-c83a-49cc-8f59-7bc8e9602118 req-fe9a62ae-3fef-46c6-b710-5978dae5b6f3 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Sep 25 01:36:54.981012 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:55.245640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-fb6d05a4-b328-419a-a8d3-8837e8435220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:55.247026 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-fb6d05a4-b328-419a-a8d3-8837e8435220 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=ab2ed1791a2145edbe4c0b4c1cd9c687&device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 1128 time: 0.0425580 Sep 25 01:36:55.335636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-8a05ad0f-18f9-48bf-8a18-2fc62f8a17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:55.337126 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-8a05ad0f-18f9-48bf-8a18-2fc62f8a17b5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=1a749207-4436-4f0a-b628-27d8bbfe78ec HTTP/1.1" status: 200 len: 914 time: 0.0842557 Sep 25 01:36:55.382254 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-d7c0e4aa-f600-492c-b113-df5294f0af35 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff32f4c-bb10-49ed-a561-e829210456b4 HTTP/1.1" status: 200 len: 217 time: 0.0396111 Sep 25 01:36:55.433359 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-3367083e-e84a-4343-8a14-65647387831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:55.434835 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-3367083e-e84a-4343-8a14-65647387831e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=a8c171ee-14f1-4bad-b841-19f09f8f427a HTTP/1.1" status: 200 len: 852 time: 0.0470529 Sep 25 01:36:55.477678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-922674da-2cbe-4856-a410-9acfbf95bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:55.479291 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-922674da-2cbe-4856-a410-9acfbf95bfb7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=1a749207-4436-4f0a-b628-27d8bbfe78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392375 Sep 25 01:36:55.571854 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-860499f3-0520-4efa-ac38-1d55e93bec96 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869169 Sep 25 01:36:55.661735 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8bbe72fc-0b1b-4046-87a3-d67b4a9063ac req-92963a76-6114-45b1-9970-425135ba9f24 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839515 Sep 25 01:36:55.785970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f984894-a8ab-48ab-9205-12d1f6891709 req-2d697acd-6616-438d-ae64-03f31c48c452 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:55.788110 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f984894-a8ab-48ab-9205-12d1f6891709 req-2d697acd-6616-438d-ae64-03f31c48c452 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 944 time: 0.0514846 Sep 25 01:36:55.834621 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5f984894-a8ab-48ab-9205-12d1f6891709 req-4b44011c-fbad-4f0c-8e61-94e7e8e0ea50 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Sep 25 01:36:56.440424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2ff32f4c-bb10-49ed-a561-e829210456b4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:36:56.676833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 2ff32f4c-bb10-49ed-a561-e829210456b4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ff32f4c-bb10-49ed-a561-e829210456b4,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:56.688301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '2ff32f4c-bb10-49ed-a561-e829210456b4', 'network_id': '1a749207-4436-4f0a-b628-27d8bbfe78ec', 'port_id': '2ff32f4c-bb10-49ed-a561-e829210456b4', 'mac_address': 'fa:16:3e:c8:78:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c171ee-14f1-4bad-b841-19f09f8f427a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:36:56.692990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:56.723576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 2ff32f4c-bb10-49ed-a561-e829210456b4 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:56.723988 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:56.737624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff32f4c-bb10-49ed-a561-e829210456b4 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:36:56.758496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 2ff32f4c-bb10-49ed-a561-e829210456b4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ff32f4c-bb10-49ed-a561-e829210456b4,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:56.763594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:56.815672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=2ff32f4c-bb10-49ed-a561-e829210456b4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:56.955033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869debe-4aae-4c55-97ba-282521160e04 req-335a1e1f-acba-4323-b0f4-f716175e6b71 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:56.956418 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6869debe-4aae-4c55-97ba-282521160e04 req-335a1e1f-acba-4323-b0f4-f716175e6b71 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 945 time: 0.0458672 Sep 25 01:36:57.004346 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6869debe-4aae-4c55-97ba-282521160e04 req-edf8542d-db22-4d7f-9e47-b351b54e1cc5 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Sep 25 01:36:57.141878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['2ff32f4c-bb10-49ed-a561-e829210456b4'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:36:57.245706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:58.123566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfe5f7-3346-48ca-b355-703eb4493dac req-850e87b7-2abb-440b-b2ae-5eafd8e3eca8 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:58.125083 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99cfe5f7-3346-48ca-b355-703eb4493dac req-850e87b7-2abb-440b-b2ae-5eafd8e3eca8 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 945 time: 0.0470438 Sep 25 01:36:58.155135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:36:58.172407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-99cfe5f7-3346-48ca-b355-703eb4493dac req-ca01695c-9191-47ff-bc7b-c8acb2ab9e60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Sep 25 01:36:58.451057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2ff32f4c-bb10-49ed-a561-e829210456b4 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:36:58.497539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 2ff32f4c-bb10-49ed-a561-e829210456b4 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:36:58.503575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 2ff32f4c-bb10-49ed-a561-e829210456b4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:36:58.503964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:58.504323 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 2ff32f4c-bb10-49ed-a561-e829210456b4 Sep 25 01:36:58.575158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 2ff32f4c-bb10-49ed-a561-e829210456b4 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:36:58.575548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:58.598021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc83a2f-4383-4c34-b213-8098db96937e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff32f4c-bb10-49ed-a561-e829210456b4'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:36:58.600879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745b2ec3-d207-4e61-96e5-fe0365722523" -d '{"events": [{"server_uuid": "cbc83a2f-4383-4c34-b213-8098db96937e", "name": "network-vif-plugged", "status": "completed", "tag": "2ff32f4c-bb10-49ed-a561-e829210456b4"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:36:58.613692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 2ff32f4c-bb10-49ed-a561-e829210456b4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ff32f4c-bb10-49ed-a561-e829210456b4,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:36:58.618149 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:58.647098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2630540-a337-497d-a27f-871f8a736438 x-openstack-request-id: req-d2630540-a337-497d-a27f-871f8a736438 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:36:58.647415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc83a2f-4383-4c34-b213-8098db96937e", "name": "network-vif-plugged", "status": "completed", "tag": "2ff32f4c-bb10-49ed-a561-e829210456b4", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:36:58.647653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2630540-a337-497d-a27f-871f8a736438 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:36:58.648070 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2630540-a337-497d-a27f-871f8a736438'] response: {'server_uuid': 'cbc83a2f-4383-4c34-b213-8098db96937e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff32f4c-bb10-49ed-a561-e829210456b4', 'code': 200} Sep 25 01:36:58.679894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-09011445-9292-49fd-93a1-02e649c84caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:36:58.684159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=2ff32f4c-bb10-49ed-a561-e829210456b4,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:36:58.852974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88447c2f-1890-4c6d-892b-b6b1c30060eb req-54b9f4a6-65fe-4532-aa74-8eafdacfcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:58.854384 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88447c2f-1890-4c6d-892b-b6b1c30060eb req-54b9f4a6-65fe-4532-aa74-8eafdacfcc76 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 1130 time: 0.0427363 Sep 25 01:36:58.897349 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88447c2f-1890-4c6d-892b-b6b1c30060eb req-041460bd-8d08-4b13-9807-70e6a64d989b service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374613 Sep 25 01:36:59.292270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8213c-045a-4388-96b3-e704baf05f7e req-3694af68-2539-4df7-93e4-a000490eb04e tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:36:59.294081 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dd8213c-045a-4388-96b3-e704baf05f7e req-3694af68-2539-4df7-93e4-a000490eb04e tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 946 time: 0.0462775 Sep 25 01:36:59.340970 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dd8213c-045a-4388-96b3-e704baf05f7e req-9691dcbe-2f00-4974-9a40-d8865bb77ba4 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Sep 25 01:37:00.468070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9de96-78d1-49a3-a7b8-6fcf66eec8eb req-25d14645-b4fc-481e-b81e-7e4fee562b37 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:00.469514 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-50f9de96-78d1-49a3-a7b8-6fcf66eec8eb req-25d14645-b4fc-481e-b81e-7e4fee562b37 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 946 time: 0.0499132 Sep 25 01:37:00.516841 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-50f9de96-78d1-49a3-a7b8-6fcf66eec8eb req-d16655cc-7a82-4f56-b489-240d5e96804b tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Sep 25 01:37:01.148771 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=24 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:01.566677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1730df12-2f86-4de8-8c3e-706f1e8152bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:01.631361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:01.642328 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff095-1cb6-4eea-9a14-fddc853b9a87 req-5e3b3349-a1ed-484f-9b65-c809e26f615a tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:01.643810 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ecff095-1cb6-4eea-9a14-fddc853b9a87 req-5e3b3349-a1ed-484f-9b65-c809e26f615a tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 946 time: 0.0479648 Sep 25 01:37:01.694572 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9ecff095-1cb6-4eea-9a14-fddc853b9a87 req-8aae1c80-f521-4198-95f4-d59fa94a80d2 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449860 Sep 25 01:37:01.936708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46524b6c-ca70-4127-a98f-2a3b08b7dd08 req-5607e04c-fe04-40a3-a14b-0d5c1d6da474 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:01.938192 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-46524b6c-ca70-4127-a98f-2a3b08b7dd08 req-5607e04c-fe04-40a3-a14b-0d5c1d6da474 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 946 time: 0.0467098 Sep 25 01:37:01.986470 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-46524b6c-ca70-4127-a98f-2a3b08b7dd08 req-4f95f47c-c950-4a10-854b-0614dde8d2a1 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Sep 25 01:37:03.108571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffce80-7153-4069-b76f-9171a3a84ba9 req-e84767f7-0517-4da8-a7df-ddc6863f3933 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:03.110050 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d5ffce80-7153-4069-b76f-9171a3a84ba9 req-e84767f7-0517-4da8-a7df-ddc6863f3933 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 946 time: 0.0474367 Sep 25 01:37:03.157481 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d5ffce80-7153-4069-b76f-9171a3a84ba9 req-0ccfafa6-9b4a-4da2-bc0b-b33a277f4958 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Sep 25 01:37:03.541038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc565da-9a32-41da-b0f1-859352067e3e req-bdf8b486-faa3-4f50-b022-aac8c640b6b9 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:03.542465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8cc565da-9a32-41da-b0f1-859352067e3e req-bdf8b486-faa3-4f50-b022-aac8c640b6b9 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 946 time: 0.0456603 Sep 25 01:37:03.627739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-8cc565da-9a32-41da-b0f1-859352067e3e req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Deleting port 2ff32f4c-bb10-49ed-a561-e829210456b4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:03.628073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8cc565da-9a32-41da-b0f1-859352067e3e req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:03.728980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-8cc565da-9a32-41da-b0f1-859352067e3e req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] For port 2ff32f4c-bb10-49ed-a561-e829210456b4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2ff32f4c-bb10-49ed-a561-e829210456b4,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:03.729350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8cc565da-9a32-41da-b0f1-859352067e3e req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:03.745218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-8cc565da-9a32-41da-b0f1-859352067e3e req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Calling delete_port for 2ff32f4c-bb10-49ed-a561-e829210456b4 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:03.874966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:03.883498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8cc565da-9a32-41da-b0f1-859352067e3e req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2ff32f4c-bb10-49ed-a561-e829210456b4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:03.913200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Pushing event deleted for resources: {'Port': ['ID=2ff32f4c-bb10-49ed-a561-e829210456b4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:03.917350 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['f1bcb367-1b61-4769-af4f-83d641af5a87', '2ff32f4c-bb10-49ed-a561-e829210456b4'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:37:03.961184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc565da-9a32-41da-b0f1-859352067e3e req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] No DVR routers for this DVR port 2ff32f4c-bb10-49ed-a561-e829210456b4 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:03.963849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-8cc565da-9a32-41da-b0f1-859352067e3e req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:03.967240 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8cc565da-9a32-41da-b0f1-859352067e3e req-0268f7db-5b36-4544-8b4d-e75ab78e7a99 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.60 "DELETE /networking/v2.0/ports/2ff32f4c-bb10-49ed-a561-e829210456b4 HTTP/1.1" status: 204 len: 173 time: 0.4195838 Sep 25 01:37:03.967754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc83a2f-4383-4c34-b213-8098db96937e', 'name': 'network-vif-deleted', 'tag': '2ff32f4c-bb10-49ed-a561-e829210456b4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:37:03.970259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa668ef-bad7-40b3-9efd-5580cd43ff2e" -d '{"events": [{"server_uuid": "cbc83a2f-4383-4c34-b213-8098db96937e", "name": "network-vif-deleted", "tag": "2ff32f4c-bb10-49ed-a561-e829210456b4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:37:04.035515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b1297-8e1e-48ec-ac1f-966316123090 x-openstack-request-id: req-333b1297-8e1e-48ec-ac1f-966316123090 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:37:04.036099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc83a2f-4383-4c34-b213-8098db96937e", "name": "network-vif-deleted", "tag": "2ff32f4c-bb10-49ed-a561-e829210456b4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:37:04.037272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-333b1297-8e1e-48ec-ac1f-966316123090 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:37:04.038019 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333b1297-8e1e-48ec-ac1f-966316123090'] response: {'server_uuid': 'cbc83a2f-4383-4c34-b213-8098db96937e', 'name': 'network-vif-deleted', 'tag': '2ff32f4c-bb10-49ed-a561-e829210456b4', 'status': 'completed', 'code': 200} Sep 25 01:37:04.275863 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ea936426-0775-4ecc-b2c6-e62d5921aeb7 req-e4c7d12d-bfc8-47bc-992d-7d84042f1a19 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cbc83a2f-4383-4c34-b213-8098db96937e HTTP/1.1" status: 200 len: 210 time: 0.0322745 Sep 25 01:37:05.436199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca05d31-7831-4587-a87c-eb861d19c99e req-ea0c0152-fb77-4af1-8a2a-c7be79747347 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:05.437661 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ca05d31-7831-4587-a87c-eb861d19c99e req-ea0c0152-fb77-4af1-8a2a-c7be79747347 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0474434 Sep 25 01:37:05.484775 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9ca05d31-7831-4587-a87c-eb861d19c99e req-fc3b8280-f1aa-4800-b800-27a60c9c2313 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Sep 25 01:37:05.621801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eb9d9-bb96-44b6-befe-4732b2b14a54 req-dee39062-db81-4d7b-bef7-ef47ba1b34d5 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:05.623253 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d56eb9d9-bb96-44b6-befe-4732b2b14a54 req-dee39062-db81-4d7b-bef7-ef47ba1b34d5 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0465009 Sep 25 01:37:05.657982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:05.672163 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d56eb9d9-bb96-44b6-befe-4732b2b14a54 req-f0414348-9b34-4aea-a569-a5c5171e2679 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424147 Sep 25 01:37:05.793634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef9ce-e86d-44c4-8a29-e46e0da18dff req-1685eb7f-4901-4f4f-8de0-51d831bcb210 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:05.795218 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ceef9ce-e86d-44c4-8a29-e46e0da18dff req-1685eb7f-4901-4f4f-8de0-51d831bcb210 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0477023 Sep 25 01:37:05.843226 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ceef9ce-e86d-44c4-8a29-e46e0da18dff req-677b5144-f711-4778-8410-304106ffd532 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Sep 25 01:37:06.020954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:06.025466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee1b5-370f-45ba-a1fe-3dd5a3f04984 req-a1377e92-bd3e-463f-92ce-479c854a6575 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:06.026975 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23dee1b5-370f-45ba-a1fe-3dd5a3f04984 req-a1377e92-bd3e-463f-92ce-479c854a6575 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0505438 Sep 25 01:37:06.047685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:06.077137 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-23dee1b5-370f-45ba-a1fe-3dd5a3f04984 req-6a936c1e-340c-4039-aba8-f945ea6eb0b3 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Sep 25 01:37:06.201893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49111f2f-6e13-41ff-9d0c-cbfc1d5bb153 req-4576caab-c51a-4b97-928f-2b1d91fb3576 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:06.203368 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-49111f2f-6e13-41ff-9d0c-cbfc1d5bb153 req-4576caab-c51a-4b97-928f-2b1d91fb3576 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0520058 Sep 25 01:37:06.250878 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-49111f2f-6e13-41ff-9d0c-cbfc1d5bb153 req-0b7bf3c9-10fb-4f58-b361-1f94cebba8fe tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Sep 25 01:37:06.365505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:06.401573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cd97a-a744-4072-a6d9-67d683e5b35c req-2a06d5e3-a436-4f74-af89-09d7277a5530 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:06.403052 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b19cd97a-a744-4072-a6d9-67d683e5b35c req-2a06d5e3-a436-4f74-af89-09d7277a5530 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0498774 Sep 25 01:37:06.450800 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b19cd97a-a744-4072-a6d9-67d683e5b35c req-a0e4f99f-7a39-4d94-8f12-e1999965164e tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Sep 25 01:37:06.604267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:06.764525 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a0492-5786-4d01-bdf1-60344533b7df req-97ef3b11-4d44-4509-ba4d-57f62fbd523f tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:06.765983 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8f6a0492-5786-4d01-bdf1-60344533b7df req-97ef3b11-4d44-4509-ba4d-57f62fbd523f tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0463688 Sep 25 01:37:06.817336 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8f6a0492-5786-4d01-bdf1-60344533b7df req-38119ae1-7b49-4f90-823d-30fec55c466c tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452056 Sep 25 01:37:07.947073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db29ce-d87a-4d9b-864a-36537a0cdc77 req-4b59ad69-8796-4672-95e0-55234fc22314 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:07.948613 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-57db29ce-d87a-4d9b-864a-36537a0cdc77 req-4b59ad69-8796-4672-95e0-55234fc22314 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0542417 Sep 25 01:37:07.996618 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-57db29ce-d87a-4d9b-864a-36537a0cdc77 req-234abbce-5033-420a-9fdc-c5d8a736ccab tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=860f4b07-0253-4227-a352-ca6425a177b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Sep 25 01:37:08.470106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2ff32f4c-bb10-49ed-a561-e829210456b4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:37:08.492951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 2ff32f4c-bb10-49ed-a561-e829210456b4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:37:08.493298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 2ff32f4c-bb10-49ed-a561-e829210456b4 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:37:08.503308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-3848222b-c891-498e-a98b-1a5d3e4bbb51 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:08.504955 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-3848222b-c891-498e-a98b-1a5d3e4bbb51 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 946 time: 0.0474946 Sep 25 01:37:08.545495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:08.565798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:08.612318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Deleting port f1bcb367-1b61-4769-af4f-83d641af5a87 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:08.612665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:08.704509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] For port f1bcb367-1b61-4769-af4f-83d641af5a87, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f1bcb367-1b61-4769-af4f-83d641af5a87,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:08.704903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:08.718394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Calling delete_port for f1bcb367-1b61-4769-af4f-83d641af5a87 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:08.848693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f1bcb367-1b61-4769-af4f-83d641af5a87), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:08.883139 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Pushing event deleted for resources: {'Port': ['ID=f1bcb367-1b61-4769-af4f-83d641af5a87,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:08.884295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['f1bcb367-1b61-4769-af4f-83d641af5a87'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:37:08.930602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] No DVR routers for this DVR port f1bcb367-1b61-4769-af4f-83d641af5a87 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:08.933263 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:08.936848 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-211646a8-2c1f-4372-b68c-d01f1b22bad0 req-424a5284-402e-463d-bbe6-6cdfe7018c60 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.60 "DELETE /networking/v2.0/ports/f1bcb367-1b61-4769-af4f-83d641af5a87 HTTP/1.1" status: 204 len: 173 time: 0.4263887 Sep 25 01:37:08.937374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18694c3-2736-4431-909c-e725fbc14144', 'name': 'network-vif-deleted', 'tag': 'f1bcb367-1b61-4769-af4f-83d641af5a87'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:37:08.939911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec7469c-07fd-4efc-be0e-b7b730e76f0f" -d '{"events": [{"server_uuid": "d18694c3-2736-4431-909c-e725fbc14144", "name": "network-vif-deleted", "tag": "f1bcb367-1b61-4769-af4f-83d641af5a87"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:37:08.986269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f557bc60-7ae4-4c89-91b5-2d6ce8ae1dee x-openstack-request-id: req-f557bc60-7ae4-4c89-91b5-2d6ce8ae1dee {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:37:08.986886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18694c3-2736-4431-909c-e725fbc14144", "name": "network-vif-deleted", "tag": "f1bcb367-1b61-4769-af4f-83d641af5a87", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:37:08.986886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f557bc60-7ae4-4c89-91b5-2d6ce8ae1dee {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:37:08.987415 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f557bc60-7ae4-4c89-91b5-2d6ce8ae1dee'] response: {'server_uuid': 'd18694c3-2736-4431-909c-e725fbc14144', 'name': 'network-vif-deleted', 'tag': 'f1bcb367-1b61-4769-af4f-83d641af5a87', 'status': 'completed', 'code': 200} Sep 25 01:37:09.108441 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36d653ae-306c-4fa5-b066-541766695171 req-bc4bcf43-93a1-41dd-a712-7116f4fd32d1 tempest-ServersNegativeTestJSON-1012226415 tempest-ServersNegativeTestJSON-1012226415-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d18694c3-2736-4431-909c-e725fbc14144 HTTP/1.1" status: 200 len: 210 time: 0.0320601 Sep 25 01:37:10.177655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34520) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:10.484849 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:10.706977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Deleting port 6a83a32b-3274-42e1-a071-7f587033ae17 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:10.707323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:10.789378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] For port 6a83a32b-3274-42e1-a071-7f587033ae17, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a83a32b-3274-42e1-a071-7f587033ae17,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:10.789734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:10.802796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Calling delete_port for 6a83a32b-3274-42e1-a071-7f587033ae17 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:10.842993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:10.860137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:10.978761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (6a83a32b-3274-42e1-a071-7f587033ae17), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:11.003273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a83a32b-3274-42e1-a071-7f587033ae17,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:11.170848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:11.181581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:11.382532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:37:11.486315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:37:11.491459 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1c413b81-2581-4303-b318-9a92ff84333c admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/690d1b63-7ddc-4d05-9f34-ba5f13db34cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3126965 Sep 25 01:37:11.494042 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34522) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:11.496698 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] Sync routers for ids ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:37:11.507436 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] Routers {'690d1b63-7ddc-4d05-9f34-ba5f13db34cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:11.508168 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:11.594309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks [] for router (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:11.607720 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] Set router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:11.780619 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:37:10Z', 'revision_number': 5, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'gw_port': {'id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:11.806812 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] Checking router: 690d1b63-7ddc-4d05-9f34-ba5f13db34cb for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:37:11.815854 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] Routers {'690d1b63-7ddc-4d05-9f34-ba5f13db34cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:11.816511 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:11.919980 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] Set router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:11.980947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks [] for router_gateway (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.010798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:12.023176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:12.032851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Deleting port 8ad36b36-609d-4a56-b4e3-0e321099b67c {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:12.033330 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.093978 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:37:10Z', 'revision_number': 5, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'gw_port': {'id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:12.118786 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9658f7e-643c-4d01-af23-184ea1cfbda9 None None] The sync data for ids ['690d1b63-7ddc-4d05-9f34-ba5f13db34cb'] in dv-neutron-master-2-hyperv is: [{'id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'name': 'tempest-ServersNegativeTestJSON-771313067-router', 'tenant_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:37:10Z', 'revision_number': 5, 'project_id': 'ab2ed1791a2145edbe4c0b4c1cd9c687', 'gw_port': {'id': '8ad36b36-609d-4a56-b4e3-0e321099b67c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690d1b63-7ddc-4d05-9f34-ba5f13db34cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:36:33Z', 'updated_at': '2022-09-25T01:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:37:12.120510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] For port 8ad36b36-609d-4a56-b4e3-0e321099b67c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ad36b36-609d-4a56-b4e3-0e321099b67c,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:12.121008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.134990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Calling delete_port for 8ad36b36-609d-4a56-b4e3-0e321099b67c owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:12.305072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8ad36b36-609d-4a56-b4e3-0e321099b67c), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.328840 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad36b36-609d-4a56-b4e3-0e321099b67c,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:12.390355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.471275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device f1bcb367-1b61-4769-af4f-83d641af5a87 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:37:12.480853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.483145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks [] for router_controller (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.498842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: f1bcb367-1b61-4769-af4f-83d641af5a87 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:37:12.499257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device f1bcb367-1b61-4769-af4f-83d641af5a87 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:37:12.536939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (690d1b63-7ddc-4d05-9f34-ba5f13db34cb), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.537541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 690d1b63-7ddc-4d05-9f34-ba5f13db34cb {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:37:12.541964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.543132 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-1f7b50c9-c9f7-41f4-972a-b44fa8d1a7b6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/690d1b63-7ddc-4d05-9f34-ba5f13db34cb HTTP/1.1" status: 204 len: 168 time: 1.0481815 Sep 25 01:37:12.545959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34524) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:12.596729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a86d942-4b98-4fe3-9eb1-775a208ddf60 admin admin] Deleting subnet a8c171ee-14f1-4bad-b841-19f09f8f427a {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:37:12.600185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a86d942-4b98-4fe3-9eb1-775a208ddf60 admin admin] Publish callbacks [] for subnet (a8c171ee-14f1-4bad-b841-19f09f8f427a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.637342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a86d942-4b98-4fe3-9eb1-775a208ddf60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (a8c171ee-14f1-4bad-b841-19f09f8f427a), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.724934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a86d942-4b98-4fe3-9eb1-775a208ddf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (a8c171ee-14f1-4bad-b841-19f09f8f427a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.784051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a86d942-4b98-4fe3-9eb1-775a208ddf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (a8c171ee-14f1-4bad-b841-19f09f8f427a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.810019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86d942-4b98-4fe3-9eb1-775a208ddf60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c171ee-14f1-4bad-b841-19f09f8f427a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:12.813507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4a86d942-4b98-4fe3-9eb1-775a208ddf60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.816674 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4a86d942-4b98-4fe3-9eb1-775a208ddf60 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/a8c171ee-14f1-4bad-b841-19f09f8f427a HTTP/1.1" status: 204 len: 168 time: 0.2697752 Sep 25 01:37:12.819844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34526) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:12.822998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0c633-1e3b-4356-9e14-72a3686e52f4 None None] Network 1a749207-4436-4f0a-b628-27d8bbfe78ec requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:12.895485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (1a749207-4436-4f0a-b628-27d8bbfe78ec), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:12.903969 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:12.907550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:12.948978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Deleting port 5e5b0c72-240d-461a-913f-3a42b46b71a0 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:12.949322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.012735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] For port 5e5b0c72-240d-461a-913f-3a42b46b71a0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e5b0c72-240d-461a-913f-3a42b46b71a0,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:13.013004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.025558 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Calling delete_port for 5e5b0c72-240d-461a-913f-3a42b46b71a0 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:13.029010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:13.061398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e5b41e-df5c-40d9-a5d0-daa0ee6f2ba2 None None] DHCP port deletion for 1a749207-4436-4f0a-b628-27d8bbfe78ec request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:37:13.100867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5b41e-df5c-40d9-a5d0-daa0ee6f2ba2 None None] Deleting port 5e5b0c72-240d-461a-913f-3a42b46b71a0 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:13.101443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b41e-df5c-40d9-a5d0-daa0ee6f2ba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.118749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.144769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5b0c72-240d-461a-913f-3a42b46b71a0,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:13.147259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] No DVR routers for this DVR port 5e5b0c72-240d-461a-913f-3a42b46b71a0 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:13.171790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3e5b41e-df5c-40d9-a5d0-daa0ee6f2ba2 None None] For port 5e5b0c72-240d-461a-913f-3a42b46b71a0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e5b0c72-240d-461a-913f-3a42b46b71a0,segment=NetworkSegment(df2727ed-ec8e-4a95-8bfd-58d94d29df5f),segment_id=df2727ed-ec8e-4a95-8bfd-58d94d29df5f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:13.172236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b41e-df5c-40d9-a5d0-daa0ee6f2ba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.185779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5b41e-df5c-40d9-a5d0-daa0ee6f2ba2 None None] Calling delete_port for 5e5b0c72-240d-461a-913f-3a42b46b71a0 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:13.224961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (1a749207-4436-4f0a-b628-27d8bbfe78ec), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.246432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a749207-4436-4f0a-b628-27d8bbfe78ec']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:13.256210 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:13.256498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2727ed-ec8e-4a95-8bfd-58d94d29df5f') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:13.259977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b41e-df5c-40d9-a5d0-daa0ee6f2ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (5e5b0c72-240d-461a-913f-3a42b46b71a0), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.266400 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (df2727ed-ec8e-4a95-8bfd-58d94d29df5f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.281028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (df2727ed-ec8e-4a95-8bfd-58d94d29df5f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.285141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5b41e-df5c-40d9-a5d0-daa0ee6f2ba2 None None] Pushing event deleted for resources: {'Port': ['ID=5e5b0c72-240d-461a-913f-3a42b46b71a0,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:13.289963 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:37:13.290489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (df2727ed-ec8e-4a95-8bfd-58d94d29df5f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.293490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5b41e-df5c-40d9-a5d0-daa0ee6f2ba2 None None] No DVR routers for this DVR port 5e5b0c72-240d-461a-913f-3a42b46b71a0 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:13.333841 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment df2727ed-ec8e-4a95-8bfd-58d94d29df5f resource provider aggregate not found Sep 25 01:37:13.353343 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment df2727ed-ec8e-4a95-8bfd-58d94d29df5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df2727ed-ec8e-4a95-8bfd-58d94d29df5f found for delete ", "request_id": "req-63806003-3e92-4cd2-be2d-161e83fc9abd"}]} Sep 25 01:37:13.357044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (1a749207-4436-4f0a-b628-27d8bbfe78ec), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.362744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.365950 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/1a749207-4436-4f0a-b628-27d8bbfe78ec HTTP/1.1" status: 204 len: 168 time: 0.5451531 Sep 25 01:37:13.377272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829302c8-a288-43d1-9ad4-d70c509f7683 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a749207-4436-4f0a-b628-27d8bbfe78ec,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:13.499420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34534) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:13.543513 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6043da52-c9a9-413a-82df-d23f9903c412 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ab2ed1791a2145edbe4c0b4c1cd9c687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429072 Sep 25 01:37:13.545924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34536) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:13.594339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-11855cb4-9815-46c7-9930-4589b922a849 admin admin] Publish callbacks [] for security_group (860f4b07-0253-4227-a352-ca6425a177b7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.614921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-11855cb4-9815-46c7-9930-4589b922a849 admin admin] Publish callbacks [] for security_group (860f4b07-0253-4227-a352-ca6425a177b7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.664320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-11855cb4-9815-46c7-9930-4589b922a849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (860f4b07-0253-4227-a352-ca6425a177b7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.666878 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-11855cb4-9815-46c7-9930-4589b922a849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:13.668077 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-11855cb4-9815-46c7-9930-4589b922a849 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/860f4b07-0253-4227-a352-ca6425a177b7 HTTP/1.1" status: 204 len: 168 time: 0.1212463 Sep 25 01:37:13.675836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11855cb4-9815-46c7-9930-4589b922a849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860f4b07-0253-4227-a352-ca6425a177b7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:14.054126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8ad36b36-609d-4a56-b4e3-0e321099b67c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:37:14.074535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 8ad36b36-609d-4a56-b4e3-0e321099b67c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:37:14.074890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8ad36b36-609d-4a56-b4e3-0e321099b67c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:37:14.075325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6a83a32b-3274-42e1-a071-7f587033ae17 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:37:14.093911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 6a83a32b-3274-42e1-a071-7f587033ae17 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:37:14.094559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6a83a32b-3274-42e1-a071-7f587033ae17 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:37:14.094923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5e5b0c72-240d-461a-913f-3a42b46b71a0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:37:14.114125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 5e5b0c72-240d-461a-913f-3a42b46b71a0 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:37:14.114970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5e5b0c72-240d-461a-913f-3a42b46b71a0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:37:14.395095 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34558) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:14.507868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011950096'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:14.529303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:14.533434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:14.542008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:14.620286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for security_group (e2c531b3-09c7-4f75-a1c3-b9b5764f13af), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:14.624070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e2c531b3-09c7-4f75-a1c3-b9b5764f13af), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:14.632301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:14.656765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:37:14.671445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c531b3-09c7-4f75-a1c3-b9b5764f13af,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:14.674745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4e365185-e1fc-44be-8f64-ee301372b70f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:14.675161 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Added segment 4e365185-e1fc-44be-8f64-ee301372b70f of type vlan for network 7c242ee4-9691-48ec-9882-0ffd80132549 Sep 25 01:37:14.718985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (7c242ee4-9691-48ec-9882-0ffd80132549), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:14.727593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=74,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:14.747606 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (7c242ee4-9691-48ec-9882-0ffd80132549), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:14.752721 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:14.753302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:14.806531 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4096839 Sep 25 01:37:14.824732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb67fb-d9d8-4168-b16f-046b5897db48 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Network': ['ID=7c242ee4-9691-48ec-9882-0ffd80132549,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:14.835144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 7c242ee4-9691-48ec-9882-0ffd80132549 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:37:18.075772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34562) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:18.080973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'subnet': {'network_id': '7c242ee4-9691-48ec-9882-0ffd80132549', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:18.176344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:18.180702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.372135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (fc5d59a9-3119-4ecd-b43b-74d2a928499b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.432649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Subnet': ['ID=fc5d59a9-3119-4ecd-b43b-74d2a928499b,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:18.444777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.445137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.445488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.445833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.446174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.446512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.446844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.447174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.447503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.447828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.448187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.448527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.448851 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.449173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.449494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:18.455343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Checking segment: {'id': '4e365185-e1fc-44be-8f64-ee301372b70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c242ee4-9691-48ec-9882-0ffd80132549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:18.455709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network hostable DHCP agents. Network: 7c242ee4-9691-48ec-9882-0ffd80132549, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:37:18.474169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network 7c242ee4-9691-48ec-9882-0ffd80132549 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:37:18.482839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7c242ee4-9691-48ec-9882-0ffd80132549) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:18.487380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:18.488564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.492360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b1852-6b9d-4339-a487-0f5580cb935d None None] Network 7c242ee4-9691-48ec-9882-0ffd80132549 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:18.505695 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bafd2a7f-c7ad-4ff2-8529-29f316d1040b tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4287715 Sep 25 01:37:18.509661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34564) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:18.514602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2129927263'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:18.539227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:18.543348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.567580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:37:18.576715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4970cd01-0ed4-4d03-9b2e-7f3000c31fe8), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.577058 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Added segment 4970cd01-0ed4-4d03-9b2e-7f3000c31fe8 of type vlan for network ed36237f-e71e-4949-847b-5e2f445ef899 Sep 25 01:37:18.599553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7c242ee4-9691-48ec-9882-0ffd80132549', 'network_id': '7c242ee4-9691-48ec-9882-0ffd80132549', 'project_id': 'd1c353b4f225496798c30c291726eade', 'fixed_ips': [{'subnet_id': 'fc5d59a9-3119-4ecd-b43b-74d2a928499b'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:37:18.600859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.621895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (ed36237f-e71e-4949-847b-5e2f445ef899), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.650084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (ed36237f-e71e-4949-847b-5e2f445ef899), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.654802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:18.655644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.714006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2005985 Sep 25 01:37:18.714498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34566) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:18.719281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'subnet': {'network_id': 'ed36237f-e71e-4949-847b-5e2f445ef899', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:18.746031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b16e0f-0f52-4fa2-b1a8-26c38107d6e0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Network': ['ID=ed36237f-e71e-4949-847b-5e2f445ef899,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:18.747362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Allocated IP 2001:db8:0:ffff::2 (7c242ee4-9691-48ec-9882-0ffd80132549/fc5d59a9-3119-4ecd-b43b-74d2a928499b/8f0f6891-e150-44f7-a3e2-0f07ff03041e) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:18.760084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network ed36237f-e71e-4949-847b-5e2f445ef899 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:37:18.777848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:18.819337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:18.825832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:18.829613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.941160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:18.964311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Publish callbacks [] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.972269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:18.980429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:19.012928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Network 7c242ee4-9691-48ec-9882-0ffd80132549 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:19.016431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:19.021746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:19.030865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Pushing event updated for resources: {'Port': ['ID=8f0f6891-e150-44f7-a3e2-0f07ff03041e,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:19.032756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (06764974-cb70-409e-aa9c-e137087571e5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.086331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Attempting to bind port 8f0f6891-e150-44f7-a3e2-0f07ff03041e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:19.086648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Attempting to bind port 8f0f6891-e150-44f7-a3e2-0f07ff03041e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4e365185-e1fc-44be-8f64-ee301372b70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c242ee4-9691-48ec-9882-0ffd80132549'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:19.087015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Attempting to bind port 8f0f6891-e150-44f7-a3e2-0f07ff03041e on network 7c242ee4-9691-48ec-9882-0ffd80132549 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:19.104692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Subnet': ['ID=06764974-cb70-409e-aa9c-e137087571e5,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:19.109681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Checking segment: {'id': '4970cd01-0ed4-4d03-9b2e-7f3000c31fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ed36237f-e71e-4949-847b-5e2f445ef899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:19.109681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network hostable DHCP agents. Network: ed36237f-e71e-4949-847b-5e2f445ef899, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:37:19.127260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network ed36237f-e71e-4949-847b-5e2f445ef899 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:37:19.132787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:19.133168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Checking segment: {'id': '4e365185-e1fc-44be-8f64-ee301372b70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c242ee4-9691-48ec-9882-0ffd80132549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:19.133578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.133962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Bound using segment: {'id': '4e365185-e1fc-44be-8f64-ee301372b70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c242ee4-9691-48ec-9882-0ffd80132549'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:19.134421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Bound port: 8f0f6891-e150-44f7-a3e2-0f07ff03041e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e365185-e1fc-44be-8f64-ee301372b70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c242ee4-9691-48ec-9882-0ffd80132549'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:19.134804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.136736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ed36237f-e71e-4949-847b-5e2f445ef899) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:19.140998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:19.141611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.148776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5799d6c4-2170-4c7a-b42e-b8e8447f3561 None None] Network ed36237f-e71e-4949-847b-5e2f445ef899 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:19.158722 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a04f1d94-735e-4e1d-a4ff-0d8db57b432f tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4431617 Sep 25 01:37:19.161983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34568) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:19.261945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] For port 8f0f6891-e150-44f7-a3e2-0f07ff03041e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:19.266822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (ed36237f-e71e-4949-847b-5e2f445ef899), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.275500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] For port 8f0f6891-e150-44f7-a3e2-0f07ff03041e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f0f6891-e150-44f7-a3e2-0f07ff03041e,segment=NetworkSegment(4e365185-e1fc-44be-8f64-ee301372b70f),segment_id=4e365185-e1fc-44be-8f64-ee301372b70f)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:19.296585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.305958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3a0c5-944e-4568-a82f-a57e22b942bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ed36237f-e71e-4949-847b-5e2f445ef899', 'network_id': 'ed36237f-e71e-4949-847b-5e2f445ef899', 'project_id': 'd1c353b4f225496798c30c291726eade', 'fixed_ips': [{'subnet_id': '06764974-cb70-409e-aa9c-e137087571e5'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:37:19.306857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b0c3a0c5-944e-4568-a82f-a57e22b942bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.354116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (06764974-cb70-409e-aa9c-e137087571e5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.374048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ee01e-764b-4de1-b8f8-b5eacf8f5aa2 None None] Pushing event updated for resources: {'Port': ['ID=8f0f6891-e150-44f7-a3e2-0f07ff03041e,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:19.437610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (06764974-cb70-409e-aa9c-e137087571e5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server [None req-b0c3a0c5-944e-4568-a82f-a57e22b942bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06764974-cb70-409e-aa9c-e137087571e5: This subnet is being modified by another concurrent operation. Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise self.value Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1568, in create_port Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1533, in _create_port_db Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server raise exception Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06764974-cb70-409e-aa9c-e137087571e5: This subnet is being modified by another concurrent operation. Sep 25 01:37:19.454714 dv-neutron-master-2-hyperv neutron-server[107189]: ERROR oslo_messaging.rpc.server Sep 25 01:37:19.471811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Subnet': ['ID=06764974-cb70-409e-aa9c-e137087571e5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:19.550410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (ed36237f-e71e-4949-847b-5e2f445ef899), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.579985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed36237f-e71e-4949-847b-5e2f445ef899']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:19.590769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4970cd01-0ed4-4d03-9b2e-7f3000c31fe8') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:19.591071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4970cd01-0ed4-4d03-9b2e-7f3000c31fe8') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:19.601872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (4970cd01-0ed4-4d03-9b2e-7f3000c31fe8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.616486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4970cd01-0ed4-4d03-9b2e-7f3000c31fe8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.623417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:37:19.623912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (4970cd01-0ed4-4d03-9b2e-7f3000c31fe8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.671413 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 4970cd01-0ed4-4d03-9b2e-7f3000c31fe8 resource provider aggregate not found Sep 25 01:37:19.689457 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 4970cd01-0ed4-4d03-9b2e-7f3000c31fe8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4970cd01-0ed4-4d03-9b2e-7f3000c31fe8 found for delete ", "request_id": "req-1ef55417-ac6f-4c7a-9a6c-2b1fd4a83ddc"}]} Sep 25 01:37:19.697603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (ed36237f-e71e-4949-847b-5e2f445ef899), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.704644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.707941 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/networks/ed36237f-e71e-4949-847b-5e2f445ef899 HTTP/1.1" status: 204 len: 168 time: 0.5449917 Sep 25 01:37:19.712192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34574) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:19.717335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-605538282'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:19.721217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40634d4-809f-40b4-b544-b233fe0a43ec tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Network': ['ID=ed36237f-e71e-4949-847b-5e2f445ef899,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:19.739827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:19.743566 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.767095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:37:19.775671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (14bf0f76-5741-49e5-a4f9-f959f758922a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.776048 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Added segment 14bf0f76-5741-49e5-a4f9-f959f758922a of type vlan for network 8b925802-0774-4128-ac16-288b09fc63bc Sep 25 01:37:19.817297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (8b925802-0774-4128-ac16-288b09fc63bc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.841745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (8b925802-0774-4128-ac16-288b09fc63bc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.846674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:19.847256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:19.904015 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1906404 Sep 25 01:37:19.907232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34576) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:19.912278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'subnet': {'network_id': '8b925802-0774-4128-ac16-288b09fc63bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:19.923176 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e945c-89a0-4b67-8fe1-2d892fe4b5ac tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Network': ['ID=8b925802-0774-4128-ac16-288b09fc63bc,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:19.926415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:19.933731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 8b925802-0774-4128-ac16-288b09fc63bc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:37:19.981144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:20.013715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:20.018034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.090653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Performing IP validity checks on allocation pools {{(pid=107187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 25 01:37:20.091206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.ipam_backend_mixin [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 25 01:37:20.094278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8f0f6891-e150-44f7-a3e2-0f07ff03041e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:20.146157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8f0f6891-e150-44f7-a3e2-0f07ff03041e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:20.146541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.146884 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8f0f6891-e150-44f7-a3e2-0f07ff03041e Sep 25 01:37:20.230294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (d5d2fa9b-40a9-4c74-9907-63fa2c4954ea), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.302353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Subnet': ['ID=d5d2fa9b-40a9-4c74-9907-63fa2c4954ea,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:20.311647 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Checking segment: {'id': '14bf0f76-5741-49e5-a4f9-f959f758922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8b925802-0774-4128-ac16-288b09fc63bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:20.312039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network hostable DHCP agents. Network: 8b925802-0774-4128-ac16-288b09fc63bc, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:37:20.330942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network 8b925802-0774-4128-ac16-288b09fc63bc is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:37:20.342192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8b925802-0774-4128-ac16-288b09fc63bc) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:20.347348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:20.348034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.364990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b97035-c002-4156-ba03-36d97c5333a3 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=107189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 01:37:20.368199 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8513ecac-f55d-44d4-b331-c184db546fa0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4598064 Sep 25 01:37:20.371057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34578) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:20.405685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8f0f6891-e150-44f7-a3e2-0f07ff03041e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:20.406097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.431397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d61abfb5-a5e0-4750-b89c-45b33a971a07 None None] Provisioning complete for port 8f0f6891-e150-44f7-a3e2-0f07ff03041e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:20.431698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d61abfb5-a5e0-4750-b89c-45b33a971a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.432072 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d61abfb5-a5e0-4750-b89c-45b33a971a07 None None] Attempt 1 to provision port 8f0f6891-e150-44f7-a3e2-0f07ff03041e Sep 25 01:37:20.464826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:20.469908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (8b925802-0774-4128-ac16-288b09fc63bc), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.512875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 8f0f6891-e150-44f7-a3e2-0f07ff03041e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f0f6891-e150-44f7-a3e2-0f07ff03041e,segment=NetworkSegment(4e365185-e1fc-44be-8f64-ee301372b70f),segment_id=4e365185-e1fc-44be-8f64-ee301372b70f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:20.521043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:20.523875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:20.524190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.529603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (d5d2fa9b-40a9-4c74-9907-63fa2c4954ea), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.536087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:20.556552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b97035-c002-4156-ba03-36d97c5333a3 None None] Resources bound (agent type, host, resource id): {{(pid=107189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 25 01:37:20.594201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (d5d2fa9b-40a9-4c74-9907-63fa2c4954ea), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.623221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d2fa9b-40a9-4c74-9907-63fa2c4954ea,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:20.623768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d61abfb5-a5e0-4750-b89c-45b33a971a07 None None] Current status of the port 8f0f6891-e150-44f7-a3e2-0f07ff03041e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:20.640429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=8f0f6891-e150-44f7-a3e2-0f07ff03041e,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:20.692204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (8b925802-0774-4128-ac16-288b09fc63bc), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.715545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b925802-0774-4128-ac16-288b09fc63bc']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:20.727306 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bf0f76-5741-49e5-a4f9-f959f758922a') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:20.727609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bf0f76-5741-49e5-a4f9-f959f758922a') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:20.737887 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (14bf0f76-5741-49e5-a4f9-f959f758922a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.751631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (14bf0f76-5741-49e5-a4f9-f959f758922a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.759361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:37:20.759761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (14bf0f76-5741-49e5-a4f9-f959f758922a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.770092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e391c0-c0a9-4914-b0ce-9b259c10d830 None None] Network 7c242ee4-9691-48ec-9882-0ffd80132549 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:20.796442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ab76d-3070-4cec-b99e-eb7d66160113 None None] Network ed36237f-e71e-4949-847b-5e2f445ef899 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:20.798454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a1510-d29e-4534-8708-a151bfabbb6f None None] Network 8b925802-0774-4128-ac16-288b09fc63bc requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:20.837148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (8b925802-0774-4128-ac16-288b09fc63bc), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.850571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.855748 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8b925802-0774-4128-ac16-288b09fc63bc HTTP/1.1" status: 204 len: 168 time: 0.4829900 Sep 25 01:37:20.859120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34584) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:20.868293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749942333'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:20.871759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb2108-ac93-4320-98f8-0c41584de5a6 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Network': ['ID=8b925802-0774-4128-ac16-288b09fc63bc,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:20.894700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a1510-d29e-4534-8708-a151bfabbb6f None None] Network 8b925802-0774-4128-ac16-288b09fc63bc could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:37:20.912519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:20.917578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.929245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ab76d-3070-4cec-b99e-eb7d66160113 None None] Network ed36237f-e71e-4949-847b-5e2f445ef899 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:37:20.933999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52bc110-10e4-496b-af45-e035ffe9537e None None] Network 8b925802-0774-4128-ac16-288b09fc63bc requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:20.951335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:37:20.957004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52bc110-10e4-496b-af45-e035ffe9537e None None] Network 8b925802-0774-4128-ac16-288b09fc63bc could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:37:20.965151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9d9e55cf-9fb2-472f-a2b1-2a33b64e9221), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:20.965624 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Added segment 9d9e55cf-9fb2-472f-a2b1-2a33b64e9221 of type vlan for network 478633d6-9a7e-4d54-a73f-803e24ab3f54 Sep 25 01:37:21.003524 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 14bf0f76-5741-49e5-a4f9-f959f758922a resource provider aggregate not found Sep 25 01:37:21.029635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (478633d6-9a7e-4d54-a73f-803e24ab3f54), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.037120 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 14bf0f76-5741-49e5-a4f9-f959f758922a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14bf0f76-5741-49e5-a4f9-f959f758922a found for delete ", "request_id": "req-68645e81-62fa-49d1-9f48-902cc494800f"}]} Sep 25 01:37:21.059476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (478633d6-9a7e-4d54-a73f-803e24ab3f54), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.064472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:21.065058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.128283 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2679920 Sep 25 01:37:21.132202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34588) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:21.138330 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'subnet': {'network_id': '478633d6-9a7e-4d54-a73f-803e24ab3f54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:21.146803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06940c-4540-4c13-8c59-a63096256405 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Network': ['ID=478633d6-9a7e-4d54-a73f-803e24ab3f54,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:21.158040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 478633d6-9a7e-4d54-a73f-803e24ab3f54 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:37:21.245035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-5c7c8783-43ed-4fe2-9630-503c05f7de22 None None] Provisioning complete for port 8f0f6891-e150-44f7-a3e2-0f07ff03041e triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:21.245503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8783-43ed-4fe2-9630-503c05f7de22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.245876 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5c7c8783-43ed-4fe2-9630-503c05f7de22 None None] Attempt 1 to provision port 8f0f6891-e150-44f7-a3e2-0f07ff03041e Sep 25 01:37:21.256963 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:21.260929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.325607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c8783-43ed-4fe2-9630-503c05f7de22 None None] Current status of the port 8f0f6891-e150-44f7-a3e2-0f07ff03041e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:21.451867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.514773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Subnet': ['ID=47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:21.523484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Checking segment: {'id': '9d9e55cf-9fb2-472f-a2b1-2a33b64e9221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '478633d6-9a7e-4d54-a73f-803e24ab3f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:21.523847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network hostable DHCP agents. Network: 478633d6-9a7e-4d54-a73f-803e24ab3f54, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:37:21.540784 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network 478633d6-9a7e-4d54-a73f-803e24ab3f54 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:37:21.549269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 478633d6-9a7e-4d54-a73f-803e24ab3f54) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:21.554163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:21.554824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.559245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f414b-d722-4e33-86a0-4b16460d2a57 None None] Network 478633d6-9a7e-4d54-a73f-803e24ab3f54 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:21.572740 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-90bb8e56-6119-47a1-aacf-f209d454ea76 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4393606 Sep 25 01:37:21.576735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34590) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:21.581896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388810571'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:21.603543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:21.607530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.633550 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:37:21.643461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.643804 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Added segment 3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d of type vlan for network bdb4c9db-abf9-41d7-8a24-e216591862f7 Sep 25 01:37:21.666435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-478633d6-9a7e-4d54-a73f-803e24ab3f54', 'network_id': '478633d6-9a7e-4d54-a73f-803e24ab3f54', 'project_id': 'd1c353b4f225496798c30c291726eade', 'fixed_ips': [{'subnet_id': '47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:37:21.667387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.694008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (bdb4c9db-abf9-41d7-8a24-e216591862f7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.696094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:21.700233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:21.727233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (bdb4c9db-abf9-41d7-8a24-e216591862f7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.732367 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:21.732959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.793741 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2157919 Sep 25 01:37:21.797349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34592) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:21.804430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Request body: {'subnet': {'network_id': 'bdb4c9db-abf9-41d7-8a24-e216591862f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:21.805821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68868b7-a156-412f-a88f-b1c8bd0a82dd tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Network': ['ID=bdb4c9db-abf9-41d7-8a24-e216591862f7,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:21.809680 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Allocated IP 2001:db8::2 (478633d6-9a7e-4d54-a73f-803e24ab3f54/47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8/bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:21.811750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:21.818553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network bdb4c9db-abf9-41d7-8a24-e216591862f7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:37:21.904288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Made reservation on behalf of d1c353b4f225496798c30c291726eade for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:21.908367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:21.953623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:22.004264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:22.027609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Publish callbacks [] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.036046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.037188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:22.082752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Network 478633d6-9a7e-4d54-a73f-803e24ab3f54 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:22.088408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:22.091320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8f0f6891-e150-44f7-a3e2-0f07ff03041e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:22.093335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:22.095648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Pushing event updated for resources: {'Port': ['ID=bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:22.096246 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=65 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:22.097421 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=61 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:22.113975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (ea7e763f-804f-419f-bdbd-8013d723a0ae), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.177547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event updated for resources: {'Subnet': ['ID=ea7e763f-804f-419f-bdbd-8013d723a0ae,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:22.186168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Checking segment: {'id': '3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bdb4c9db-abf9-41d7-8a24-e216591862f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:22.186532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network hostable DHCP agents. Network: bdb4c9db-abf9-41d7-8a24-e216591862f7, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:37:22.192070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Attempting to bind port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:22.193002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Attempting to bind port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9d9e55cf-9fb2-472f-a2b1-2a33b64e9221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '478633d6-9a7e-4d54-a73f-803e24ab3f54'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:22.193370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Attempting to bind port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 on network 478633d6-9a7e-4d54-a73f-803e24ab3f54 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:22.204444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Network bdb4c9db-abf9-41d7-8a24-e216591862f7 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:37:22.214622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bdb4c9db-abf9-41d7-8a24-e216591862f7) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:22.216882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 8f0f6891-e150-44f7-a3e2-0f07ff03041e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:22.217290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.217662 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 8f0f6891-e150-44f7-a3e2-0f07ff03041e Sep 25 01:37:22.219744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:22.220658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.237286 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9b0cf340-7a94-4062-81f7-8c030dedcd06 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4377866 Sep 25 01:37:22.240421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34594) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:22.241838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d5aeb5-a6b4-4702-8b37-f8b8f46cab48 None None] Network bdb4c9db-abf9-41d7-8a24-e216591862f7 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:22.325697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:22.326080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Checking segment: {'id': '9d9e55cf-9fb2-472f-a2b1-2a33b64e9221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '478633d6-9a7e-4d54-a73f-803e24ab3f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:22.326487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.326883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Bound using segment: {'id': '9d9e55cf-9fb2-472f-a2b1-2a33b64e9221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '478633d6-9a7e-4d54-a73f-803e24ab3f54'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:22.327354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Bound port: bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9e55cf-9fb2-472f-a2b1-2a33b64e9221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '478633d6-9a7e-4d54-a73f-803e24ab3f54'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:22.327732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.342596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (bdb4c9db-abf9-41d7-8a24-e216591862f7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.397037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (ea7e763f-804f-419f-bdbd-8013d723a0ae), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.443477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 8f0f6891-e150-44f7-a3e2-0f07ff03041e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:22.455860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b6a9d-8b80-4c40-90e2-35156bda54b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bdb4c9db-abf9-41d7-8a24-e216591862f7', 'network_id': 'bdb4c9db-abf9-41d7-8a24-e216591862f7', 'project_id': 'd1c353b4f225496798c30c291726eade', 'fixed_ips': [{'subnet_id': 'ea7e763f-804f-419f-bdbd-8013d723a0ae'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:37:22.456811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ba2b6a9d-8b80-4c40-90e2-35156bda54b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.464483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] For port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:22.464782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (ea7e763f-804f-419f-bdbd-8013d723a0ae), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.486269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] For port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4,segment=NetworkSegment(9d9e55cf-9fb2-472f-a2b1-2a33b64e9221),segment_id=9d9e55cf-9fb2-472f-a2b1-2a33b64e9221)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:22.491989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7e763f-804f-419f-bdbd-8013d723a0ae,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:22.498557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.565002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (bdb4c9db-abf9-41d7-8a24-e216591862f7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.587592 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb4c9db-abf9-41d7-8a24-e216591862f7']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:22.593467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad865741-b9e7-4c47-af7d-25343a47c43b None None] Network bdb4c9db-abf9-41d7-8a24-e216591862f7 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:22.597815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:22.598126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:22.610774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.615616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374166e-a566-41cf-b9ee-ab85b10d7958 None None] Pushing event updated for resources: {'Port': ['ID=bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:22.624470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.632073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:37:22.632479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.686110 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d resource provider aggregate not found Sep 25 01:37:22.711080 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a7846aa-bf3d-44f1-861a-cf8f8eea1c9d found for delete ", "request_id": "req-cd0af173-f26e-44fa-87e5-95ae5ce537c4"}]} Sep 25 01:37:22.734034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (bdb4c9db-abf9-41d7-8a24-e216591862f7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.744723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.748742 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bdb4c9db-abf9-41d7-8a24-e216591862f7 HTTP/1.1" status: 204 len: 168 time: 0.5073078 Sep 25 01:37:22.751378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34600) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:22.772521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d112ac3-8e52-4177-9d53-0f9f886cda65 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Network': ['ID=bdb4c9db-abf9-41d7-8a24-e216591862f7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:22.793324 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0487f4ef-0547-4f59-8438-3c956bae8399 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] GET failed (client error): The resource could not be found. Sep 25 01:37:22.794746 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0487f4ef-0547-4f59-8438-3c956bae8399 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "GET /networking/v2.0/subnets/ea7e763f-804f-419f-bdbd-8013d723a0ae HTTP/1.1" status: 404 len: 337 time: 0.0422819 Sep 25 01:37:22.797500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34602) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:22.816227 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a0dad5-96e1-4116-8821-e8107ce95e36 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] DELETE failed (client error): The resource could not be found. Sep 25 01:37:22.816778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a0dad5-96e1-4116-8821-e8107ce95e36 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:37:22.820588 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-79a0dad5-96e1-4116-8821-e8107ce95e36 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bdb4c9db-abf9-41d7-8a24-e216591862f7 HTTP/1.1" status: 404 len: 339 time: 0.0221357 Sep 25 01:37:22.824429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34604) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:22.852663 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a30357d-1a0a-4272-ab9d-73fd0b08f716 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] DELETE failed (client error): The resource could not be found. Sep 25 01:37:22.853039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a30357d-1a0a-4272-ab9d-73fd0b08f716 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:37:22.856309 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7a30357d-1a0a-4272-ab9d-73fd0b08f716 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/ea7e763f-804f-419f-bdbd-8013d723a0ae HTTP/1.1" status: 404 len: 337 time: 0.0308998 Sep 25 01:37:22.858944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34606) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:22.880702 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1942f0d-584d-478f-9a92-81b41b52f4e9 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] DELETE failed (client error): The resource could not be found. Sep 25 01:37:22.881240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1942f0d-584d-478f-9a92-81b41b52f4e9 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:37:22.884364 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e1942f0d-584d-478f-9a92-81b41b52f4e9 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bdb4c9db-abf9-41d7-8a24-e216591862f7 HTTP/1.1" status: 404 len: 339 time: 0.0244448 Sep 25 01:37:22.886908 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34608) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:22.943398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bc7360-b335-4790-ad65-c941b5d8b781 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Deleting subnet 47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:37:22.946629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92bc7360-b335-4790-ad65-c941b5d8b781 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for subnet (47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:22.989888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92bc7360-b335-4790-ad65-c941b5d8b781 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.037708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:23.076244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92bc7360-b335-4790-ad65-c941b5d8b781 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.098397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:23.140796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92bc7360-b335-4790-ad65-c941b5d8b781 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.168666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc7360-b335-4790-ad65-c941b5d8b781 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Subnet': ['ID=47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:23.172452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-92bc7360-b335-4790-ad65-c941b5d8b781 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.178367 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-92bc7360-b335-4790-ad65-c941b5d8b781 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/47a4c742-b2f0-48e0-b3e3-f1bc23e66dd8 HTTP/1.1" status: 204 len: 168 time: 0.2877891 Sep 25 01:37:23.178629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34610) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:23.257870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (478633d6-9a7e-4d54-a73f-803e24ab3f54), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.306918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Deleting port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:23.307260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.378366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] For port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4,segment=NetworkSegment(9d9e55cf-9fb2-472f-a2b1-2a33b64e9221),segment_id=9d9e55cf-9fb2-472f-a2b1-2a33b64e9221)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:23.378749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.393421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Calling delete_port for bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:23.492062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd927909-8964-4c13-b921-90f9f0322d05 None None] Network 478633d6-9a7e-4d54-a73f-803e24ab3f54 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:23.542904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:23.574037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4f2d9392-dbcf-4051-917a-8f447438e50e None None] Provisioning complete for port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:23.574424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9392-dbcf-4051-917a-8f447438e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.574769 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4f2d9392-dbcf-4051-917a-8f447438e50e None None] Attempt 1 to provision port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 Sep 25 01:37:23.614278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:23.690251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d9392-dbcf-4051-917a-8f447438e50e None None] Current status of the port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:23.690647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9392-dbcf-4051-917a-8f447438e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.714268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] DHCP port deletion for 478633d6-9a7e-4d54-a73f-803e24ab3f54 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:37:23.750378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4f2d9392-dbcf-4051-917a-8f447438e50e None None] For port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4,segment=NetworkSegment(9d9e55cf-9fb2-472f-a2b1-2a33b64e9221),segment_id=9d9e55cf-9fb2-472f-a2b1-2a33b64e9221)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:23.765974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9392-dbcf-4051-917a-8f447438e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.789583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] Deleting port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:23.789955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.818548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.841623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Port': ['ID=bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:23.847325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] No DVR routers for this DVR port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:23.934231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (478633d6-9a7e-4d54-a73f-803e24ab3f54), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.954724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478633d6-9a7e-4d54-a73f-803e24ab3f54']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:23.964954 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9e55cf-9fb2-472f-a2b1-2a33b64e9221') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:23.965257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9e55cf-9fb2-472f-a2b1-2a33b64e9221') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:23.976276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (9d9e55cf-9fb2-472f-a2b1-2a33b64e9221), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.991053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9d9e55cf-9fb2-472f-a2b1-2a33b64e9221), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:23.999560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:37:24.000287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (9d9e55cf-9fb2-472f-a2b1-2a33b64e9221), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.023974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d9392-dbcf-4051-917a-8f447438e50e None None] Pushing event updated for resources: {'Port': ['ID=bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:24.027475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] For port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4,segment=NetworkSegment(9d9e55cf-9fb2-472f-a2b1-2a33b64e9221),segment_id=9d9e55cf-9fb2-472f-a2b1-2a33b64e9221)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:24.027876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.041664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] Calling delete_port for bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:24.070310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (478633d6-9a7e-4d54-a73f-803e24ab3f54), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.077300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.080460 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/networks/478633d6-9a7e-4d54-a73f-803e24ab3f54 HTTP/1.1" status: 204 len: 168 time: 0.9008784 Sep 25 01:37:24.082996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34612) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:24.100345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d86ed-3f18-4efc-b9cb-04ff44582222 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Network': ['ID=478633d6-9a7e-4d54-a73f-803e24ab3f54,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:24.119177 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd13d8f-b0ef-4010-9420-ddb1cfd553f7 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] DELETE failed (client error): The resource could not be found. Sep 25 01:37:24.119645 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd13d8f-b0ef-4010-9420-ddb1cfd553f7 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:37:24.120881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.125028 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fdd13d8f-b0ef-4010-9420-ddb1cfd553f7 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d5d2fa9b-40a9-4c74-9907-63fa2c4954ea HTTP/1.1" status: 404 len: 337 time: 0.0387495 Sep 25 01:37:24.125253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34614) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:24.144007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] Pushing event deleted for resources: {'Port': ['ID=bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:24.146822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] Network 478633d6-9a7e-4d54-a73f-803e24ab3f54 is not hosted by any dhcp agent {{(pid=107189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 25 01:37:24.147295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f1a44-e08e-44c3-ba01-d0885db8bfed None None] No DVR routers for this DVR port bd6b6da3-cdc2-4228-bc50-9b6d42b12ca4 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:24.147556 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7086cad-ce59-43c4-9e7c-09bfd586eed3 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] DELETE failed (client error): The resource could not be found. Sep 25 01:37:24.148081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7086cad-ce59-43c4-9e7c-09bfd586eed3 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:37:24.151026 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b7086cad-ce59-43c4-9e7c-09bfd586eed3 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/networks/8b925802-0774-4128-ac16-288b09fc63bc HTTP/1.1" status: 404 len: 339 time: 0.0248520 Sep 25 01:37:24.154015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34616) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:24.183077 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-be601cd2-7398-4563-828a-597005ddb8f5 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] DELETE failed (client error): The resource could not be found. Sep 25 01:37:24.183549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be601cd2-7398-4563-828a-597005ddb8f5 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:37:24.186527 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-be601cd2-7398-4563-828a-597005ddb8f5 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/06764974-cb70-409e-aa9c-e137087571e5 HTTP/1.1" status: 404 len: 337 time: 0.0314305 Sep 25 01:37:24.189067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34618) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:24.206363 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0175e634-de78-4d3d-8b1c-08f174342fe0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] DELETE failed (client error): The resource could not be found. Sep 25 01:37:24.206839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0175e634-de78-4d3d-8b1c-08f174342fe0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 25 01:37:24.209993 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0175e634-de78-4d3d-8b1c-08f174342fe0 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/networks/ed36237f-e71e-4949-847b-5e2f445ef899 HTTP/1.1" status: 404 len: 339 time: 0.0200412 Sep 25 01:37:24.212967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34620) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:24.268302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6fe1ea-22db-404e-89bd-01f5a55e5d33 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Deleting subnet fc5d59a9-3119-4ecd-b43b-74d2a928499b {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:37:24.271333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae6fe1ea-22db-404e-89bd-01f5a55e5d33 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for subnet (fc5d59a9-3119-4ecd-b43b-74d2a928499b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.312657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae6fe1ea-22db-404e-89bd-01f5a55e5d33 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (fc5d59a9-3119-4ecd-b43b-74d2a928499b), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.403440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae6fe1ea-22db-404e-89bd-01f5a55e5d33 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (fc5d59a9-3119-4ecd-b43b-74d2a928499b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.466843 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae6fe1ea-22db-404e-89bd-01f5a55e5d33 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (fc5d59a9-3119-4ecd-b43b-74d2a928499b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.492252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fe1ea-22db-404e-89bd-01f5a55e5d33 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5d59a9-3119-4ecd-b43b-74d2a928499b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:24.498132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ae6fe1ea-22db-404e-89bd-01f5a55e5d33 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.504038 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ae6fe1ea-22db-404e-89bd-01f5a55e5d33 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/fc5d59a9-3119-4ecd-b43b-74d2a928499b HTTP/1.1" status: 204 len: 168 time: 0.2878704 Sep 25 01:37:24.504257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34622) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:24.504766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3bc86-65e1-4eca-a20d-be0ec15fde23 None None] Network 7c242ee4-9691-48ec-9882-0ffd80132549 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:24.582130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (7c242ee4-9691-48ec-9882-0ffd80132549), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.635153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Deleting port 8f0f6891-e150-44f7-a3e2-0f07ff03041e {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:24.635501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.653132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67626d0b-d392-4bb9-9f51-4d2cb2c4049d None None] DHCP port deletion for 7c242ee4-9691-48ec-9882-0ffd80132549 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:37:24.695569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-67626d0b-d392-4bb9-9f51-4d2cb2c4049d None None] Deleting port 8f0f6891-e150-44f7-a3e2-0f07ff03041e {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:24.695973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-67626d0b-d392-4bb9-9f51-4d2cb2c4049d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.703175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] For port 8f0f6891-e150-44f7-a3e2-0f07ff03041e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f0f6891-e150-44f7-a3e2-0f07ff03041e,segment=NetworkSegment(4e365185-e1fc-44be-8f64-ee301372b70f),segment_id=4e365185-e1fc-44be-8f64-ee301372b70f)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:24.703553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.717468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Calling delete_port for 8f0f6891-e150-44f7-a3e2-0f07ff03041e owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:24.729757 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9d9e55cf-9fb2-472f-a2b1-2a33b64e9221 resource provider aggregate not found Sep 25 01:37:24.749135 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 9d9e55cf-9fb2-472f-a2b1-2a33b64e9221 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d9e55cf-9fb2-472f-a2b1-2a33b64e9221 found for delete ", "request_id": "req-ebaaed56-4db2-4884-8e6a-18a01f8ad032"}]} Sep 25 01:37:24.766555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-67626d0b-d392-4bb9-9f51-4d2cb2c4049d None None] For port 8f0f6891-e150-44f7-a3e2-0f07ff03041e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f0f6891-e150-44f7-a3e2-0f07ff03041e,segment=NetworkSegment(4e365185-e1fc-44be-8f64-ee301372b70f),segment_id=4e365185-e1fc-44be-8f64-ee301372b70f)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:24.766961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-67626d0b-d392-4bb9-9f51-4d2cb2c4049d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.779630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-67626d0b-d392-4bb9-9f51-4d2cb2c4049d None None] Calling delete_port for 8f0f6891-e150-44f7-a3e2-0f07ff03041e owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:24.805358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.828961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Port': ['ID=8f0f6891-e150-44f7-a3e2-0f07ff03041e,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:24.835637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] No DVR routers for this DVR port 8f0f6891-e150-44f7-a3e2-0f07ff03041e on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:24.855424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-67626d0b-d392-4bb9-9f51-4d2cb2c4049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (8f0f6891-e150-44f7-a3e2-0f07ff03041e), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.881977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67626d0b-d392-4bb9-9f51-4d2cb2c4049d None None] Pushing event deleted for resources: {'Port': ['ID=8f0f6891-e150-44f7-a3e2-0f07ff03041e,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:24.887483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67626d0b-d392-4bb9-9f51-4d2cb2c4049d None None] No DVR routers for this DVR port 8f0f6891-e150-44f7-a3e2-0f07ff03041e on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:24.918574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (7c242ee4-9691-48ec-9882-0ffd80132549), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.937786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c242ee4-9691-48ec-9882-0ffd80132549']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:24.947425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e365185-e1fc-44be-8f64-ee301372b70f') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:24.947723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e365185-e1fc-44be-8f64-ee301372b70f') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:24.961690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (4e365185-e1fc-44be-8f64-ee301372b70f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.969044 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:24.976266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (4e365185-e1fc-44be-8f64-ee301372b70f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:24.983876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:37:24.984289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (4e365185-e1fc-44be-8f64-ee301372b70f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:25.029038 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 4e365185-e1fc-44be-8f64-ee301372b70f resource provider aggregate not found Sep 25 01:37:25.046556 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 4e365185-e1fc-44be-8f64-ee301372b70f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e365185-e1fc-44be-8f64-ee301372b70f found for delete ", "request_id": "req-2bf3c3f7-3311-4cd5-8a99-fddbbd983033"}]} Sep 25 01:37:25.047492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:25.055300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (7c242ee4-9691-48ec-9882-0ffd80132549), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:25.059401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:25.062858 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] 10.222.0.49 "DELETE /networking/v2.0/networks/7c242ee4-9691-48ec-9882-0ffd80132549 HTTP/1.1" status: 204 len: 168 time: 0.5576591 Sep 25 01:37:25.079710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa54426-961d-4ca0-af13-7303de189481 tempest-NetworksIpV6Test-1199169542 tempest-NetworksIpV6Test-1199169542-project] Pushing event deleted for resources: {'Network': ['ID=7c242ee4-9691-48ec-9882-0ffd80132549,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:25.308160 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34636) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:25.442305 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c210ded8-2deb-4bc1-a923-d6599382a595 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d1c353b4f225496798c30c291726eade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328580 Sep 25 01:37:25.444886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34640) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:25.493592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25034dd5-bca8-4ff4-9f51-7b8132a8ec5a admin admin] Publish callbacks [] for security_group (e2c531b3-09c7-4f75-a1c3-b9b5764f13af), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:25.517252 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25034dd5-bca8-4ff4-9f51-7b8132a8ec5a admin admin] Publish callbacks [] for security_group (e2c531b3-09c7-4f75-a1c3-b9b5764f13af), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:25.564599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25034dd5-bca8-4ff4-9f51-7b8132a8ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (e2c531b3-09c7-4f75-a1c3-b9b5764f13af), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:25.567292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-25034dd5-bca8-4ff4-9f51-7b8132a8ec5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:25.568498 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-25034dd5-bca8-4ff4-9f51-7b8132a8ec5a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e2c531b3-09c7-4f75-a1c3-b9b5764f13af HTTP/1.1" status: 204 len: 168 time: 0.1226864 Sep 25 01:37:25.576217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25034dd5-bca8-4ff4-9f51-7b8132a8ec5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c531b3-09c7-4f75-a1c3-b9b5764f13af,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:26.056597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8f0f6891-e150-44f7-a3e2-0f07ff03041e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:37:26.076417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 8f0f6891-e150-44f7-a3e2-0f07ff03041e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:37:26.076768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 8f0f6891-e150-44f7-a3e2-0f07ff03041e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:37:26.208815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34662) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:26.303147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-26396fc8-b94c-443e-9088-066ab3394ff8 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-912203649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:26.325844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26396fc8-b94c-443e-9088-066ab3394ff8 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.326887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26396fc8-b94c-443e-9088-066ab3394ff8 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.375544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26396fc8-b94c-443e-9088-066ab3394ff8 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for router_controller (9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.379337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26396fc8-b94c-443e-9088-066ab3394ff8 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.396349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26396fc8-b94c-443e-9088-066ab3394ff8 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.397570 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-26396fc8-b94c-443e-9088-066ab3394ff8 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1877477 Sep 25 01:37:26.400211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34666) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:26.404824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2087583869'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:26.424925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Made reservation on behalf of faa77322e44444b9923164026b9800cc for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:26.429206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.437892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.456855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:26.488283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=6,neutron:UPDATE=3,neutron:SELECT=78,neutron:INSERT=13 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:26.518538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for security_group (27ebdc9f-ae59-4f8e-a05b-a319e727a135), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.522529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (27ebdc9f-ae59-4f8e-a05b-a319e727a135), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.545730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:37:26.560786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ebdc9f-ae59-4f8e-a05b-a319e727a135,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:26.563685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (30292929-1b45-4de7-86d8-15fda9cdb3ba), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.564066 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Added segment 30292929-1b45-4de7-86d8-15fda9cdb3ba of type vlan for network f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b Sep 25 01:37:26.611934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.637736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.642569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:26.643150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.698424 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2972138 Sep 25 01:37:26.701442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34668) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:26.706661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Request body: {'subnet': {'network_id': 'f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:26.714163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5fe00-b9da-4d1c-a9ff-33d378d9aca1 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event updated for resources: {'Network': ['ID=f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:26.724478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:37:26.801549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Made reservation on behalf of faa77322e44444b9923164026b9800cc for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:26.805514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:26.987001 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (d1edae93-6278-4885-acb5-271a1820671f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.052703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event updated for resources: {'Subnet': ['ID=d1edae93-6278-4885-acb5-271a1820671f,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:27.062162 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Checking segment: {'id': '30292929-1b45-4de7-86d8-15fda9cdb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:27.062488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Network hostable DHCP agents. Network: f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:37:27.079243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Network f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:37:27.088266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:27.093013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:27.094197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.096679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3b837b-f2d6-43aa-b75a-d4eab48607ee None None] Network f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:27.111592 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-97485372-73a9-4ce9-978b-93e5a5f3af37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4089727 Sep 25 01:37:27.114651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34670) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:27.115293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:27.119760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-101641653'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:27.141950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Made reservation on behalf of faa77322e44444b9923164026b9800cc for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:27.143131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:27.146581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.173496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:37:27.183576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (13c8582b-bed0-4eab-9d92-0e8448156275), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.184032 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Added segment 13c8582b-bed0-4eab-9d92-0e8448156275 of type vlan for network 91984de1-d920-4060-9a0e-b54fa246f571 Sep 25 01:37:27.207685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b', 'network_id': 'f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b', 'project_id': 'faa77322e44444b9923164026b9800cc', 'fixed_ips': [{'subnet_id': 'd1edae93-6278-4885-acb5-271a1820671f'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:37:27.208742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.229032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (91984de1-d920-4060-9a0e-b54fa246f571), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.254637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (91984de1-d920-4060-9a0e-b54fa246f571), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.260286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:27.260877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.266503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:27.269517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:27.331064 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2152789 Sep 25 01:37:27.334685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34672) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:27.340766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Request body: {'subnet': {'network_id': '91984de1-d920-4060-9a0e-b54fa246f571', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:27.346884 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b8c26-2982-4586-969f-288ca12ab790 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event updated for resources: {'Network': ['ID=91984de1-d920-4060-9a0e-b54fa246f571,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:27.355123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Allocated IP 172.20.0.2 (f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b/d1edae93-6278-4885-acb5-271a1820671f/61ad6dfe-d33a-4723-80f2-ad625f64b94d) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:27.358630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 91984de1-d920-4060-9a0e-b54fa246f571 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:37:27.441120 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Made reservation on behalf of faa77322e44444b9923164026b9800cc for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:27.445473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.565043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Publish callbacks [] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.570505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.611642 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Network f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:27.617671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:27.619718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Pushing event updated for resources: {'Port': ['ID=61ad6dfe-d33a-4723-80f2-ad625f64b94d,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:27.621879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:27.634002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (b7332913-ff21-4d54-abc8-c777c61ebce9), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.679005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Attempting to bind port 61ad6dfe-d33a-4723-80f2-ad625f64b94d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:27.679381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Attempting to bind port 61ad6dfe-d33a-4723-80f2-ad625f64b94d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '30292929-1b45-4de7-86d8-15fda9cdb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:27.679749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Attempting to bind port 61ad6dfe-d33a-4723-80f2-ad625f64b94d on network f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:27.703355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event updated for resources: {'Subnet': ['ID=b7332913-ff21-4d54-abc8-c777c61ebce9,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:27.713619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Checking segment: {'id': '13c8582b-bed0-4eab-9d92-0e8448156275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91984de1-d920-4060-9a0e-b54fa246f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:27.713984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Network hostable DHCP agents. Network: 91984de1-d920-4060-9a0e-b54fa246f571, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:37:27.728013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:27.728476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Checking segment: {'id': '30292929-1b45-4de7-86d8-15fda9cdb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:27.728850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.729290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Bound using segment: {'id': '30292929-1b45-4de7-86d8-15fda9cdb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:27.729962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Bound port: 61ad6dfe-d33a-4723-80f2-ad625f64b94d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30292929-1b45-4de7-86d8-15fda9cdb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:27.730458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.732650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Network 91984de1-d920-4060-9a0e-b54fa246f571 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:37:27.742604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 91984de1-d920-4060-9a0e-b54fa246f571) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:27.747546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:27.749290 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.750941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc918d7f-227b-4247-8712-83883a1c20ad None None] Network 91984de1-d920-4060-9a0e-b54fa246f571 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:27.767212 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-830ec29a-e5c4-4ee6-b153-88351695c153 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4307706 Sep 25 01:37:27.769968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34674) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:27.775743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-26d0d994-0c22-406e-86a6-26425fead283 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Request body: {'router': {'external_gateway_info': {'network_id': '91984de1-d920-4060-9a0e-b54fa246f571'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:27.870752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] For port 61ad6dfe-d33a-4723-80f2-ad625f64b94d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:27.883701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:27.889408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:27.907329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] For port 61ad6dfe-d33a-4723-80f2-ad625f64b94d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61ad6dfe-d33a-4723-80f2-ad625f64b94d,segment=NetworkSegment(30292929-1b45-4de7-86d8-15fda9cdb3ba),segment_id=30292929-1b45-4de7-86d8-15fda9cdb3ba)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:27.916212 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.925920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-91984de1-d920-4060-9a0e-b54fa246f571', 'network_id': '91984de1-d920-4060-9a0e-b54fa246f571', 'project_id': 'faa77322e44444b9923164026b9800cc', 'fixed_ips': [{'subnet_id': 'b7332913-ff21-4d54-abc8-c777c61ebce9'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:37:27.926737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:27.997074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1b2a-8d79-4dc6-95b6-505b6d90fdc2 None None] Pushing event updated for resources: {'Port': ['ID=61ad6dfe-d33a-4723-80f2-ad625f64b94d,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:27.997329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26d0d994-0c22-406e-86a6-26425fead283 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for router_gateway (9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.095540 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.api.v2.resource [None req-26d0d994-0c22-406e-86a6-26425fead283 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 25 01:37:28.102220 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-26d0d994-0c22-406e-86a6-26425fead283 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "PUT /networking/v2.0/routers/9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7 HTTP/1.1" status: 400 len: 364 time: 0.3252039 Sep 25 01:37:28.102540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34676) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:28.156529 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:37:28.157833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Allocated IP 172.21.0.2 (91984de1-d920-4060-9a0e-b54fa246f571/b7332913-ff21-4d54-abc8-c777c61ebce9/78949fb3-31d4-4b92-9b7d-43b0fc234065) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:28.159630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:28.183844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-df605aa0-41c5-4b23-aa8b-3ca5ea351e37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Deleting subnet b7332913-ff21-4d54-abc8-c777c61ebce9 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:37:28.318596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Publish callbacks [] for port (78949fb3-31d4-4b92-9b7d-43b0fc234065), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.323870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-df605aa0-41c5-4b23-aa8b-3ca5ea351e37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for subnet (b7332913-ff21-4d54-abc8-c777c61ebce9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.324445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (78949fb3-31d4-4b92-9b7d-43b0fc234065), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.352440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:28.365398 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Network 91984de1-d920-4060-9a0e-b54fa246f571 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:28.370476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:28.374880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:28.375371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-df605aa0-41c5-4b23-aa8b-3ca5ea351e37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (b7332913-ff21-4d54-abc8-c777c61ebce9), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.378532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Pushing event updated for resources: {'Port': ['ID=78949fb3-31d4-4b92-9b7d-43b0fc234065,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:28.438139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Attempting to bind port 78949fb3-31d4-4b92-9b7d-43b0fc234065 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:28.438652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Attempting to bind port 78949fb3-31d4-4b92-9b7d-43b0fc234065 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '13c8582b-bed0-4eab-9d92-0e8448156275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91984de1-d920-4060-9a0e-b54fa246f571'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:28.439113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Attempting to bind port 78949fb3-31d4-4b92-9b7d-43b0fc234065 on network 91984de1-d920-4060-9a0e-b54fa246f571 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:28.465253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-df605aa0-41c5-4b23-aa8b-3ca5ea351e37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (b7332913-ff21-4d54-abc8-c777c61ebce9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.484327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:28.484704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Checking segment: {'id': '13c8582b-bed0-4eab-9d92-0e8448156275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91984de1-d920-4060-9a0e-b54fa246f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:28.485105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.486120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Bound using segment: {'id': '13c8582b-bed0-4eab-9d92-0e8448156275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91984de1-d920-4060-9a0e-b54fa246f571'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:28.486120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Bound port: 78949fb3-31d4-4b92-9b7d-43b0fc234065, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c8582b-bed0-4eab-9d92-0e8448156275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91984de1-d920-4060-9a0e-b54fa246f571'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:28.486356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (78949fb3-31d4-4b92-9b7d-43b0fc234065), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.528864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-df605aa0-41c5-4b23-aa8b-3ca5ea351e37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (b7332913-ff21-4d54-abc8-c777c61ebce9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.549679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] For port 78949fb3-31d4-4b92-9b7d-43b0fc234065, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:28.553687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] For port 78949fb3-31d4-4b92-9b7d-43b0fc234065, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78949fb3-31d4-4b92-9b7d-43b0fc234065,segment=NetworkSegment(13c8582b-bed0-4eab-9d92-0e8448156275),segment_id=13c8582b-bed0-4eab-9d92-0e8448156275)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:28.560799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (78949fb3-31d4-4b92-9b7d-43b0fc234065), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.565907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-df605aa0-41c5-4b23-aa8b-3ca5ea351e37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.571123 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-df605aa0-41c5-4b23-aa8b-3ca5ea351e37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/b7332913-ff21-4d54-abc8-c777c61ebce9 HTTP/1.1" status: 204 len: 168 time: 0.4675419 Sep 25 01:37:28.572393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df605aa0-41c5-4b23-aa8b-3ca5ea351e37 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event deleted for resources: {'Subnet': ['ID=b7332913-ff21-4d54-abc8-c777c61ebce9,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:28.573629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34678) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:28.616606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37c88d-27e5-46a5-9a7a-0d64d8f4fca2 None None] Pushing event updated for resources: {'Port': ['ID=78949fb3-31d4-4b92-9b7d-43b0fc234065,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:28.667261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-baee6765-ca0f-416d-9e88-32425014696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.675807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (91984de1-d920-4060-9a0e-b54fa246f571), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.726658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Deleting port 78949fb3-31d4-4b92-9b7d-43b0fc234065 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:28.726996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (78949fb3-31d4-4b92-9b7d-43b0fc234065), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.816605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] For port 78949fb3-31d4-4b92-9b7d-43b0fc234065, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78949fb3-31d4-4b92-9b7d-43b0fc234065,segment=NetworkSegment(13c8582b-bed0-4eab-9d92-0e8448156275),segment_id=13c8582b-bed0-4eab-9d92-0e8448156275)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:28.816966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (78949fb3-31d4-4b92-9b7d-43b0fc234065), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.830050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Calling delete_port for 78949fb3-31d4-4b92-9b7d-43b0fc234065 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:28.919313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (78949fb3-31d4-4b92-9b7d-43b0fc234065), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:28.954715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event deleted for resources: {'Port': ['ID=78949fb3-31d4-4b92-9b7d-43b0fc234065,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:28.962871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] No DVR routers for this DVR port 78949fb3-31d4-4b92-9b7d-43b0fc234065 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:28.965449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.965795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.966137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.966475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.966953 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.967470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.967797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.968145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.968470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.968796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.969123 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.969447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.969767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.970085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:28.970405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:29.034329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0645c-9922-48f8-a883-70094e64b1d2 None None] Network f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:29.053644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (91984de1-d920-4060-9a0e-b54fa246f571), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.073036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91984de1-d920-4060-9a0e-b54fa246f571']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:29.082266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c8582b-bed0-4eab-9d92-0e8448156275') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:29.082570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c8582b-bed0-4eab-9d92-0e8448156275') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:29.097547 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (13c8582b-bed0-4eab-9d92-0e8448156275), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.111865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (13c8582b-bed0-4eab-9d92-0e8448156275), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.118264 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:37:29.118645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (13c8582b-bed0-4eab-9d92-0e8448156275), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.139750 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 13c8582b-bed0-4eab-9d92-0e8448156275 resource provider aggregate not found Sep 25 01:37:29.145101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-acf38eb8-d560-42f0-8ee5-853769fa2bb5 None None] Provisioning complete for port 61ad6dfe-d33a-4723-80f2-ad625f64b94d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:29.146388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-acf38eb8-d560-42f0-8ee5-853769fa2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.146734 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-acf38eb8-d560-42f0-8ee5-853769fa2bb5 None None] Attempt 1 to provision port 61ad6dfe-d33a-4723-80f2-ad625f64b94d Sep 25 01:37:29.171162 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 13c8582b-bed0-4eab-9d92-0e8448156275 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13c8582b-bed0-4eab-9d92-0e8448156275 found for delete ", "request_id": "req-6fb81323-9a22-48bd-a64d-36c007df0d9f"}]} Sep 25 01:37:29.198861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (91984de1-d920-4060-9a0e-b54fa246f571), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.200893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:29.213978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.219585 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "DELETE /networking/v2.0/networks/91984de1-d920-4060-9a0e-b54fa246f571 HTTP/1.1" status: 204 len: 168 time: 0.6421359 Sep 25 01:37:29.219990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34684) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:29.239714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3aa47-234a-45be-a291-278c4fe4f450 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event deleted for resources: {'Network': ['ID=91984de1-d920-4060-9a0e-b54fa246f571,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:29.247798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-acf38eb8-d560-42f0-8ee5-853769fa2bb5 None None] Current status of the port 61ad6dfe-d33a-4723-80f2-ad625f64b94d is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:29.248574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-acf38eb8-d560-42f0-8ee5-853769fa2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.287067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc4bb31-266c-4ad2-8627-0971a321dd33 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Deleting subnet d1edae93-6278-4885-acb5-271a1820671f {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:37:29.291681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fc4bb31-266c-4ad2-8627-0971a321dd33 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for subnet (d1edae93-6278-4885-acb5-271a1820671f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.292597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-acf38eb8-d560-42f0-8ee5-853769fa2bb5 None None] For port 61ad6dfe-d33a-4723-80f2-ad625f64b94d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61ad6dfe-d33a-4723-80f2-ad625f64b94d,segment=NetworkSegment(30292929-1b45-4de7-86d8-15fda9cdb3ba),segment_id=30292929-1b45-4de7-86d8-15fda9cdb3ba)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:29.298357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-acf38eb8-d560-42f0-8ee5-853769fa2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.344562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fc4bb31-266c-4ad2-8627-0971a321dd33 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (d1edae93-6278-4885-acb5-271a1820671f), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.356512 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf38eb8-d560-42f0-8ee5-853769fa2bb5 None None] Pushing event updated for resources: {'Port': ['ID=61ad6dfe-d33a-4723-80f2-ad625f64b94d,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:29.444173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fc4bb31-266c-4ad2-8627-0971a321dd33 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (d1edae93-6278-4885-acb5-271a1820671f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.506904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fc4bb31-266c-4ad2-8627-0971a321dd33 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (d1edae93-6278-4885-acb5-271a1820671f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.523698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1332628f-48a9-4e27-8bb1-c924628682b7 None None] Provisioning complete for port 61ad6dfe-d33a-4723-80f2-ad625f64b94d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:29.524203 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1332628f-48a9-4e27-8bb1-c924628682b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.524671 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1332628f-48a9-4e27-8bb1-c924628682b7 None None] Attempt 1 to provision port 61ad6dfe-d33a-4723-80f2-ad625f64b94d Sep 25 01:37:29.541104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fc4bb31-266c-4ad2-8627-0971a321dd33 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.546675 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8fc4bb31-266c-4ad2-8627-0971a321dd33 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/d1edae93-6278-4885-acb5-271a1820671f HTTP/1.1" status: 204 len: 168 time: 0.3232763 Sep 25 01:37:29.546675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4bb31-266c-4ad2-8627-0971a321dd33 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event deleted for resources: {'Subnet': ['ID=d1edae93-6278-4885-acb5-271a1820671f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:29.547675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34686) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:29.561676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14385369-a51c-42b8-9ddf-5bf356177047 None None] Network f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:29.563940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:29.642187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.685465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Deleting port 61ad6dfe-d33a-4723-80f2-ad625f64b94d {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:29.685805 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.711308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1332628f-48a9-4e27-8bb1-c924628682b7 None None] Current status of the port 61ad6dfe-d33a-4723-80f2-ad625f64b94d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:29.719013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4971ec-7490-47bf-a6e4-ae3416baff60 None None] DHCP port deletion for 91984de1-d920-4060-9a0e-b54fa246f571 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:37:29.736260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d0560-90fc-4370-8d09-11b6f5a07c4c None None] Network 91984de1-d920-4060-9a0e-b54fa246f571 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:29.751413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d0560-90fc-4370-8d09-11b6f5a07c4c None None] Network 91984de1-d920-4060-9a0e-b54fa246f571 could not be found, it might have been deleted concurrently. {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 25 01:37:29.755704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] For port 61ad6dfe-d33a-4723-80f2-ad625f64b94d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61ad6dfe-d33a-4723-80f2-ad625f64b94d,segment=NetworkSegment(30292929-1b45-4de7-86d8-15fda9cdb3ba),segment_id=30292929-1b45-4de7-86d8-15fda9cdb3ba)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:29.756169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.769629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Calling delete_port for 61ad6dfe-d33a-4723-80f2-ad625f64b94d owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:29.776079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb86eeb-34b6-4400-85bd-cdda9a9d1911 None None] DHCP port deletion for f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:37:29.812861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0eb86eeb-34b6-4400-85bd-cdda9a9d1911 None None] Deleting port 61ad6dfe-d33a-4723-80f2-ad625f64b94d {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:37:29.813237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0eb86eeb-34b6-4400-85bd-cdda9a9d1911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.834981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:29.855895 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a7dbb0e2-bff6-4891-a1a5-51ca29c5d349 None None] Could not find standard attr ID for object 78949fb3-31d4-4b92-9b7d-43b0fc234065. {{(pid=107189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 25 01:37:29.858215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.868045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:29.886632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0eb86eeb-34b6-4400-85bd-cdda9a9d1911 None None] For port 61ad6dfe-d33a-4723-80f2-ad625f64b94d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61ad6dfe-d33a-4723-80f2-ad625f64b94d,segment=NetworkSegment(30292929-1b45-4de7-86d8-15fda9cdb3ba),segment_id=30292929-1b45-4de7-86d8-15fda9cdb3ba)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:29.887033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0eb86eeb-34b6-4400-85bd-cdda9a9d1911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.888993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] No DVR routers for this DVR port 61ad6dfe-d33a-4723-80f2-ad625f64b94d on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:29.895387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event deleted for resources: {'Port': ['ID=61ad6dfe-d33a-4723-80f2-ad625f64b94d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:29.902563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0eb86eeb-34b6-4400-85bd-cdda9a9d1911 None None] Calling delete_port for 61ad6dfe-d33a-4723-80f2-ad625f64b94d owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:37:29.976657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0eb86eeb-34b6-4400-85bd-cdda9a9d1911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (61ad6dfe-d33a-4723-80f2-ad625f64b94d), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.976880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:29.996520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:30.000382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb86eeb-34b6-4400-85bd-cdda9a9d1911 None None] Pushing event deleted for resources: {'Port': ['ID=61ad6dfe-d33a-4723-80f2-ad625f64b94d,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:30.004640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb86eeb-34b6-4400-85bd-cdda9a9d1911 None None] No DVR routers for this DVR port 61ad6dfe-d33a-4723-80f2-ad625f64b94d on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:37:30.006039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30292929-1b45-4de7-86d8-15fda9cdb3ba') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:30.006331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30292929-1b45-4de7-86d8-15fda9cdb3ba') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:30.016814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (30292929-1b45-4de7-86d8-15fda9cdb3ba), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.030625 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (30292929-1b45-4de7-86d8-15fda9cdb3ba), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.037454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:37:30.037834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (30292929-1b45-4de7-86d8-15fda9cdb3ba), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.096981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.104158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.107181 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "DELETE /networking/v2.0/networks/f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b HTTP/1.1" status: 204 len: 168 time: 0.5586934 Sep 25 01:37:30.109966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34688) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:30.122478 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe1d18-353e-4105-94ac-02d0d8956287 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Pushing event deleted for resources: {'Network': ['ID=f7d9a035-a8c9-4745-9710-e8d6ce9a0d4b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:30.140912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-10a85612-c0f7-4ca0-afc7-54692007aa19 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7 HTTP/1.1" status: 200 len: 205 time: 0.0297883 Sep 25 01:37:30.143547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34690) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:30.217854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4828-0188-4fbf-8c80-d3eb76b62db3 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for router (9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.370474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4828-0188-4fbf-8c80-d3eb76b62db3 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.372628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4828-0188-4fbf-8c80-d3eb76b62db3 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for router_controller (9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.409427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:30.415915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4828-0188-4fbf-8c80-d3eb76b62db3 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.416509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0d4828-0188-4fbf-8c80-d3eb76b62db3 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Fanout notify agent at l3_agent the message router_deleted on router 9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:37:30.424134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4828-0188-4fbf-8c80-d3eb76b62db3 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.425230 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1d0d4828-0188-4fbf-8c80-d3eb76b62db3 tempest-RoutersNegativeTest-837576069 tempest-RoutersNegativeTest-837576069-project] 10.222.0.49 "DELETE /networking/v2.0/routers/9cf53be4-1c8f-4b2a-93e5-4feae76ff6d7 HTTP/1.1" status: 204 len: 168 time: 0.2807286 Sep 25 01:37:30.676113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34696) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:30.809523 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-dbabe0d9-3be9-4006-a719-851fbe19855c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=faa77322e44444b9923164026b9800cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314900 Sep 25 01:37:30.813283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34700) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:30.867548 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64f09094-4231-4b98-8829-dae784be7290 admin admin] Publish callbacks [] for security_group (27ebdc9f-ae59-4f8e-a05b-a319e727a135), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.887596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64f09094-4231-4b98-8829-dae784be7290 admin admin] Publish callbacks [] for security_group (27ebdc9f-ae59-4f8e-a05b-a319e727a135), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.933927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64f09094-4231-4b98-8829-dae784be7290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (27ebdc9f-ae59-4f8e-a05b-a319e727a135), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.936831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-64f09094-4231-4b98-8829-dae784be7290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:30.937969 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-64f09094-4231-4b98-8829-dae784be7290 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/27ebdc9f-ae59-4f8e-a05b-a319e727a135 HTTP/1.1" status: 204 len: 168 time: 0.1237397 Sep 25 01:37:30.946169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f09094-4231-4b98-8829-dae784be7290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ebdc9f-ae59-4f8e-a05b-a319e727a135,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:31.189128 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 30292929-1b45-4de7-86d8-15fda9cdb3ba resource provider aggregate not found Sep 25 01:37:31.208591 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 30292929-1b45-4de7-86d8-15fda9cdb3ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30292929-1b45-4de7-86d8-15fda9cdb3ba found for delete ", "request_id": "req-6e77380a-1dfe-4585-b23e-7367c0ce1625"}]} Sep 25 01:37:31.573516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f706-20e2-4f99-8a6c-12f91a6f4a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:31.589586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 34726) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:31.690150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-661448867-network', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:31.709979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Made reservation on behalf of 0665e03670d740009d99bbdd1cb7684f for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:31.712374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:31.720993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:31.743417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=11,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:31.804552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Publish callbacks [] for security_group (622cb061-ac15-40a4-b66d-b7e8ecd4041e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:31.811627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (622cb061-ac15-40a4-b66d-b7e8ecd4041e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:31.842142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:37:31.849456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622cb061-ac15-40a4-b66d-b7e8ecd4041e,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:31.856127 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (560b5a75-7402-4fad-a41d-10cb35e19c5b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:31.856504 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Added segment 560b5a75-7402-4fad-a41d-10cb35e19c5b of type vlan for network 86185a32-75eb-45da-afab-2ed708cde714 Sep 25 01:37:31.901131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (86185a32-75eb-45da-afab-2ed708cde714), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:31.927508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (86185a32-75eb-45da-afab-2ed708cde714), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:31.928534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:31.929113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:31.987015 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3962140 Sep 25 01:37:31.990561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34730) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:31.992884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898c218-5b61-4473-bc12-7a66d660a0fe admin admin] Pushing event updated for resources: {'Network': ['ID=86185a32-75eb-45da-afab-2ed708cde714,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:31.996814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Request body: {'subnet': {'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-subnet', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:32.002682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 86185a32-75eb-45da-afab-2ed708cde714 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:37:32.025426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Made reservation on behalf of 0665e03670d740009d99bbdd1cb7684f for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:32.028370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.213793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (fb634152-e807-4693-9805-eef74a645144), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.272779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb634152-e807-4693-9805-eef74a645144,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:32.284165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Checking segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:32.284531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Network hostable DHCP agents. Network: 86185a32-75eb-45da-afab-2ed708cde714, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:37:32.306876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Network 86185a32-75eb-45da-afab-2ed708cde714 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:37:32.316372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 86185a32-75eb-45da-afab-2ed708cde714) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:32.320660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:32.321315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.326711 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded32851-94d2-40ba-8157-9752b1809980 None None] Network 86185a32-75eb-45da-afab-2ed708cde714 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:32.339250 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e05c85ac-1f74-4bdf-bf15-c329dd10a408 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3473575 Sep 25 01:37:32.342253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34732) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:32.346479 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:32.366471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (70aed3dd-e9fd-40af-b21c-ca77bea76577), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.367720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (70aed3dd-e9fd-40af-b21c-ca77bea76577), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.427911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks [] for router_controller (70aed3dd-e9fd-40af-b21c-ca77bea76577), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.437563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-86185a32-75eb-45da-afab-2ed708cde714', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'fixed_ips': [{'subnet_id': 'fb634152-e807-4693-9805-eef74a645144'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:37:32.438529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.516175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:32.574610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks [] for router_gateway (70aed3dd-e9fd-40af-b21c-ca77bea76577), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.586692 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Allocated IP 172.20.0.2 (86185a32-75eb-45da-afab-2ed708cde714/fb634152-e807-4693-9805-eef74a645144/223e2b69-a002-4518-93f1-d4ecf1a72fea) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:32.714380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:32.716582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:32.733034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Publish callbacks [] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.739567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.765822 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks [] for router_gateway (70aed3dd-e9fd-40af-b21c-ca77bea76577), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.777734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:32.779917 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Network 86185a32-75eb-45da-afab-2ed708cde714 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:32.784863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:32.787643 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.789500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:32.796415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Pushing event updated for resources: {'Port': ['ID=223e2b69-a002-4518-93f1-d4ecf1a72fea,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:32.853178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Attempting to bind port 223e2b69-a002-4518-93f1-d4ecf1a72fea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:32.853649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Attempting to bind port 223e2b69-a002-4518-93f1-d4ecf1a72fea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:32.854604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Attempting to bind port 223e2b69-a002-4518-93f1-d4ecf1a72fea on network 86185a32-75eb-45da-afab-2ed708cde714 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:32.900320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Allocated IP 172.36.7.43 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/3bff342c-4898-4db3-8385-74431cfe152e) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:32.903285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:32.903675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Checking segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:32.904132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.904553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Bound using segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:32.905390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Bound port: 223e2b69-a002-4518-93f1-d4ecf1a72fea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:32.905927 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:32.970957 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] For port 223e2b69-a002-4518-93f1-d4ecf1a72fea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:32.974788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] For port 223e2b69-a002-4518-93f1-d4ecf1a72fea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=223e2b69-a002-4518-93f1-d4ecf1a72fea,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:32.981653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:33.014736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks [] for port (3bff342c-4898-4db3-8385-74431cfe152e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:33.034266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b02d0-4756-4625-b878-a9b8d750873f None None] Pushing event updated for resources: {'Port': ['ID=223e2b69-a002-4518-93f1-d4ecf1a72fea,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:33.049424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (3bff342c-4898-4db3-8385-74431cfe152e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:33.085504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:33.092373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:33.096023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:33.122136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Pushing event updated for resources: {'Port': ['ID=3bff342c-4898-4db3-8385-74431cfe152e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:33.359755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks [] for router_gateway (70aed3dd-e9fd-40af-b21c-ca77bea76577), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:33.794033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:33.846298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (70aed3dd-e9fd-40af-b21c-ca77bea76577), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:33.882089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:33.926268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb0374-8ff0-4979-8b9a-19d3de5b7d92 None None] Network 86185a32-75eb-45da-afab-2ed708cde714 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:33.966933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:33.980780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Router 70aed3dd-e9fd-40af-b21c-ca77bea76577 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:37:34.017536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6b767113-ad92-41ec-be07-ebc309f03279 None None] Provisioning complete for port 223e2b69-a002-4518-93f1-d4ecf1a72fea triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:34.017921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b767113-ad92-41ec-be07-ebc309f03279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.018270 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6b767113-ad92-41ec-be07-ebc309f03279 None None] Attempt 1 to provision port 223e2b69-a002-4518-93f1-d4ecf1a72fea Sep 25 01:37:34.095472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:37:34.111704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Sync routers for ids ['70aed3dd-e9fd-40af-b21c-ca77bea76577'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:37:34.119052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.120475 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-60a2e122-f784-498d-bfd0-b770b61726ca admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7771828 Sep 25 01:37:34.123278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34734) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:34.134812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:34.142746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 223e2b69-a002-4518-93f1-d4ecf1a72fea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:34.170292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6b767113-ad92-41ec-be07-ebc309f03279 None None] Current status of the port 223e2b69-a002-4518-93f1-d4ecf1a72fea is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:34.170922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b767113-ad92-41ec-be07-ebc309f03279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.176254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Routers {'70aed3dd-e9fd-40af-b21c-ca77bea76577'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:34.176976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['70aed3dd-e9fd-40af-b21c-ca77bea76577'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:34.267928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6b767113-ad92-41ec-be07-ebc309f03279 None None] For port 223e2b69-a002-4518-93f1-d4ecf1a72fea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=223e2b69-a002-4518-93f1-d4ecf1a72fea,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:34.306079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b767113-ad92-41ec-be07-ebc309f03279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.336923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 223e2b69-a002-4518-93f1-d4ecf1a72fea triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:34.337294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.337629 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 223e2b69-a002-4518-93f1-d4ecf1a72fea Sep 25 01:37:34.395734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Set router 70aed3dd-e9fd-40af-b21c-ca77bea76577 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:34.422836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:34.455741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b767113-ad92-41ec-be07-ebc309f03279 None None] Pushing event updated for resources: {'Port': ['ID=223e2b69-a002-4518-93f1-d4ecf1a72fea,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:34.511811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-dfb53002-f0ec-4c24-a0de-ba83dc2f178b None None] Provisioning complete for port 223e2b69-a002-4518-93f1-d4ecf1a72fea triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:34.512218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dfb53002-f0ec-4c24-a0de-ba83dc2f178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.512555 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-dfb53002-f0ec-4c24-a0de-ba83dc2f178b None None] Attempt 1 to provision port 223e2b69-a002-4518-93f1-d4ecf1a72fea Sep 25 01:37:34.553744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.609907 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 223e2b69-a002-4518-93f1-d4ecf1a72fea is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:34.666799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:34.683662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-dfb53002-f0ec-4c24-a0de-ba83dc2f178b None None] Current status of the port 223e2b69-a002-4518-93f1-d4ecf1a72fea is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:34.685689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43'}], 'enable_snat': True}, 'gw_port_id': '3bff342c-4898-4db3-8385-74431cfe152e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:33Z', 'revision_number': 3, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'gw_port': {'id': '3bff342c-4898-4db3-8385-74431cfe152e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:34.711977 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Checking router: 70aed3dd-e9fd-40af-b21c-ca77bea76577 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:37:34.712335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Updating router 70aed3dd-e9fd-40af-b21c-ca77bea76577 port 3bff342c-4898-4db3-8385-74431cfe152e binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:37:34.715342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Allocated IP 172.20.0.1 (86185a32-75eb-45da-afab-2ed708cde714/fb634152-e807-4693-9805-eef74a645144/ac6b71c0-f28e-4844-b899-def0593ad863) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:34.740840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3bff342c-4898-4db3-8385-74431cfe152e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.824904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Publish callbacks [] for port (ac6b71c0-f28e-4844-b899-def0593ad863), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.834070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:34.863118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.906220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Network 86185a32-75eb-45da-afab-2ed708cde714 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:34.912088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:34.914310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Pushing event updated for resources: {'Port': ['ID=ac6b71c0-f28e-4844-b899-def0593ad863,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:34.916513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:34.956237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (70aed3dd-e9fd-40af-b21c-ca77bea76577), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:34.991076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:35.002623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Publish callbacks [] for port (3bff342c-4898-4db3-8385-74431cfe152e), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.010762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3bff342c-4898-4db3-8385-74431cfe152e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.051998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Attempting to bind port 3bff342c-4898-4db3-8385-74431cfe152e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:35.052801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Attempting to bind port 3bff342c-4898-4db3-8385-74431cfe152e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:35.052801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Attempting to bind port 3bff342c-4898-4db3-8385-74431cfe152e on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:35.082793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6ba8d-d590-4c2f-b04c-4acbc037da0e None None] Pushing event updated for resources: {'Port': ['ID=3bff342c-4898-4db3-8385-74431cfe152e,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:35.098795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.104113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:35.104529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:35.104963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.105384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:35.105866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Bound port: 3bff342c-4898-4db3-8385-74431cfe152e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:35.106284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3bff342c-4898-4db3-8385-74431cfe152e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.159963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] For port 3bff342c-4898-4db3-8385-74431cfe152e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:35.163023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] For port 3bff342c-4898-4db3-8385-74431cfe152e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bff342c-4898-4db3-8385-74431cfe152e,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:35.169793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3bff342c-4898-4db3-8385-74431cfe152e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.217096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Routers {'70aed3dd-e9fd-40af-b21c-ca77bea76577'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:35.217561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['70aed3dd-e9fd-40af-b21c-ca77bea76577'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:35.226993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b571e087-7074-4955-8328-da6a033db59f None None] Provisioning complete for port ac6b71c0-f28e-4844-b899-def0593ad863 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:35.227373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b571e087-7074-4955-8328-da6a033db59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.227718 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Attempt 1 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:35.271542 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Publish callbacks [] for port (ac6b71c0-f28e-4844-b899-def0593ad863), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.276516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.296604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6ba8d-d590-4c2f-b04c-4acbc037da0e None None] Pushing event updated for resources: {'Port': ['ID=3bff342c-4898-4db3-8385-74431cfe152e,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:35.319012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Port ac6b71c0-f28e-4844-b899-def0593ad863 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:35.348115 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Pushing event updated for resources: {'Port': ['ID=ac6b71c0-f28e-4844-b899-def0593ad863,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:35.350778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (70aed3dd-e9fd-40af-b21c-ca77bea76577), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:35.356836 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:35.369825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] Set router 70aed3dd-e9fd-40af-b21c-ca77bea76577 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:35.418433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:35.454420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Network 86185a32-75eb-45da-afab-2ed708cde714 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:35.455911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:35.585886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Router 70aed3dd-e9fd-40af-b21c-ca77bea76577 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:37:35.697821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:37:35.702814 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f19f166a-5572-408d-a37b-02cd86ab90aa admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/70aed3dd-e9fd-40af-b21c-ca77bea76577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5784984 Sep 25 01:37:35.713073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43'}], 'enable_snat': True}, 'gw_port_id': '3bff342c-4898-4db3-8385-74431cfe152e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:35Z', 'revision_number': 4, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'gw_port': {'id': '3bff342c-4898-4db3-8385-74431cfe152e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac6b71c0-f28e-4844-b899-def0593ad863', 'name': '', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'mac_address': 'fa:16:3e:c5:62:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'fb634152-e807-4693-9805-eef74a645144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:34Z', 'updated_at': '2022-09-25T01:37:34Z', 'revision_number': 1, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'subnets': [{'id': 'fb634152-e807-4693-9805-eef74a645144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:35.738285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387184a-178c-4db9-a84d-beba439f6d17 None None] The sync data for ids ['70aed3dd-e9fd-40af-b21c-ca77bea76577'] in dv-neutron-master-2-hyperv is: [{'id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43'}], 'enable_snat': True}, 'gw_port_id': '3bff342c-4898-4db3-8385-74431cfe152e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:35Z', 'revision_number': 4, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'gw_port': {'id': '3bff342c-4898-4db3-8385-74431cfe152e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac6b71c0-f28e-4844-b899-def0593ad863', 'name': '', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'mac_address': 'fa:16:3e:c5:62:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'fb634152-e807-4693-9805-eef74a645144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:34Z', 'updated_at': '2022-09-25T01:37:34Z', 'revision_number': 1, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'subnets': [{'id': 'fb634152-e807-4693-9805-eef74a645144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:37:35.820470 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Attempt 2 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:35.854192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Port ac6b71c0-f28e-4844-b899-def0593ad863 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:36.026272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.113616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 223e2b69-a002-4518-93f1-d4ecf1a72fea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:36.166681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 223e2b69-a002-4518-93f1-d4ecf1a72fea triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:36.167057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.167586 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 223e2b69-a002-4518-93f1-d4ecf1a72fea Sep 25 01:37:36.243326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34750) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:36.246258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 223e2b69-a002-4518-93f1-d4ecf1a72fea is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:36.248978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-682240022-network', 'tenant_id': '694db4e430e748c68cd35dc86556481c'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:36.256530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:36.273794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Made reservation on behalf of 694db4e430e748c68cd35dc86556481c for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:36.276285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.287245 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.355547 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Attempt 3 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:36.376833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Publish callbacks [] for security_group (7f304a9c-f6e3-490c-8fbf-e9a2342ef372), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.396559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7f304a9c-f6e3-490c-8fbf-e9a2342ef372), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.420136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Port ac6b71c0-f28e-4844-b899-def0593ad863 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:36.426460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:37:36.439027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f304a9c-f6e3-490c-8fbf-e9a2342ef372,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:36.445421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0975243c-3799-4394-a25b-6650a46e0d56), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.445774 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Added segment 0975243c-3799-4394-a25b-6650a46e0d56 of type vlan for network f380e697-d537-407b-8c59-1141f76a6993 Sep 25 01:37:36.492288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (f380e697-d537-407b-8c59-1141f76a6993), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.522825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (f380e697-d537-407b-8c59-1141f76a6993), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.522825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:36.522825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.595817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:36.608600 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3614223 Sep 25 01:37:36.609528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34752) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:36.612613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.617816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Request body: {'subnet': {'network_id': 'f380e697-d537-407b-8c59-1141f76a6993', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-subnet', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:36.623089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a6bf-87b1-4abd-bd58-528a398e1bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=f380e697-d537-407b-8c59-1141f76a6993,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:36.635129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network f380e697-d537-407b-8c59-1141f76a6993 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:37:36.645658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Made reservation on behalf of 694db4e430e748c68cd35dc86556481c for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:36.648173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.830831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (4f6f0f75-00de-4ae9-a7e5-a50b0af28498), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.835174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:36.899109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6f0f75-00de-4ae9-a7e5-a50b0af28498,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:36.908153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Checking segment: {'id': '0975243c-3799-4394-a25b-6650a46e0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:36.908511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Network hostable DHCP agents. Network: f380e697-d537-407b-8c59-1141f76a6993, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:37:36.921543 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Attempt 4 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:36.929414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Network f380e697-d537-407b-8c59-1141f76a6993 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:37:36.939798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f380e697-d537-407b-8c59-1141f76a6993) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:36.944548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:36.945284 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:36.953328 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd27370-bbca-4645-b4cc-383bd43d3437 None None] Network f380e697-d537-407b-8c59-1141f76a6993 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:36.967122 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6801ecfa-af31-4e3f-b691-2b3ec40f1b05 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3561244 Sep 25 01:37:36.969517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34754) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:36.975856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:36.980223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:37.001072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (49bb34f5-9430-476f-9a7e-6e50b098c7a9), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.002280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (49bb34f5-9430-476f-9a7e-6e50b098c7a9), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.017713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Port ac6b71c0-f28e-4844-b899-def0593ad863 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:37.065483 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks [] for router_controller (49bb34f5-9430-476f-9a7e-6e50b098c7a9), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.085862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f380e697-d537-407b-8c59-1141f76a6993', 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993', 'project_id': '694db4e430e748c68cd35dc86556481c', 'fixed_ips': [{'subnet_id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:37:37.086864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.203914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks [] for router_gateway (49bb34f5-9430-476f-9a7e-6e50b098c7a9), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.229694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Allocated IP 172.20.0.2 (f380e697-d537-407b-8c59-1141f76a6993/4f6f0f75-00de-4ae9-a7e5-a50b0af28498/6a17dab4-cbca-47db-bb40-91d1fca57d65) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:37.314080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:37.378838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Publish callbacks [] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.386626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.392116 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks [] for router_gateway (49bb34f5-9430-476f-9a7e-6e50b098c7a9), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.411809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.428694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Network f380e697-d537-407b-8c59-1141f76a6993 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:37.434018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:37.436740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:37.439750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Pushing event updated for resources: {'Port': ['ID=6a17dab4-cbca-47db-bb40-91d1fca57d65,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:37.511024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Attempting to bind port 6a17dab4-cbca-47db-bb40-91d1fca57d65 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:37.511338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Attempting to bind port 6a17dab4-cbca-47db-bb40-91d1fca57d65 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0975243c-3799-4394-a25b-6650a46e0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:37.511710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Attempting to bind port 6a17dab4-cbca-47db-bb40-91d1fca57d65 on network f380e697-d537-407b-8c59-1141f76a6993 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:37.528851 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Allocated IP 172.36.7.206 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d9b18270-8a58-4ceb-aea3-902edb7fb55c) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:37.532343 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Attempt 5 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:37.579243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Port ac6b71c0-f28e-4844-b899-def0593ad863 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:37.583482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:37.583482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Checking segment: {'id': '0975243c-3799-4394-a25b-6650a46e0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:37.583848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.584271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Bound using segment: {'id': '0975243c-3799-4394-a25b-6650a46e0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:37.585197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Bound port: 6a17dab4-cbca-47db-bb40-91d1fca57d65, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0975243c-3799-4394-a25b-6650a46e0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:37.585197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.639543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks [] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.652655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] For port 6a17dab4-cbca-47db-bb40-91d1fca57d65, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:37.657499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] For port 6a17dab4-cbca-47db-bb40-91d1fca57d65, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a17dab4-cbca-47db-bb40-91d1fca57d65,segment=NetworkSegment(0975243c-3799-4394-a25b-6650a46e0d56),segment_id=0975243c-3799-4394-a25b-6650a46e0d56)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:37.665033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.683626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:37.721227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b2536-e122-42e3-8b2b-14bc94413cf4 None None] Pushing event updated for resources: {'Port': ['ID=6a17dab4-cbca-47db-bb40-91d1fca57d65,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:37.725455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:37.729427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:37.731345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:37.776530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Pushing event updated for resources: {'Port': ['ID=d9b18270-8a58-4ceb-aea3-902edb7fb55c,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:37.780638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:37.814544 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Sync routers for ids ['70aed3dd-e9fd-40af-b21c-ca77bea76577'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:37:37.828566 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Routers {'70aed3dd-e9fd-40af-b21c-ca77bea76577'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:37.829196 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['70aed3dd-e9fd-40af-b21c-ca77bea76577'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:37.909536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:37.953646 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Set router 70aed3dd-e9fd-40af-b21c-ca77bea76577 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:38.080595 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Attempt 6 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:38.134954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:38.141962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Port ac6b71c0-f28e-4844-b899-def0593ad863 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:38.185426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6a17dab4-cbca-47db-bb40-91d1fca57d65 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:38.234872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6a17dab4-cbca-47db-bb40-91d1fca57d65 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:38.235259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.235813 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6a17dab4-cbca-47db-bb40-91d1fca57d65 Sep 25 01:37:38.259514 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43'}], 'enable_snat': True}, 'gw_port_id': '3bff342c-4898-4db3-8385-74431cfe152e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:35Z', 'revision_number': 4, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'gw_port': {'id': '3bff342c-4898-4db3-8385-74431cfe152e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac6b71c0-f28e-4844-b899-def0593ad863', 'name': '', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'mac_address': 'fa:16:3e:c5:62:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'fb634152-e807-4693-9805-eef74a645144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:34Z', 'updated_at': '2022-09-25T01:37:35Z', 'revision_number': 2, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'subnets': [{'id': 'fb634152-e807-4693-9805-eef74a645144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:38.290307 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Checking router: 70aed3dd-e9fd-40af-b21c-ca77bea76577 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:37:38.290831 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Updating router 70aed3dd-e9fd-40af-b21c-ca77bea76577 port ac6b71c0-f28e-4844-b899-def0593ad863 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:37:38.322548 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.328435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks [] for router_gateway (49bb34f5-9430-476f-9a7e-6e50b098c7a9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.339014 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6a17dab4-cbca-47db-bb40-91d1fca57d65 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:38.339994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.373950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 6a17dab4-cbca-47db-bb40-91d1fca57d65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a17dab4-cbca-47db-bb40-91d1fca57d65,segment=NetworkSegment(0975243c-3799-4394-a25b-6650a46e0d56),segment_id=0975243c-3799-4394-a25b-6650a46e0d56)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:38.378658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.380735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3bff342c-4898-4db3-8385-74431cfe152e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:38.465337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=6a17dab4-cbca-47db-bb40-91d1fca57d65,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:38.482319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3bff342c-4898-4db3-8385-74431cfe152e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:38.482697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3bff342c-4898-4db3-8385-74431cfe152e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.483102 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3bff342c-4898-4db3-8385-74431cfe152e Sep 25 01:37:38.556800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (49bb34f5-9430-476f-9a7e-6e50b098c7a9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.595309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3bff342c-4898-4db3-8385-74431cfe152e is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:38.596021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (3bff342c-4898-4db3-8385-74431cfe152e), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.619644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 3bff342c-4898-4db3-8385-74431cfe152e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bff342c-4898-4db3-8385-74431cfe152e,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:38.625464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (3bff342c-4898-4db3-8385-74431cfe152e), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.652600 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Attempt 7 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:38.653841 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:38.667691 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Publish callbacks [] for port (ac6b71c0-f28e-4844-b899-def0593ad863), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.675073 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.708962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:37:38.725017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Port ac6b71c0-f28e-4844-b899-def0593ad863 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:38.728630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=3bff342c-4898-4db3-8385-74431cfe152e,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:38.775442 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Pushing event updated for resources: {'Port': ['ID=ac6b71c0-f28e-4844-b899-def0593ad863,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:38.790789 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.791124 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.791460 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.791802 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.792138 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.792460 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.792780 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.793090 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.793410 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.793724 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.794044 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.794361 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.794669 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.794980 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.795282 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:38.801682 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Attempting to bind port ac6b71c0-f28e-4844-b899-def0593ad863 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:38.802050 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Attempting to bind port ac6b71c0-f28e-4844-b899-def0593ad863 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:38.802407 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Attempting to bind port ac6b71c0-f28e-4844-b899-def0593ad863 on network 86185a32-75eb-45da-afab-2ed708cde714 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:38.826368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:37:38.837009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Sync routers for ids ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:37:38.849451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Routers {'49bb34f5-9430-476f-9a7e-6e50b098c7a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:38.850539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:38.857458 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:38.858096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.858872 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Checking segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:38.858995 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-467a1e0f-026d-445a-a2dd-486b9b88d878 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8876545 Sep 25 01:37:38.859679 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.860172 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Bound using segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:38.860804 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Bound port: ac6b71c0-f28e-4844-b899-def0593ad863, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:38.861252 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.861780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 34756) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:37:38.940050 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:38.951586 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] For port ac6b71c0-f28e-4844-b899-def0593ad863, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:38.955387 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] For port ac6b71c0-f28e-4844-b899-def0593ad863, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac6b71c0-f28e-4844-b899-def0593ad863,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:38.962154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be113db6-bc84-43df-a87b-222a99a84467 None None] Network f380e697-d537-407b-8c59-1141f76a6993 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:37:38.963557 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:38.998547 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:39.008203 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Routers {'70aed3dd-e9fd-40af-b21c-ca77bea76577'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:39.009142 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['70aed3dd-e9fd-40af-b21c-ca77bea76577'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:39.023129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Set router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:39.071799 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcf41b-1ad9-4441-aa0d-4c4edaf4f3f6 None None] Pushing event updated for resources: {'Port': ['ID=ac6b71c0-f28e-4844-b899-def0593ad863,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:39.093871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:39.145579 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] Set router 70aed3dd-e9fd-40af-b21c-ca77bea76577 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:39.189103 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:39.346759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:39.362274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:39.398518 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43'}], 'enable_snat': True}, 'gw_port_id': '3bff342c-4898-4db3-8385-74431cfe152e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:35Z', 'revision_number': 4, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'gw_port': {'id': '3bff342c-4898-4db3-8385-74431cfe152e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac6b71c0-f28e-4844-b899-def0593ad863', 'name': '', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'mac_address': 'fa:16:3e:c5:62:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'fb634152-e807-4693-9805-eef74a645144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:34Z', 'updated_at': '2022-09-25T01:37:38Z', 'revision_number': 4, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'subnets': [{'id': 'fb634152-e807-4693-9805-eef74a645144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:39.428983 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Attempt 8 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:39.432189 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e0f75-ea42-4adc-850f-bc0a5a7f20a1 None None] The sync data for ids ['70aed3dd-e9fd-40af-b21c-ca77bea76577'] in dv-neutron-master-2-hyperv is: [{'id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43'}], 'enable_snat': True}, 'gw_port_id': '3bff342c-4898-4db3-8385-74431cfe152e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:35Z', 'revision_number': 4, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'gw_port': {'id': '3bff342c-4898-4db3-8385-74431cfe152e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac6b71c0-f28e-4844-b899-def0593ad863', 'name': '', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'mac_address': 'fa:16:3e:c5:62:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'fb634152-e807-4693-9805-eef74a645144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:34Z', 'updated_at': '2022-09-25T01:37:38Z', 'revision_number': 4, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'subnets': [{'id': 'fb634152-e807-4693-9805-eef74a645144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:37:39.479175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206'}], 'enable_snat': True}, 'gw_port_id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:37Z', 'revision_number': 3, 'project_id': '694db4e430e748c68cd35dc86556481c', 'gw_port': {'id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:39.510730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Checking router: 49bb34f5-9430-476f-9a7e-6e50b098c7a9 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:37:39.511085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Updating router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 port d9b18270-8a58-4ceb-aea3-902edb7fb55c binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:37:39.523378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Allocated IP 172.20.0.1 (f380e697-d537-407b-8c59-1141f76a6993/4f6f0f75-00de-4ae9-a7e5-a50b0af28498/af23811d-cdb1-45f8-83d9-4ae1e811c738) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:39.576924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:39.613068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b571e087-7074-4955-8328-da6a033db59f None None] Current status of the port ac6b71c0-f28e-4844-b899-def0593ad863 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:39.613453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b571e087-7074-4955-8328-da6a033db59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:39.661594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Publish callbacks [] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:39.698708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:39.718154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b571e087-7074-4955-8328-da6a033db59f None None] For port ac6b71c0-f28e-4844-b899-def0593ad863, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac6b71c0-f28e-4844-b899-def0593ad863,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:39.726243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b571e087-7074-4955-8328-da6a033db59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:39.741992 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Network f380e697-d537-407b-8c59-1141f76a6993 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:39.745154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:39.748886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:39.782229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Pushing event updated for resources: {'Port': ['ID=af23811d-cdb1-45f8-83d9-4ae1e811c738,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:39.805172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (49bb34f5-9430-476f-9a7e-6e50b098c7a9), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:39.854993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-92dd11e8-4fb2-4074-beed-e429965d5986 None None] Provisioning complete for port 6a17dab4-cbca-47db-bb40-91d1fca57d65 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:39.855942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-92dd11e8-4fb2-4074-beed-e429965d5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:39.855942 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-92dd11e8-4fb2-4074-beed-e429965d5986 None None] Attempt 1 to provision port 6a17dab4-cbca-47db-bb40-91d1fca57d65 Sep 25 01:37:39.871498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:39.873193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571e087-7074-4955-8328-da6a033db59f None None] Pushing event updated for resources: {'Port': ['ID=ac6b71c0-f28e-4844-b899-def0593ad863,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:39.976085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:39.990983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.053315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Publish callbacks [] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.059331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-92dd11e8-4fb2-4074-beed-e429965d5986 None None] Current status of the port 6a17dab4-cbca-47db-bb40-91d1fca57d65 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:40.063543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.104932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-92dd11e8-4fb2-4074-beed-e429965d5986 None None] Provisioning complete for port ac6b71c0-f28e-4844-b899-def0593ad863 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:40.105313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-92dd11e8-4fb2-4074-beed-e429965d5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.105658 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-92dd11e8-4fb2-4074-beed-e429965d5986 None None] Attempt 1 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:40.109140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Attempting to bind port d9b18270-8a58-4ceb-aea3-902edb7fb55c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:40.109982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Attempting to bind port d9b18270-8a58-4ceb-aea3-902edb7fb55c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:40.110873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Attempting to bind port d9b18270-8a58-4ceb-aea3-902edb7fb55c on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:40.173072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef22b7f-09bb-4449-915c-1c05ea818dac None None] Pushing event updated for resources: {'Port': ['ID=d9b18270-8a58-4ceb-aea3-902edb7fb55c,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:40.195628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6a17dab4-cbca-47db-bb40-91d1fca57d65 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:40.212229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Publish callbacks [] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.218483 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.242385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:40.242769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:40.243179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.243575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:40.244101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Bound port: d9b18270-8a58-4ceb-aea3-902edb7fb55c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:40.244492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.249372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:40.293339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Pushing event updated for resources: {'Port': ['ID=af23811d-cdb1-45f8-83d9-4ae1e811c738,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:40.295917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (49bb34f5-9430-476f-9a7e-6e50b098c7a9), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.340070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-92dd11e8-4fb2-4074-beed-e429965d5986 None None] Current status of the port ac6b71c0-f28e-4844-b899-def0593ad863 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:40.346676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6a17dab4-cbca-47db-bb40-91d1fca57d65 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:40.347057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.347408 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6a17dab4-cbca-47db-bb40-91d1fca57d65 Sep 25 01:37:40.349599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] For port d9b18270-8a58-4ceb-aea3-902edb7fb55c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:40.353556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] For port d9b18270-8a58-4ceb-aea3-902edb7fb55c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9b18270-8a58-4ceb-aea3-902edb7fb55c,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:40.365890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:40.381659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.400083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Network f380e697-d537-407b-8c59-1141f76a6993 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:40.401686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:40.443755 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Routers {'49bb34f5-9430-476f-9a7e-6e50b098c7a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:40.444434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:40.508276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef22b7f-09bb-4449-915c-1c05ea818dac None None] Pushing event updated for resources: {'Port': ['ID=d9b18270-8a58-4ceb-aea3-902edb7fb55c,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:40.519769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:37:40.534482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Provisioning complete for port af23811d-cdb1-45f8-83d9-4ae1e811c738 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:40.534853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.535193 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Attempt 1 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:40.607999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6a17dab4-cbca-47db-bb40-91d1fca57d65 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:40.608987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3bff342c-4898-4db3-8385-74431cfe152e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:40.632078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:37:40.637259 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-da66a934-1970-442f-b65d-2063afa46d0b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/49bb34f5-9430-476f-9a7e-6e50b098c7a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743001 Sep 25 01:37:40.640115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Port af23811d-cdb1-45f8-83d9-4ae1e811c738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:40.662422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] Set router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:40.711683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:40.740143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 3bff342c-4898-4db3-8385-74431cfe152e triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:40.740519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (3bff342c-4898-4db3-8385-74431cfe152e), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.740861 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 3bff342c-4898-4db3-8385-74431cfe152e Sep 25 01:37:40.909220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 3bff342c-4898-4db3-8385-74431cfe152e is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:40.910363 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ac6b71c0-f28e-4844-b899-def0593ad863 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:40.959759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206'}], 'enable_snat': True}, 'gw_port_id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:39Z', 'revision_number': 4, 'project_id': '694db4e430e748c68cd35dc86556481c', 'gw_port': {'id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af23811d-cdb1-45f8-83d9-4ae1e811c738', 'name': '', 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'mac_address': 'fa:16:3e:a7:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:39Z', 'updated_at': '2022-09-25T01:37:40Z', 'revision_number': 2, 'project_id': '694db4e430e748c68cd35dc86556481c', 'subnets': [{'id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:40.987278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01805d-ef7d-4bca-9dfd-f90bfa73721c None None] The sync data for ids ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'] in dv-neutron-master-2-hyperv is: [{'id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206'}], 'enable_snat': True}, 'gw_port_id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:39Z', 'revision_number': 4, 'project_id': '694db4e430e748c68cd35dc86556481c', 'gw_port': {'id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af23811d-cdb1-45f8-83d9-4ae1e811c738', 'name': '', 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'mac_address': 'fa:16:3e:a7:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:39Z', 'updated_at': '2022-09-25T01:37:40Z', 'revision_number': 2, 'project_id': '694db4e430e748c68cd35dc86556481c', 'subnets': [{'id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:37:40.998234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ac6b71c0-f28e-4844-b899-def0593ad863 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:40.998615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:40.998956 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ac6b71c0-f28e-4844-b899-def0593ad863 Sep 25 01:37:41.029950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:41.076067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ac6b71c0-f28e-4844-b899-def0593ad863 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:41.141102 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Attempt 2 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:41.191553 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:41.193080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Port af23811d-cdb1-45f8-83d9-4ae1e811c738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:41.377833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-4677a20b-d91c-4eb7-83df-572577738ef6 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:41.380013 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-4677a20b-d91c-4eb7-83df-572577738ef6 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 816 time: 0.1312985 Sep 25 01:37:41.396368 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-819f0092-9442-46e9-bf96-33b105427cd0 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/quotas/0665e03670d740009d99bbdd1cb7684f HTTP/1.1" status: 200 len: 375 time: 0.0096238 Sep 25 01:37:41.450821 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-93517458-703c-4575-a7e2-0b729cf309a6 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487370 Sep 25 01:37:41.555914 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-2826584c-a2ed-4dbc-a97f-e799a2245787 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935450 Sep 25 01:37:41.621269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:41.649065 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-591112b1-6dab-4688-ad63-85039f269b27 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871878 Sep 25 01:37:41.694219 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Attempt 3 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:41.726672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Port af23811d-cdb1-45f8-83d9-4ae1e811c738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:41.814522 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f870d720-cf0b-4e24-a210-3752fc2f8e4e req-7d35b2c2-2ec6-4ee1-9b73-bf7b0093c161 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 210 time: 0.0288126 Sep 25 01:37:41.990033 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=72,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:42.227564 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Attempt 4 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:42.267901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Port af23811d-cdb1-45f8-83d9-4ae1e811c738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:42.768933 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Attempt 5 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:42.807387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Port af23811d-cdb1-45f8-83d9-4ae1e811c738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:42.945775 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4d9ba050-38a9-419f-8d6a-0e8b1865d884 req-93f0dac9-f194-4aaf-9d0d-ff5eb8bcb13a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 210 time: 0.0439615 Sep 25 01:37:42.948850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-60fdc78c-addd-495c-8a3f-20527044517e tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:42.950289 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-60fdc78c-addd-495c-8a3f-20527044517e tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 816 time: 0.1154816 Sep 25 01:37:42.971098 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Request body: {'port': {'device_id': '446556f0-1509-4f66-b133-a7ec0276b324', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'admin_state_up': True, 'tenant_id': '0665e03670d740009d99bbdd1cb7684f'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:43.089439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Made reservation on behalf of 0665e03670d740009d99bbdd1cb7684f for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:37:43.093158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:43.218293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Allocated IP 172.20.0.6 (86185a32-75eb-45da-afab-2ed708cde714/fb634152-e807-4693-9805-eef74a645144/9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:37:43.308526 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Attempt 6 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:43.344441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Port af23811d-cdb1-45f8-83d9-4ae1e811c738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:43.391335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks [] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:43.424696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:43.467815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Network 86185a32-75eb-45da-afab-2ed708cde714 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:37:43.471199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:37:43.475153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:37:43.507508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Pushing event updated for resources: {'Port': ['ID=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:43.534750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:43.535391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:43.551849 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Sync routers for ids ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:37:43.556045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-f6a56108-0a63-4cce-8b0c-eb59d07c74e1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920472 Sep 25 01:37:43.562896 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Routers {'49bb34f5-9430-476f-9a7e-6e50b098c7a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:43.563521 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:43.593683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Request body: {'port': {'device_id': '446556f0-1509-4f66-b133-a7ec0276b324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:37:43.614750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:43.621563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:43.672615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:43.684102 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Set router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:43.845692 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Attempt 7 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:43.875285 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206'}], 'enable_snat': True}, 'gw_port_id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:39Z', 'revision_number': 4, 'project_id': '694db4e430e748c68cd35dc86556481c', 'gw_port': {'id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af23811d-cdb1-45f8-83d9-4ae1e811c738', 'name': '', 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'mac_address': 'fa:16:3e:a7:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:39Z', 'updated_at': '2022-09-25T01:37:40Z', 'revision_number': 2, 'project_id': '694db4e430e748c68cd35dc86556481c', 'subnets': [{'id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:43.879116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Port af23811d-cdb1-45f8-83d9-4ae1e811c738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:43.899013 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Checking router: 49bb34f5-9430-476f-9a7e-6e50b098c7a9 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:37:43.899365 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Updating router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 port af23811d-cdb1-45f8-83d9-4ae1e811c738 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:37:43.926344 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:43.948698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:37:43.956378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Publish callbacks [] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:43.969352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Transition to ACTIVE for port object 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:37:43.973336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.095317 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:44.104497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:44.121364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d9b18270-8a58-4ceb-aea3-902edb7fb55c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:44.132114 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5b8cd-d9d8-4524-a3e9-0260973b7e05 req-6ca9d4d6-1b7e-4d4a-a67e-960829543248 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:44.133761 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2bc5b8cd-d9d8-4524-a3e9-0260973b7e05 req-6ca9d4d6-1b7e-4d4a-a67e-960829543248 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 943 time: 0.0869341 Sep 25 01:37:44.167502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d9b18270-8a58-4ceb-aea3-902edb7fb55c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:44.168018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.168582 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d9b18270-8a58-4ceb-aea3-902edb7fb55c Sep 25 01:37:44.196476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Attempting to bind port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:44.196911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Attempting to bind port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:44.197472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Attempting to bind port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc on network 86185a32-75eb-45da-afab-2ed708cde714 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:44.234005 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2bc5b8cd-d9d8-4524-a3e9-0260973b7e05 req-623929c0-8a32-4e84-a53c-78c458a0c244 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938594 Sep 25 01:37:44.255767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc on network 86185a32-75eb-45da-afab-2ed708cde714 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:37:44.256369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Attempting to bind port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc on network 86185a32-75eb-45da-afab-2ed708cde714 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:44.295717 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Publish callbacks [] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.297254 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:44.303292 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.305083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:44.305529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Checking segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:44.306154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Bound using segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:44.306789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Bound port: 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:44.307345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.367501 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3937a50-8634-47da-8413-063aed7a2f98 None None] Pushing event updated for resources: {'Port': ['ID=af23811d-cdb1-45f8-83d9-4ae1e811c738,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:44.389398 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Attempt 8 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:44.392631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] For port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:44.396287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] For port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:44.404255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.407606 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Attempting to bind port af23811d-cdb1-45f8-83d9-4ae1e811c738 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:37:44.408214 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Attempting to bind port af23811d-cdb1-45f8-83d9-4ae1e811c738 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0975243c-3799-4394-a25b-6650a46e0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:37:44.408574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Attempting to bind port af23811d-cdb1-45f8-83d9-4ae1e811c738 on network f380e697-d537-407b-8c59-1141f76a6993 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:37:44.410340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:44.411658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.413201 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc HTTP/1.1" status: 200 len: 1093 time: 0.8240945 Sep 25 01:37:44.413909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446556f0-1509-4f66-b133-a7ec0276b324', 'tag': '9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:37:44.416264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c" -d '{"events": [{"name": "network-changed", "server_uuid": "446556f0-1509-4f66-b133-a7ec0276b324", "tag": "9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:37:44.439146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:44.440749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d9b18270-8a58-4ceb-aea3-902edb7fb55c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:44.441188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.449876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Port af23811d-cdb1-45f8-83d9-4ae1e811c738 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:37:44.468183 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port d9b18270-8a58-4ceb-aea3-902edb7fb55c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9b18270-8a58-4ceb-aea3-902edb7fb55c,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:44.470785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4867b2-8e72-41c4-9db2-f419ce9aa9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:44.476191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.498700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a01245-61b6-4e31-96bd-df6b854640a8 x-openstack-request-id: req-93a01245-61b6-4e31-96bd-df6b854640a8 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:37:44.498875 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446556f0-1509-4f66-b133-a7ec0276b324", "tag": "9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:37:44.499175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93a01245-61b6-4e31-96bd-df6b854640a8 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:37:44.499646 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a01245-61b6-4e31-96bd-df6b854640a8'] response: {'name': 'network-changed', 'server_uuid': '446556f0-1509-4f66-b133-a7ec0276b324', 'tag': '9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc', 'status': 'completed', 'code': 200} Sep 25 01:37:44.507097 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:37:44.507667 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Checking segment: {'id': '0975243c-3799-4394-a25b-6650a46e0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:37:44.508225 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.508728 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Bound using segment: {'id': '0975243c-3799-4394-a25b-6650a46e0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:37:44.509330 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Bound port: af23811d-cdb1-45f8-83d9-4ae1e811c738, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0975243c-3799-4394-a25b-6650a46e0d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:37:44.509821 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.529900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=d9b18270-8a58-4ceb-aea3-902edb7fb55c,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:44.537335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-1668b98b-b421-4f95-9afd-f02519e339f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:44.539345 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-1668b98b-b421-4f95-9afd-f02519e339f9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 1127 time: 0.0577769 Sep 25 01:37:44.572444 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] For port af23811d-cdb1-45f8-83d9-4ae1e811c738, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:37:44.575515 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] For port af23811d-cdb1-45f8-83d9-4ae1e811c738, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af23811d-cdb1-45f8-83d9-4ae1e811c738,segment=NetworkSegment(0975243c-3799-4394-a25b-6650a46e0d56),segment_id=0975243c-3799-4394-a25b-6650a46e0d56)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:37:44.581896 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:44.583170 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-9feb53f5-fd58-488c-8202-7ddbae7efdf7 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc HTTP/1.1" status: 200 len: 217 time: 0.0327916 Sep 25 01:37:44.619301 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Routers {'49bb34f5-9430-476f-9a7e-6e50b098c7a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:37:44.619918 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:37:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:44.636279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-06353696-9410-4cfd-9f9d-bb600fef13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:44.637762 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-06353696-9410-4cfd-9f9d-bb600fef13fe service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fb634152-e807-4693-9805-eef74a645144 HTTP/1.1" status: 200 len: 855 time: 0.0487247 Sep 25 01:37:44.679928 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3937a50-8634-47da-8413-063aed7a2f98 None None] Pushing event updated for resources: {'Port': ['ID=af23811d-cdb1-45f8-83d9-4ae1e811c738,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:44.681895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-78024720-fa3f-431d-a9e3-61964d527a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:44.685376 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-78024720-fa3f-431d-a9e3-61964d527a35 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=86185a32-75eb-45da-afab-2ed708cde714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393665 Sep 25 01:37:44.736139 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] Set router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:37:44.749188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:44.779516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-b4dad0d1-8df3-4eaf-ade0-ec7b6dbf0f8d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897951 Sep 25 01:37:44.868049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33b36c6e-5560-4963-8ddb-fb11dafe3f9d req-4d5d1369-952c-41d1-ad4f-4ec089442f2c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831256 Sep 25 01:37:44.924176 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206'}], 'enable_snat': True}, 'gw_port_id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:39Z', 'revision_number': 4, 'project_id': '694db4e430e748c68cd35dc86556481c', 'gw_port': {'id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af23811d-cdb1-45f8-83d9-4ae1e811c738', 'name': '', 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'mac_address': 'fa:16:3e:a7:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:39Z', 'updated_at': '2022-09-25T01:37:44Z', 'revision_number': 4, 'project_id': '694db4e430e748c68cd35dc86556481c', 'subnets': [{'id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:37:44.950443 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557751e6-c309-44ce-90c5-67395edc4454 None None] The sync data for ids ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'] in dv-neutron-master-2-hyperv is: [{'id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206'}], 'enable_snat': True}, 'gw_port_id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:39Z', 'revision_number': 4, 'project_id': '694db4e430e748c68cd35dc86556481c', 'gw_port': {'id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af23811d-cdb1-45f8-83d9-4ae1e811c738', 'name': '', 'network_id': 'f380e697-d537-407b-8c59-1141f76a6993', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'mac_address': 'fa:16:3e:a7:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:39Z', 'updated_at': '2022-09-25T01:37:44Z', 'revision_number': 4, 'project_id': '694db4e430e748c68cd35dc86556481c', 'subnets': [{'id': '4f6f0f75-00de-4ae9-a7e5-a50b0af28498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:37:44.950910 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Attempt 9 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:44.987556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:45.031107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Current status of the port af23811d-cdb1-45f8-83d9-4ae1e811c738 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:45.031504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:45.068286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] For port af23811d-cdb1-45f8-83d9-4ae1e811c738, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af23811d-cdb1-45f8-83d9-4ae1e811c738,segment=NetworkSegment(0975243c-3799-4394-a25b-6650a46e0d56),segment_id=0975243c-3799-4394-a25b-6650a46e0d56)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:45.072148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:45.123765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Pushing event updated for resources: {'Port': ['ID=af23811d-cdb1-45f8-83d9-4ae1e811c738,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:45.134045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.134440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.134926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.135414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.135913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.136432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.136852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.137339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.137844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.138252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.138644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.139048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.139382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.139728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.140074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a78d3-5241-47ac-8b9c-d533448a8bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:37:45.197900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-acfff6ed-ecad-408c-8bc4-51bfdf04038b None None] Provisioning complete for port af23811d-cdb1-45f8-83d9-4ae1e811c738 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:45.198280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-acfff6ed-ecad-408c-8bc4-51bfdf04038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:45.198627 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-acfff6ed-ecad-408c-8bc4-51bfdf04038b None None] Attempt 1 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:45.241011 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:45.279883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-acfff6ed-ecad-408c-8bc4-51bfdf04038b None None] Current status of the port af23811d-cdb1-45f8-83d9-4ae1e811c738 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:45.369835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3dcdd-010c-4b4d-bb68-2b579f74f8cd req-1b24243f-0c27-4bb8-84d5-c1f545767552 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:45.371936 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5ce3dcdd-010c-4b4d-bb68-2b579f74f8cd req-1b24243f-0c27-4bb8-84d5-c1f545767552 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 943 time: 0.0519323 Sep 25 01:37:45.433420 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5ce3dcdd-010c-4b4d-bb68-2b579f74f8cd req-ae079733-f712-49e9-a3af-f4be10f2d765 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557930 Sep 25 01:37:46.099077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device af23811d-cdb1-45f8-83d9-4ae1e811c738 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:46.142858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port af23811d-cdb1-45f8-83d9-4ae1e811c738 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:46.143255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:46.143582 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port af23811d-cdb1-45f8-83d9-4ae1e811c738 Sep 25 01:37:46.216691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port af23811d-cdb1-45f8-83d9-4ae1e811c738 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:46.217698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d9b18270-8a58-4ceb-aea3-902edb7fb55c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:46.261177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d9b18270-8a58-4ceb-aea3-902edb7fb55c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:46.261561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:46.261906 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d9b18270-8a58-4ceb-aea3-902edb7fb55c Sep 25 01:37:46.337913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d9b18270-8a58-4ceb-aea3-902edb7fb55c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:46.563875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e7e75-b62a-471c-a08b-bac657a3f7f0 req-e319e5f5-439f-465e-b507-798b3eeef81b tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:46.565315 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f18e7e75-b62a-471c-a08b-bac657a3f7f0 req-e319e5f5-439f-465e-b507-798b3eeef81b tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 943 time: 0.0492518 Sep 25 01:37:46.602889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:37:46.615151 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f18e7e75-b62a-471c-a08b-bac657a3f7f0 req-ecd10d5b-57c4-4d0f-bccb-7563d461c1fd tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Sep 25 01:37:46.701731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:46.712658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'port_id': '9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc', 'mac_address': 'fa:16:3e:49:c6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb634152-e807-4693-9805-eef74a645144', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:37:46.750275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:46.750660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:46.763632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:37:46.782875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:46.788362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:46.834178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:46.931492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-b5ef21ea-6842-4428-a3a4-b62edd43574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:46.933045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-b5ef21ea-6842-4428-a3a4-b62edd43574e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 1128 time: 0.0396533 Sep 25 01:37:47.025931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-5347ffbd-e49d-4b0f-ad2b-cc0f87a31f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:47.027406 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-5347ffbd-e49d-4b0f-ad2b-cc0f87a31f84 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 917 time: 0.0881433 Sep 25 01:37:47.069095 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-6ad564b8-e21d-44ea-b370-0ee5d796a7a1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc HTTP/1.1" status: 200 len: 217 time: 0.0355110 Sep 25 01:37:47.117504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-9b9d37e5-06ad-4287-b395-6704f6a7bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:47.118847 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-9b9d37e5-06ad-4287-b395-6704f6a7bc03 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fb634152-e807-4693-9805-eef74a645144 HTTP/1.1" status: 200 len: 855 time: 0.0437005 Sep 25 01:37:47.160387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-413c595d-a33c-4c10-9bfa-bf12f6826b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:47.162371 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-413c595d-a33c-4c10-9bfa-bf12f6826b11 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=86185a32-75eb-45da-afab-2ed708cde714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380428 Sep 25 01:37:47.174963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:37:47.178089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:47.255202 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-ca569110-42db-4a2a-83de-1de1f35f1305 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864642 Sep 25 01:37:47.353303 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fe5d0d6e-5fa9-48e5-aaf5-73f8346fd60c req-bfe86d46-b175-4587-a8ac-24b889071747 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924861 Sep 25 01:37:47.736255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c055977-8fda-4272-ad5c-e94116c3e1c7 req-2f643280-fdd4-4785-a0e9-01daaff35fc8 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:47.737746 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c055977-8fda-4272-ad5c-e94116c3e1c7 req-2f643280-fdd4-4785-a0e9-01daaff35fc8 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 944 time: 0.0464172 Sep 25 01:37:47.784669 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c055977-8fda-4272-ad5c-e94116c3e1c7 req-74e1be26-f183-455a-899e-7588c3654a84 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Sep 25 01:37:48.632169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:37:48.635294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:48.678356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:37:48.684480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:37:48.684905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:48.685241 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc Sep 25 01:37:48.758995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:37:48.759386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:48.782484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446556f0-1509-4f66-b133-a7ec0276b324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:37:48.784757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3883d6e-d259-400a-b64c-9c1cddc46eda" -d '{"events": [{"server_uuid": "446556f0-1509-4f66-b133-a7ec0276b324", "name": "network-vif-plugged", "status": "completed", "tag": "9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:37:48.799531 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:37:48.805304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:37:48.830493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4706616d-ffa1-41ce-aec3-b3dcfd3902fa x-openstack-request-id: req-4706616d-ffa1-41ce-aec3-b3dcfd3902fa {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:37:48.830792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446556f0-1509-4f66-b133-a7ec0276b324", "name": "network-vif-plugged", "status": "completed", "tag": "9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:37:48.831047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4706616d-ffa1-41ce-aec3-b3dcfd3902fa {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:37:48.831445 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4706616d-ffa1-41ce-aec3-b3dcfd3902fa'] response: {'server_uuid': '446556f0-1509-4f66-b133-a7ec0276b324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc', 'code': 200} Sep 25 01:37:48.858483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:37:48.907624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc0087-e1c0-487f-9ecc-4f09c632381d req-3bd98608-a195-4a8e-a9b1-d4badf7fff69 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:48.909193 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21cc0087-e1c0-487f-9ecc-4f09c632381d req-3bd98608-a195-4a8e-a9b1-d4badf7fff69 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 945 time: 0.0484948 Sep 25 01:37:48.934010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:48.958321 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-21cc0087-e1c0-487f-9ecc-4f09c632381d req-801d0388-c133-4882-b35c-b395e7e23cb1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Sep 25 01:37:49.046507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e07f37-679f-4d05-a563-3f5d37a87a22 req-685d215b-a1a6-4096-8a5b-a39ddcc45957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:49.047992 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-51e07f37-679f-4d05-a563-3f5d37a87a22 req-685d215b-a1a6-4096-8a5b-a39ddcc45957 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 1129 time: 0.0416281 Sep 25 01:37:49.090406 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-51e07f37-679f-4d05-a563-3f5d37a87a22 req-63b55f5d-d5a1-43ee-83af-d4a4fb17a835 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Sep 25 01:37:50.081727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a64e9-b31f-49a2-bc63-a8beb275736b req-2ec4411f-3a9b-4353-863a-627583b8cbb7 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:50.083695 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-466a64e9-b31f-49a2-bc63-a8beb275736b req-2ec4411f-3a9b-4353-863a-627583b8cbb7 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 945 time: 0.0466855 Sep 25 01:37:50.130411 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-466a64e9-b31f-49a2-bc63-a8beb275736b req-013c375c-f1d6-4c22-b27b-862e88dee818 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Sep 25 01:37:51.232384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:51.250394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b7c90-df49-479a-b6d6-49e5f0bd2a44 req-57a4ea23-ffb3-4c44-b636-a66b26993a61 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:51.251866 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f68b7c90-df49-479a-b6d6-49e5f0bd2a44 req-57a4ea23-ffb3-4c44-b636-a66b26993a61 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 945 time: 0.0481169 Sep 25 01:37:51.299634 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f68b7c90-df49-479a-b6d6-49e5f0bd2a44 req-0d6c2c79-b361-441b-ad11-2db9c54c2806 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Sep 25 01:37:51.425019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b96d0-c27c-480d-8641-be722eee4569 req-778c5db5-3103-41aa-8998-94505a56069d tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:37:51.427078 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-530b96d0-c27c-480d-8641-be722eee4569 req-778c5db5-3103-41aa-8998-94505a56069d tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 945 time: 0.0526791 Sep 25 01:37:51.475909 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-530b96d0-c27c-480d-8641-be722eee4569 req-efa6214e-c14b-43ca-99c7-c3761cdb68bc tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Sep 25 01:37:58.579517 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:58.583648 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=77 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:37:58.659411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b88df607-b421-414a-863a-534bbec44eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:01.293224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:01.295688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=18 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:01.468804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:01.471169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=30 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:01.566438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-98799e7f-24ab-4c84-87e4-a7bfb96282c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:03.884942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:05.156257 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:38:06.024973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:06.611015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:11.193985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:14.577828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff863e-19f6-410a-bfa0-91093cf53977 req-9848bd26-00d8-434e-b9cf-cc6bca42a401 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:14.579211 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3ff863e-19f6-410a-bfa0-91093cf53977 req-9848bd26-00d8-434e-b9cf-cc6bca42a401 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 945 time: 0.0541339 Sep 25 01:38:14.631387 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3ff863e-19f6-410a-bfa0-91093cf53977 req-19bdf6b4-c0c7-4de2-9599-2ad60eaaa3b6 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462937 Sep 25 01:38:15.151819 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:15.756352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94b091-c461-4091-bc7e-1dccbc76b7b9 req-f1061684-ba1e-43d0-a5b7-3c865a3b3c3c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:15.757814 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6d94b091-c461-4091-bc7e-1dccbc76b7b9 req-f1061684-ba1e-43d0-a5b7-3c865a3b3c3c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 945 time: 0.0460787 Sep 25 01:38:15.806151 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6d94b091-c461-4091-bc7e-1dccbc76b7b9 req-19be2b46-6dea-471e-a66b-84c58b94503f tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Sep 25 01:38:16.492905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-6181f9ad-6ed7-4632-a6b0-c130e2e814fc tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:16.494366 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-6181f9ad-6ed7-4632-a6b0-c130e2e814fc tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 945 time: 0.0467358 Sep 25 01:38:16.599031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Deleting port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:38:16.599377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:16.697993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] For port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:38:16.698372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:16.711678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Calling delete_port for 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:38:16.842242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:16.871442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Pushing event deleted for resources: {'Port': ['ID=9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:38:16.874718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:38:16.925724 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1d0a2380-fa31-4473-8177-10536443750f req-6717875d-7ac1-4605-9532-a4a3d7ae2530 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=446556f0-1509-4f66-b133-a7ec0276b324 HTTP/1.1" status: 200 len: 210 time: 0.0297904 Sep 25 01:38:16.945051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] No DVR routers for this DVR port 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:38:16.947600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:16.950858 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e8840601-7b6d-4954-8462-f73d4d105bf0 req-345678f5-c7b0-4d04-a733-4e3284de40e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "DELETE /networking/v2.0/ports/9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc HTTP/1.1" status: 204 len: 173 time: 0.4326878 Sep 25 01:38:16.951351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446556f0-1509-4f66-b133-a7ec0276b324', 'name': 'network-vif-deleted', 'tag': '9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:38:16.953637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86559a30-f372-412b-bfba-1b13693d632e" -d '{"events": [{"server_uuid": "446556f0-1509-4f66-b133-a7ec0276b324", "name": "network-vif-deleted", "tag": "9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:38:16.995869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5270a1-4dd4-4bb2-b50f-962319d16e0a x-openstack-request-id: req-0c5270a1-4dd4-4bb2-b50f-962319d16e0a {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:38:16.996209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446556f0-1509-4f66-b133-a7ec0276b324", "name": "network-vif-deleted", "tag": "9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:38:16.996455 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c5270a1-4dd4-4bb2-b50f-962319d16e0a {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:38:16.996862 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5270a1-4dd4-4bb2-b50f-962319d16e0a'] response: {'server_uuid': '446556f0-1509-4f66-b133-a7ec0276b324', 'name': 'network-vif-deleted', 'tag': '9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc', 'status': 'completed', 'code': 200} Sep 25 01:38:19.305236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-0e07dc0e-2a06-4da9-a3f4-3b155ea400f1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:19.306712 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-0e07dc0e-2a06-4da9-a3f4-3b155ea400f1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 816 time: 0.1086187 Sep 25 01:38:19.321363 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-ccd223c2-43c9-4e21-9d77-930cbfe2e4ea tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/quotas/0665e03670d740009d99bbdd1cb7684f HTTP/1.1" status: 200 len: 375 time: 0.0090528 Sep 25 01:38:19.372229 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-5cbc7db3-4a6c-4353-ae8e-6fa19b753402 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459435 Sep 25 01:38:19.473982 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-c328f50a-5e59-42e7-95ac-c0702a659078 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895193 Sep 25 01:38:19.568544 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-d849ea18-76ab-4122-b9ad-4b3d396fa26c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882473 Sep 25 01:38:19.735769 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7f2f831a-b518-4bdb-aaa1-e49a5f211cb3 req-2ce3fb5d-210a-4df8-86cf-1ca103bd8b70 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 210 time: 0.0288794 Sep 25 01:38:20.757136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:38:20.760202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:20.761345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:20.779582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:38:20.779941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 9010960a-ea9b-4af9-a51f-8f4e3d3b9dcc not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:38:20.797561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-cb38de8e-61cc-45ec-95ae-85d42866d503 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:20.799077 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-cb38de8e-61cc-45ec-95ae-85d42866d503 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 816 time: 0.1185594 Sep 25 01:38:20.818511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Request body: {'port': {'device_id': '578ddf45-be39-4c70-9eb1-460d83340b1c', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'admin_state_up': True, 'tenant_id': '0665e03670d740009d99bbdd1cb7684f'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:38:20.848307 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-06adccd4-942e-43d3-9493-6f660ab1708f req-b7c60040-d45b-4626-bf05-c9c4fdf87edb tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 210 time: 0.0301471 Sep 25 01:38:20.933852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Made reservation on behalf of 0665e03670d740009d99bbdd1cb7684f for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:38:20.937703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:21.049611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:21.066882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Allocated IP 172.20.0.9 (86185a32-75eb-45da-afab-2ed708cde714/fb634152-e807-4693-9805-eef74a645144/270a7073-bab3-48f6-ae72-a341b42c0a1c) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:38:21.068598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:21.217524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks [] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:21.252431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:21.300221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Network 86185a32-75eb-45da-afab-2ed708cde714 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:38:21.306060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:38:21.310090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Pushing event updated for resources: {'Port': ['ID=270a7073-bab3-48f6-ae72-a341b42c0a1c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:38:21.310478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:38:21.342458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.342827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.343184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.343531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.343873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.344239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.344581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.344920 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.345254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.345590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.345923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.346253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.346583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.346925 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.347813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:38:21.385790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:21.385790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:21.407662 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-125c8e4d-4545-482e-a90f-8a35641e4491 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950110 Sep 25 01:38:21.425652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Request body: {'port': {'device_id': '578ddf45-be39-4c70-9eb1-460d83340b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:38:21.498578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:21.539438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-00a82b80-62e2-4b4f-8a81-e291c224fdd0 None None] Provisioning complete for port 270a7073-bab3-48f6-ae72-a341b42c0a1c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:38:21.539867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-00a82b80-62e2-4b4f-8a81-e291c224fdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:21.540237 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-00a82b80-62e2-4b4f-8a81-e291c224fdd0 None None] Attempt 1 to provision port 270a7073-bab3-48f6-ae72-a341b42c0a1c Sep 25 01:38:21.572603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-00a82b80-62e2-4b4f-8a81-e291c224fdd0 None None] Port 270a7073-bab3-48f6-ae72-a341b42c0a1c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:38:21.754149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270a7073-bab3-48f6-ae72-a341b42c0a1c {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:38:21.761624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Publish callbacks [] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:21.773771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Transition to ACTIVE for port object 270a7073-bab3-48f6-ae72-a341b42c0a1c will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:38:21.777757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:22.073681 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-00a82b80-62e2-4b4f-8a81-e291c224fdd0 None None] Attempt 2 to provision port 270a7073-bab3-48f6-ae72-a341b42c0a1c Sep 25 01:38:22.109924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-00a82b80-62e2-4b4f-8a81-e291c224fdd0 None None] Port 270a7073-bab3-48f6-ae72-a341b42c0a1c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:38:22.187524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:22.203545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Pushing event updated for resources: {'Port': ['ID=270a7073-bab3-48f6-ae72-a341b42c0a1c,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:38:22.230296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:22.257949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c1a03-2e74-40bc-b14f-4b5194034ef7 req-717a5aa9-2023-4ac7-87a6-89ab1e45cf49 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:22.259434 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f84c1a03-2e74-40bc-b14f-4b5194034ef7 req-717a5aa9-2023-4ac7-87a6-89ab1e45cf49 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 943 time: 0.0763130 Sep 25 01:38:22.262994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Attempting to bind port 270a7073-bab3-48f6-ae72-a341b42c0a1c on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:38:22.263329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Attempting to bind port 270a7073-bab3-48f6-ae72-a341b42c0a1c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:38:22.263667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Attempting to bind port 270a7073-bab3-48f6-ae72-a341b42c0a1c on network 86185a32-75eb-45da-afab-2ed708cde714 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:38:22.336116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Port 270a7073-bab3-48f6-ae72-a341b42c0a1c on network 86185a32-75eb-45da-afab-2ed708cde714 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:38:22.336448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Attempting to bind port 270a7073-bab3-48f6-ae72-a341b42c0a1c on network 86185a32-75eb-45da-afab-2ed708cde714 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:38:22.365787 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f84c1a03-2e74-40bc-b14f-4b5194034ef7 req-7c933415-c907-466a-807b-d69f5826b118 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997679 Sep 25 01:38:22.393031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:38:22.393372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Checking segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:38:22.393774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Bound using segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:38:22.394759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Bound port: 270a7073-bab3-48f6-ae72-a341b42c0a1c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:38:22.395125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:22.454611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] For port 270a7073-bab3-48f6-ae72-a341b42c0a1c, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:38:22.458080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] For port 270a7073-bab3-48f6-ae72-a341b42c0a1c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=270a7073-bab3-48f6-ae72-a341b42c0a1c,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:38:22.464210 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:22.468192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:22.468809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:22.470184 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/270a7073-bab3-48f6-ae72-a341b42c0a1c HTTP/1.1" status: 200 len: 1093 time: 1.0493898 Sep 25 01:38:22.470734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578ddf45-be39-4c70-9eb1-460d83340b1c', 'tag': '270a7073-bab3-48f6-ae72-a341b42c0a1c'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:38:22.473587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82037724-1009-4232-ba0e-a397c834c6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "578ddf45-be39-4c70-9eb1-460d83340b1c", "tag": "270a7073-bab3-48f6-ae72-a341b42c0a1c"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:38:22.518708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2debc755-d679-4b05-9516-822ca9447629 x-openstack-request-id: req-2debc755-d679-4b05-9516-822ca9447629 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:38:22.519551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578ddf45-be39-4c70-9eb1-460d83340b1c", "tag": "270a7073-bab3-48f6-ae72-a341b42c0a1c", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:38:22.519819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2debc755-d679-4b05-9516-822ca9447629 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:38:22.520267 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2debc755-d679-4b05-9516-822ca9447629'] response: {'name': 'network-changed', 'server_uuid': '578ddf45-be39-4c70-9eb1-460d83340b1c', 'tag': '270a7073-bab3-48f6-ae72-a341b42c0a1c', 'status': 'completed', 'code': 200} Sep 25 01:38:22.524918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefb115-eb19-4b0e-80d6-30be6fd4747a service neutron] Pushing event updated for resources: {'Port': ['ID=270a7073-bab3-48f6-ae72-a341b42c0a1c,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:38:22.583738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-7e37ff65-74a9-4640-ab41-a1fc02fc92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:22.585260 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-7e37ff65-74a9-4640-ab41-a1fc02fc92aa service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 1127 time: 0.0389309 Sep 25 01:38:22.611024 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-00a82b80-62e2-4b4f-8a81-e291c224fdd0 None None] Attempt 3 to provision port 270a7073-bab3-48f6-ae72-a341b42c0a1c Sep 25 01:38:22.632973 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-61b143e6-4203-43c5-a700-816c55cf69bd service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270a7073-bab3-48f6-ae72-a341b42c0a1c HTTP/1.1" status: 200 len: 217 time: 0.0358551 Sep 25 01:38:22.650043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-00a82b80-62e2-4b4f-8a81-e291c224fdd0 None None] Port 270a7073-bab3-48f6-ae72-a341b42c0a1c had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:38:22.684379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-8dce041c-4d0d-4377-9f10-87574e655ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:22.686397 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-8dce041c-4d0d-4377-9f10-87574e655ad0 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fb634152-e807-4693-9805-eef74a645144 HTTP/1.1" status: 200 len: 855 time: 0.0483041 Sep 25 01:38:22.732034 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-e31421d7-e7df-4186-891e-f38321977f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:22.733705 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-e31421d7-e7df-4186-891e-f38321977f9e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=86185a32-75eb-45da-afab-2ed708cde714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412679 Sep 25 01:38:22.827215 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-989ee445-81a1-4a0b-8c3e-30778a34c281 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871413 Sep 25 01:38:22.916838 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36be69bb-f88c-4e0b-8362-1cb83851c876 req-754cb2f8-4c58-4b83-9dc9-f7d705600155 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838776 Sep 25 01:38:23.492167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de3f0d-685e-467d-82b9-85cf83d084c2 req-961d8c90-8856-41d3-9c06-c40f0a6072be tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:23.493675 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-08de3f0d-685e-467d-82b9-85cf83d084c2 req-961d8c90-8856-41d3-9c06-c40f0a6072be tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 943 time: 0.0515001 Sep 25 01:38:23.540642 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-08de3f0d-685e-467d-82b9-85cf83d084c2 req-07b5e36b-8f13-4710-93a5-69d8e60963d5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Sep 25 01:38:24.662178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c422a-9137-404c-8984-0845f90d01cf req-5448d544-b32a-45df-8270-c393e4c06f0e tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:24.663694 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-194c422a-9137-404c-8984-0845f90d01cf req-5448d544-b32a-45df-8270-c393e4c06f0e tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 943 time: 0.0473788 Sep 25 01:38:24.710836 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-194c422a-9137-404c-8984-0845f90d01cf req-f713ff9f-d569-431d-927b-05696382ec65 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Sep 25 01:38:25.024504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82037724-1009-4232-ba0e-a397c834c6a8 req-c6a34d4b-92f7-4345-a1cc-d512e41f610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:25.026026 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-82037724-1009-4232-ba0e-a397c834c6a8 req-c6a34d4b-92f7-4345-a1cc-d512e41f610d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 1127 time: 0.0397019 Sep 25 01:38:25.113454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:25.118832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82037724-1009-4232-ba0e-a397c834c6a8 req-8e0516b4-7736-4cde-bc18-207e7c38c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:25.120340 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-82037724-1009-4232-ba0e-a397c834c6a8 req-8e0516b4-7736-4cde-bc18-207e7c38c472 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 917 time: 0.0887110 Sep 25 01:38:25.158378 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-82037724-1009-4232-ba0e-a397c834c6a8 req-4d37f867-c6af-4641-9b85-5093193ddc53 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270a7073-bab3-48f6-ae72-a341b42c0a1c HTTP/1.1" status: 200 len: 217 time: 0.0325758 Sep 25 01:38:25.210254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82037724-1009-4232-ba0e-a397c834c6a8 req-0e8c3456-f8d8-41cf-b8dc-6a59d0b2dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:25.211724 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-82037724-1009-4232-ba0e-a397c834c6a8 req-0e8c3456-f8d8-41cf-b8dc-6a59d0b2dab9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fb634152-e807-4693-9805-eef74a645144 HTTP/1.1" status: 200 len: 855 time: 0.0470555 Sep 25 01:38:25.258163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82037724-1009-4232-ba0e-a397c834c6a8 req-91c41137-b25f-46de-89db-8fc34927e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:25.259622 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-82037724-1009-4232-ba0e-a397c834c6a8 req-91c41137-b25f-46de-89db-8fc34927e809 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=86185a32-75eb-45da-afab-2ed708cde714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424607 Sep 25 01:38:25.309782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:25.350281 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-82037724-1009-4232-ba0e-a397c834c6a8 req-ea9d3838-d544-4ff7-be42-bdda2bd340df service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845652 Sep 25 01:38:25.448655 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-82037724-1009-4232-ba0e-a397c834c6a8 req-6307de28-917c-4ed1-a671-1ef9e9a53a2b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928309 Sep 25 01:38:25.831094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ae28f-d8a9-485b-8c47-83fed5622059 req-651e46b0-529a-41de-92df-bbdc5ca50e8f tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:25.832600 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae2ae28f-d8a9-485b-8c47-83fed5622059 req-651e46b0-529a-41de-92df-bbdc5ca50e8f tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 943 time: 0.0464909 Sep 25 01:38:25.879299 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae2ae28f-d8a9-485b-8c47-83fed5622059 req-04bc03a9-1492-4f42-ab0d-1d6f7c773685 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Sep 25 01:38:26.766536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 270a7073-bab3-48f6-ae72-a341b42c0a1c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:38:26.867238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 270a7073-bab3-48f6-ae72-a341b42c0a1c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=270a7073-bab3-48f6-ae72-a341b42c0a1c,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:38:26.878179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '270a7073-bab3-48f6-ae72-a341b42c0a1c', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'port_id': '270a7073-bab3-48f6-ae72-a341b42c0a1c', 'mac_address': 'fa:16:3e:f1:28:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb634152-e807-4693-9805-eef74a645144', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:38:26.913502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 270a7073-bab3-48f6-ae72-a341b42c0a1c is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:38:26.913910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:26.927565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270a7073-bab3-48f6-ae72-a341b42c0a1c {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:38:26.947377 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 270a7073-bab3-48f6-ae72-a341b42c0a1c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=270a7073-bab3-48f6-ae72-a341b42c0a1c,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:38:26.951563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:26.998612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdd12a-f606-4c57-9905-49b1a2f4004e req-06127f12-f9c3-4932-bd9e-673532f4b310 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:27.000143 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-31cdd12a-f606-4c57-9905-49b1a2f4004e req-06127f12-f9c3-4932-bd9e-673532f4b310 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 944 time: 0.0473571 Sep 25 01:38:27.000735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=270a7073-bab3-48f6-ae72-a341b42c0a1c,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:38:27.051994 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-31cdd12a-f606-4c57-9905-49b1a2f4004e req-2912d5f9-a914-4d1f-8f13-a99b03edfcb7 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459526 Sep 25 01:38:27.363340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['270a7073-bab3-48f6-ae72-a341b42c0a1c'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:38:28.169493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52059700-fc78-46b4-912f-8fe8a264679a req-79a025ad-e42b-4879-a75c-fba4b5bdb1f2 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:28.170985 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-52059700-fc78-46b4-912f-8fe8a264679a req-79a025ad-e42b-4879-a75c-fba4b5bdb1f2 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 944 time: 0.0467703 Sep 25 01:38:28.221374 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-52059700-fc78-46b4-912f-8fe8a264679a req-15d3089f-c70d-4bbd-9e4b-7ab16b9a5824 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 Sep 25 01:38:28.664624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b8890f76-3f20-4a91-846a-db3ed19c582d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:28.779159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 270a7073-bab3-48f6-ae72-a341b42c0a1c up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:38:28.823481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 270a7073-bab3-48f6-ae72-a341b42c0a1c completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:38:28.829181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 270a7073-bab3-48f6-ae72-a341b42c0a1c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:38:28.829563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:28.829908 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 270a7073-bab3-48f6-ae72-a341b42c0a1c Sep 25 01:38:28.894645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:28.900864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 270a7073-bab3-48f6-ae72-a341b42c0a1c is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:38:28.901290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:28.924820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578ddf45-be39-4c70-9eb1-460d83340b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270a7073-bab3-48f6-ae72-a341b42c0a1c'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:38:28.927006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823b07fe-a1b2-45ad-b60b-8ff082d51b04" -d '{"events": [{"server_uuid": "578ddf45-be39-4c70-9eb1-460d83340b1c", "name": "network-vif-plugged", "status": "completed", "tag": "270a7073-bab3-48f6-ae72-a341b42c0a1c"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:38:28.939404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 270a7073-bab3-48f6-ae72-a341b42c0a1c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=270a7073-bab3-48f6-ae72-a341b42c0a1c,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:38:28.944144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:28.972766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e2a06b-3a5c-4420-a697-dc16f85e60ff x-openstack-request-id: req-08e2a06b-3a5c-4420-a697-dc16f85e60ff {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:38:28.973064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578ddf45-be39-4c70-9eb1-460d83340b1c", "name": "network-vif-plugged", "status": "completed", "tag": "270a7073-bab3-48f6-ae72-a341b42c0a1c", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:38:28.973323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08e2a06b-3a5c-4420-a697-dc16f85e60ff {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:38:28.973721 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e2a06b-3a5c-4420-a697-dc16f85e60ff'] response: {'server_uuid': '578ddf45-be39-4c70-9eb1-460d83340b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270a7073-bab3-48f6-ae72-a341b42c0a1c', 'code': 200} Sep 25 01:38:28.997087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=270a7073-bab3-48f6-ae72-a341b42c0a1c,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:38:29.177204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045124f3-dbaa-4ed0-96e0-916035db12dd req-78d7837e-69cd-4cf1-a64e-a4a57074b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:29.178730 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-045124f3-dbaa-4ed0-96e0-916035db12dd req-78d7837e-69cd-4cf1-a64e-a4a57074b61b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 1129 time: 0.0394549 Sep 25 01:38:29.222579 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-045124f3-dbaa-4ed0-96e0-916035db12dd req-3b7806b4-5c65-49a0-96b6-07defa8a97f0 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379541 Sep 25 01:38:29.340057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e02d8a-2cde-4664-aa02-b879cf6a144e req-b28369d7-acc2-422c-a0fc-7d43b5d130ca tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:29.341538 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c3e02d8a-2cde-4664-aa02-b879cf6a144e req-b28369d7-acc2-422c-a0fc-7d43b5d130ca tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 945 time: 0.0468538 Sep 25 01:38:29.388789 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c3e02d8a-2cde-4664-aa02-b879cf6a144e req-2c7a46be-c88e-49a5-a651-4f5301def5e0 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Sep 25 01:38:30.516939 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e470b3-65f5-49ea-b083-66ffa9f795d8 req-a4029dd0-f374-4984-979b-18886f745ae0 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:30.518424 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-02e470b3-65f5-49ea-b083-66ffa9f795d8 req-a4029dd0-f374-4984-979b-18886f745ae0 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 945 time: 0.0488970 Sep 25 01:38:30.565232 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-02e470b3-65f5-49ea-b083-66ffa9f795d8 req-92e634a0-6789-413c-9474-ba673640d782 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Sep 25 01:38:31.570419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-95e642ac-b905-42fb-9926-bf5e8d5180cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:31.690424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08106e-db76-421a-aec6-5422d499ebe9 req-672495d4-a201-4cdd-9ddd-7345baf4352b tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:31.691994 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6e08106e-db76-421a-aec6-5422d499ebe9 req-672495d4-a201-4cdd-9ddd-7345baf4352b tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 945 time: 0.0517910 Sep 25 01:38:31.742198 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6e08106e-db76-421a-aec6-5422d499ebe9 req-f1cd0654-fd99-47f2-b778-b1320993c34d tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Sep 25 01:38:31.863745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b5db-d25e-4d8e-a8fa-748bd41567b0 req-c3e3f9ad-7499-45d7-8154-5b7cf5682af1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:31.865416 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c378b5db-d25e-4d8e-a8fa-748bd41567b0 req-c3e3f9ad-7499-45d7-8154-5b7cf5682af1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 945 time: 0.0487161 Sep 25 01:38:31.912792 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c378b5db-d25e-4d8e-a8fa-748bd41567b0 req-c07bbad0-9583-4f2c-8a7e-e7acc49ecf69 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Sep 25 01:38:33.886098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:33.953702 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:33.954448 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:36.016883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:36.030068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:36.612336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:41.195932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:41.730187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=80 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:41.738462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=56 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:41.906302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:41.908246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=79 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:42.155508 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:38:51.190787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:51.191859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:52.151567 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:54.647055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1499d-ca2a-4e46-90af-6c73e7c482a4 req-29bc2a74-4973-4fba-b31a-e0ca75986d72 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:54.648609 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aff1499d-ca2a-4e46-90af-6c73e7c482a4 req-29bc2a74-4973-4fba-b31a-e0ca75986d72 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 945 time: 0.0495534 Sep 25 01:38:54.696764 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aff1499d-ca2a-4e46-90af-6c73e7c482a4 req-a2ecc0c4-c7ed-4a2a-9f2e-e73b80febde0 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Sep 25 01:38:54.985066 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:38:55.826953 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb173a1-b419-424d-a4e2-dca21299278f req-4f7eaf75-362e-4b40-bc20-33af4c64bff1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:55.828466 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cfb173a1-b419-424d-a4e2-dca21299278f req-4f7eaf75-362e-4b40-bc20-33af4c64bff1 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 945 time: 0.0500677 Sep 25 01:38:55.875807 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cfb173a1-b419-424d-a4e2-dca21299278f req-e8dc2e2e-87ed-46af-9aa2-7e5e1632700c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Sep 25 01:38:56.418737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-8d3d2eb5-066d-4b58-8ced-e05103e30c91 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:56.420251 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-8d3d2eb5-066d-4b58-8ced-e05103e30c91 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 945 time: 0.0542176 Sep 25 01:38:56.500656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Deleting port 270a7073-bab3-48f6-ae72-a341b42c0a1c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:38:56.501004 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:56.592788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] For port 270a7073-bab3-48f6-ae72-a341b42c0a1c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=270a7073-bab3-48f6-ae72-a341b42c0a1c,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:38:56.593152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:56.606841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Calling delete_port for 270a7073-bab3-48f6-ae72-a341b42c0a1c owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:38:56.741241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (270a7073-bab3-48f6-ae72-a341b42c0a1c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:56.769189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Pushing event deleted for resources: {'Port': ['ID=270a7073-bab3-48f6-ae72-a341b42c0a1c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:38:56.778009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['270a7073-bab3-48f6-ae72-a341b42c0a1c'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:38:56.822196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] No DVR routers for this DVR port 270a7073-bab3-48f6-ae72-a341b42c0a1c on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:38:56.825045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:56.828484 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cf856e40-a043-4599-aad1-8648cffb4fe9 req-14ec6bea-1774-4a52-933e-abd0c5ad5a15 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "DELETE /networking/v2.0/ports/270a7073-bab3-48f6-ae72-a341b42c0a1c HTTP/1.1" status: 204 len: 173 time: 0.4028084 Sep 25 01:38:56.829006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578ddf45-be39-4c70-9eb1-460d83340b1c', 'name': 'network-vif-deleted', 'tag': '270a7073-bab3-48f6-ae72-a341b42c0a1c'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:38:56.831928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02aa5e4-468a-4f1c-bad6-a3b30c4b00be" -d '{"events": [{"server_uuid": "578ddf45-be39-4c70-9eb1-460d83340b1c", "name": "network-vif-deleted", "tag": "270a7073-bab3-48f6-ae72-a341b42c0a1c"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:38:56.936722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e480aee1-5581-48e7-82de-6aaecd436085 x-openstack-request-id: req-e480aee1-5581-48e7-82de-6aaecd436085 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:38:56.937025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578ddf45-be39-4c70-9eb1-460d83340b1c", "name": "network-vif-deleted", "tag": "270a7073-bab3-48f6-ae72-a341b42c0a1c", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:38:56.937280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e480aee1-5581-48e7-82de-6aaecd436085 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:38:56.937701 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e480aee1-5581-48e7-82de-6aaecd436085'] response: {'server_uuid': '578ddf45-be39-4c70-9eb1-460d83340b1c', 'name': 'network-vif-deleted', 'tag': '270a7073-bab3-48f6-ae72-a341b42c0a1c', 'status': 'completed', 'code': 200} Sep 25 01:38:57.013778 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7a9ee1f1-9872-4729-a884-7c1a6e7275d6 req-0f131888-7066-451b-9f53-458e829d1259 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=578ddf45-be39-4c70-9eb1-460d83340b1c HTTP/1.1" status: 200 len: 210 time: 0.0323641 Sep 25 01:38:58.385403 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-26e4c3bd-b21d-4e49-a524-465d9568667c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:58.386888 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-26e4c3bd-b21d-4e49-a524-465d9568667c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 816 time: 0.1054711 Sep 25 01:38:58.401623 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-7ec84f6c-c10a-4cb8-bf4b-00cdbc9a96c0 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/quotas/0665e03670d740009d99bbdd1cb7684f HTTP/1.1" status: 200 len: 375 time: 0.0093191 Sep 25 01:38:58.451134 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-e0888b7b-d0ea-4ca2-8d11-7ac24006eed3 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443456 Sep 25 01:38:58.553296 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-b65c1ae8-d6b0-44e2-900b-ea9d4cbfdb09 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905385 Sep 25 01:38:58.644258 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-ce091f4a-622b-46c6-8579-236e4edb0327 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848649 Sep 25 01:38:58.672295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ceef1163-659c-48d1-a094-2ab6a2c01552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:38:58.819503 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9c6d383e-424e-4433-804c-bf4c1f554fe0 req-7fe4f239-e2da-48c9-9746-b86a56efaa3c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 210 time: 0.0282166 Sep 25 01:38:59.878657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-31ed2712-a63a-4430-a925-0e540a2c90f0 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:38:59.879897 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-31ed2712-a63a-4430-a925-0e540a2c90f0 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 816 time: 0.1104991 Sep 25 01:38:59.898573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Request body: {'port': {'device_id': 'ed453f2b-35a7-4882-bec5-8ab43abc873f', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'admin_state_up': True, 'tenant_id': '0665e03670d740009d99bbdd1cb7684f'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:38:59.930128 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-61ecaa1c-49c1-4a7f-ad1f-58d66bb24f1a req-d292f722-6fd4-486c-9f92-052a02a84684 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 210 time: 0.0348523 Sep 25 01:39:00.012271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Made reservation on behalf of 0665e03670d740009d99bbdd1cb7684f for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:39:00.016080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:00.128872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:00.145410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Allocated IP 172.20.0.14 (86185a32-75eb-45da-afab-2ed708cde714/fb634152-e807-4693-9805-eef74a645144/e0f51c8f-257e-4cd2-9cd5-f57c5c188960) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:39:00.158143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:00.293382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks [] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:00.324390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:00.368110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Network 86185a32-75eb-45da-afab-2ed708cde714 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:39:00.371240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:00.374977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:39:00.401337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Pushing event updated for resources: {'Port': ['ID=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:00.431445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:00.432222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:00.452165 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-be89f788-8a6c-480b-aeaa-713e8fc1817a tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576341 Sep 25 01:39:00.506259 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Request body: {'port': {'device_id': 'ed453f2b-35a7-4882-bec5-8ab43abc873f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:39:00.573513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:00.576618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ab8e1279-cd5d-4415-b073-8210cb7e6556 None None] Provisioning complete for port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:00.577121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ab8e1279-cd5d-4415-b073-8210cb7e6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:00.577488 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ab8e1279-cd5d-4415-b073-8210cb7e6556 None None] Attempt 1 to provision port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 Sep 25 01:39:00.609018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e1279-cd5d-4415-b073-8210cb7e6556 None None] Port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:00.836287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f51c8f-257e-4cd2-9cd5-f57c5c188960 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:39:00.843588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Publish callbacks [] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:00.855734 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Transition to ACTIVE for port object e0f51c8f-257e-4cd2-9cd5-f57c5c188960 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:39:00.859588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:00.897148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=4,neutron:UPDATE=6,neutron:SELECT=89,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:00.923777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 270a7073-bab3-48f6-ae72-a341b42c0a1c no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:39:00.925216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:00.949113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 270a7073-bab3-48f6-ae72-a341b42c0a1c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:39:00.949466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 270a7073-bab3-48f6-ae72-a341b42c0a1c not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:39:00.974982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Attempting to bind port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:39:00.975316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Attempting to bind port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:39:00.975635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Attempting to bind port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 on network 86185a32-75eb-45da-afab-2ed708cde714 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:39:01.024507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:01.055318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 on network 86185a32-75eb-45da-afab-2ed708cde714 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:39:01.055566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Attempting to bind port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 on network 86185a32-75eb-45da-afab-2ed708cde714 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:39:01.087483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad00e-66c2-4ae0-920a-9199525a0a64 req-24678ab0-7e0c-4f55-852b-d215509c70e6 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:01.089028 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c33ad00e-66c2-4ae0-920a-9199525a0a64 req-24678ab0-7e0c-4f55-852b-d215509c70e6 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 944 time: 0.0794625 Sep 25 01:39:01.110016 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ab8e1279-cd5d-4415-b073-8210cb7e6556 None None] Attempt 2 to provision port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 Sep 25 01:39:01.134051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:39:01.134322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Checking segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:39:01.134698 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Bound using segment: {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:39:01.135676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Bound port: e0f51c8f-257e-4cd2-9cd5-f57c5c188960, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560b5a75-7402-4fad-a41d-10cb35e19c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '86185a32-75eb-45da-afab-2ed708cde714'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:39:01.135676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:01.143878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e1279-cd5d-4415-b073-8210cb7e6556 None None] Port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:01.164280 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c33ad00e-66c2-4ae0-920a-9199525a0a64 req-f555e2b8-38f8-4c2a-8127-fc80746d93fb tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684922 Sep 25 01:39:01.212400 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] For port e0f51c8f-257e-4cd2-9cd5-f57c5c188960, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:39:01.215450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] For port e0f51c8f-257e-4cd2-9cd5-f57c5c188960, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:39:01.221651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:01.225572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:01.226177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:01.227583 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/e0f51c8f-257e-4cd2-9cd5-f57c5c188960 HTTP/1.1" status: 200 len: 1094 time: 0.7259023 Sep 25 01:39:01.228147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed453f2b-35a7-4882-bec5-8ab43abc873f', 'tag': 'e0f51c8f-257e-4cd2-9cd5-f57c5c188960'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:39:01.230369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e46145-a5bc-4643-8628-6108e352729d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed453f2b-35a7-4882-bec5-8ab43abc873f", "tag": "e0f51c8f-257e-4cd2-9cd5-f57c5c188960"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:39:01.269076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddcef32-0f63-4e0e-ab9e-b64890e134f8 x-openstack-request-id: req-5ddcef32-0f63-4e0e-ab9e-b64890e134f8 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:39:01.269354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed453f2b-35a7-4882-bec5-8ab43abc873f", "tag": "e0f51c8f-257e-4cd2-9cd5-f57c5c188960", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:39:01.269602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ddcef32-0f63-4e0e-ab9e-b64890e134f8 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:39:01.270002 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddcef32-0f63-4e0e-ab9e-b64890e134f8'] response: {'name': 'network-changed', 'server_uuid': 'ed453f2b-35a7-4882-bec5-8ab43abc873f', 'tag': 'e0f51c8f-257e-4cd2-9cd5-f57c5c188960', 'status': 'completed', 'code': 200} Sep 25 01:39:01.279097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192350e1-0c1f-43a3-990b-566f9cb20642 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:01.342173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-19abdc95-d437-4622-9ef0-dff172570797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:01.343557 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-19abdc95-d437-4622-9ef0-dff172570797 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 1128 time: 0.0388856 Sep 25 01:39:01.387360 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-d88466af-2c3e-4b1c-a33c-993abe57bb92 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0f51c8f-257e-4cd2-9cd5-f57c5c188960 HTTP/1.1" status: 200 len: 217 time: 0.0312686 Sep 25 01:39:01.438555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-4390fee3-fecd-49e8-aee2-8ab983454648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:01.440004 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-4390fee3-fecd-49e8-aee2-8ab983454648 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fb634152-e807-4693-9805-eef74a645144 HTTP/1.1" status: 200 len: 855 time: 0.0462508 Sep 25 01:39:01.482941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-950f8a34-2b74-4d51-85fc-4dc78c80114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:01.484410 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-950f8a34-2b74-4d51-85fc-4dc78c80114b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=86185a32-75eb-45da-afab-2ed708cde714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377796 Sep 25 01:39:01.575910 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-e54dbb80-84b9-4516-acd1-8fa47ce4d55b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850699 Sep 25 01:39:01.576975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-66ecd7a9-b513-41c7-8b2c-794395218cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:01.644634 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ab8e1279-cd5d-4415-b073-8210cb7e6556 None None] Attempt 3 to provision port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 Sep 25 01:39:01.666684 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-585c3883-56b2-48fb-9287-c2fb3963f091 req-b5f1ce10-b19c-47f1-9f19-5ab5ffa31798 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849817 Sep 25 01:39:01.681272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e1279-cd5d-4415-b073-8210cb7e6556 None None] Port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:39:02.282758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a13645-89dd-470f-8d9f-67982906a773 req-acbda4ea-a0ca-4d24-9edc-3c83f89c87b9 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:02.284326 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-56a13645-89dd-470f-8d9f-67982906a773 req-acbda4ea-a0ca-4d24-9edc-3c83f89c87b9 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 944 time: 0.0467787 Sep 25 01:39:02.335238 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-56a13645-89dd-470f-8d9f-67982906a773 req-866b3df9-9cc8-470b-b8f0-cc5506c355ec tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453370 Sep 25 01:39:03.454673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3de2-c233-417d-8064-44947e9b8cf3 req-587dc856-0576-4e91-a9ba-0ef982fb3210 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:03.456168 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-aedd3de2-c233-417d-8064-44947e9b8cf3 req-587dc856-0576-4e91-a9ba-0ef982fb3210 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 944 time: 0.0464308 Sep 25 01:39:03.503794 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-aedd3de2-c233-417d-8064-44947e9b8cf3 req-5a773d4f-3f4a-407a-927d-b5bdc853985e tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Sep 25 01:39:03.692269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e46145-a5bc-4643-8628-6108e352729d req-07148b58-2533-46e9-9687-aedacd0264f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:03.693748 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05e46145-a5bc-4643-8628-6108e352729d req-07148b58-2533-46e9-9687-aedacd0264f0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 1128 time: 0.0391500 Sep 25 01:39:03.759246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:03.785722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e46145-a5bc-4643-8628-6108e352729d req-dc09bea0-b1e2-4b2b-941d-f726aad4d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:03.787186 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05e46145-a5bc-4643-8628-6108e352729d req-dc09bea0-b1e2-4b2b-941d-f726aad4d410 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 917 time: 0.0877771 Sep 25 01:39:03.827384 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05e46145-a5bc-4643-8628-6108e352729d req-f9bbea05-4c72-4c71-b819-40954ab3e788 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0f51c8f-257e-4cd2-9cd5-f57c5c188960 HTTP/1.1" status: 200 len: 217 time: 0.0344968 Sep 25 01:39:03.875048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e46145-a5bc-4643-8628-6108e352729d req-d67deca2-ff63-4f55-8d24-4bb49927e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:03.876523 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05e46145-a5bc-4643-8628-6108e352729d req-d67deca2-ff63-4f55-8d24-4bb49927e4b6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fb634152-e807-4693-9805-eef74a645144 HTTP/1.1" status: 200 len: 855 time: 0.0439770 Sep 25 01:39:03.887080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:03.919800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e46145-a5bc-4643-8628-6108e352729d req-908b065c-2331-4a45-9c25-5c9359cfefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:03.921336 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05e46145-a5bc-4643-8628-6108e352729d req-908b065c-2331-4a45-9c25-5c9359cfefc2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=86185a32-75eb-45da-afab-2ed708cde714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390849 Sep 25 01:39:03.998404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:04.016568 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05e46145-a5bc-4643-8628-6108e352729d req-1d59d8e6-0e91-4b73-a7e4-dedbf19ef2d7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892153 Sep 25 01:39:04.109022 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05e46145-a5bc-4643-8628-6108e352729d req-3b7e3f1b-cdd8-4c8a-80e1-374e2d6ba31a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863576 Sep 25 01:39:04.622923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc9fd1-a60d-40a3-aacf-c4357dcc47ed req-f5fd97fb-1a29-44d3-a627-41c88b18a0d9 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:04.624394 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ccc9fd1-a60d-40a3-aacf-c4357dcc47ed req-f5fd97fb-1a29-44d3-a627-41c88b18a0d9 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 944 time: 0.0455391 Sep 25 01:39:04.671676 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ccc9fd1-a60d-40a3-aacf-c4357dcc47ed req-b23d0d39-1794-42a0-8c96-47c2ae238111 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Sep 25 01:39:04.936743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device e0f51c8f-257e-4cd2-9cd5-f57c5c188960 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:39:05.035791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port e0f51c8f-257e-4cd2-9cd5-f57c5c188960, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:05.046616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'e0f51c8f-257e-4cd2-9cd5-f57c5c188960', 'network_id': '86185a32-75eb-45da-afab-2ed708cde714', 'port_id': 'e0f51c8f-257e-4cd2-9cd5-f57c5c188960', 'mac_address': 'fa:16:3e:99:5a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb634152-e807-4693-9805-eef74a645144', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:39:05.079964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:05.080877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:05.093399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f51c8f-257e-4cd2-9cd5-f57c5c188960 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:39:05.113876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port e0f51c8f-257e-4cd2-9cd5-f57c5c188960, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:05.117792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:05.163911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:05.170839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.171193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.171567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.171885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.172249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.172585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.172916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.173245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.173583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.173948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.174280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.174607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.174931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.175257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.175579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:05.566782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['e0f51c8f-257e-4cd2-9cd5-f57c5c188960'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:39:05.800980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a5d26-7d38-4b70-bcfb-fd868c52df41 req-41d289e0-691a-4c4a-9946-618b3dea37e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:05.802481 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3e3a5d26-7d38-4b70-bcfb-fd868c52df41 req-41d289e0-691a-4c4a-9946-618b3dea37e5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 945 time: 0.0480583 Sep 25 01:39:05.852939 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3e3a5d26-7d38-4b70-bcfb-fd868c52df41 req-287230b0-8d80-42e1-ab47-fe6ef35f52ce tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Sep 25 01:39:06.034170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:06.613888 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:06.942627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device e0f51c8f-257e-4cd2-9cd5-f57c5c188960 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:06.977043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a64b-af7c-4795-bbe1-9d960e35f83e req-013c56cc-b921-4ab2-b3c2-add658560fdd tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:06.978558 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36d4a64b-af7c-4795-bbe1-9d960e35f83e req-013c56cc-b921-4ab2-b3c2-add658560fdd tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 945 time: 0.0473526 Sep 25 01:39:06.986527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:39:06.993594 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:06.994234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:06.994595 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 Sep 25 01:39:07.027730 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-36d4a64b-af7c-4795-bbe1-9d960e35f83e req-bbd0ffe2-bf01-499e-b2f5-3fe93905d10c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Sep 25 01:39:07.034388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:07.059756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:07.070861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:07.071250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:07.093625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed453f2b-35a7-4882-bec5-8ab43abc873f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f51c8f-257e-4cd2-9cd5-f57c5c188960'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:39:07.096354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6253c69-81e7-4e41-8523-a0b1405b66c1" -d '{"events": [{"server_uuid": "ed453f2b-35a7-4882-bec5-8ab43abc873f", "name": "network-vif-plugged", "status": "completed", "tag": "e0f51c8f-257e-4cd2-9cd5-f57c5c188960"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:39:07.108564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port e0f51c8f-257e-4cd2-9cd5-f57c5c188960, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:07.113640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:07.163348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:07.192225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e81c298-b846-4777-89fc-84a3e6564fc9 x-openstack-request-id: req-0e81c298-b846-4777-89fc-84a3e6564fc9 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:39:07.192511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed453f2b-35a7-4882-bec5-8ab43abc873f", "name": "network-vif-plugged", "status": "completed", "tag": "e0f51c8f-257e-4cd2-9cd5-f57c5c188960", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:39:07.192764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e81c298-b846-4777-89fc-84a3e6564fc9 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:39:07.193159 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e81c298-b846-4777-89fc-84a3e6564fc9'] response: {'server_uuid': 'ed453f2b-35a7-4882-bec5-8ab43abc873f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f51c8f-257e-4cd2-9cd5-f57c5c188960', 'code': 200} Sep 25 01:39:07.400853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307112-9bed-4001-b627-e9da531e002b req-3b86952a-2432-460c-996d-176d1b8bee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:07.402268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-66307112-9bed-4001-b627-e9da531e002b req-3b86952a-2432-460c-996d-176d1b8bee2d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 1130 time: 0.0417366 Sep 25 01:39:07.444327 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-66307112-9bed-4001-b627-e9da531e002b req-b00e0196-627f-45e3-9b23-cfe6d9d6642d service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366337 Sep 25 01:39:08.145976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334e588-55c2-44cd-ad3c-0aaab61538b2 req-90368dff-6444-47ee-917b-6e9e20c0ca81 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:08.147424 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c334e588-55c2-44cd-ad3c-0aaab61538b2 req-90368dff-6444-47ee-917b-6e9e20c0ca81 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 946 time: 0.0457907 Sep 25 01:39:08.193565 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c334e588-55c2-44cd-ad3c-0aaab61538b2 req-804e7bc6-de84-43b9-b9b2-b49f6e8d08b4 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Sep 25 01:39:09.318763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13d626-820c-4016-a535-be1cd71861b8 req-45f03ad6-f040-4e9c-a7b1-45a8ac09c961 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:09.320256 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2a13d626-820c-4016-a535-be1cd71861b8 req-45f03ad6-f040-4e9c-a7b1-45a8ac09c961 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 946 time: 0.0478272 Sep 25 01:39:09.367335 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2a13d626-820c-4016-a535-be1cd71861b8 req-d757147e-e6ef-4044-811c-6d4e7c887d2f tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Sep 25 01:39:09.488155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4f8a-4ef3-4106-b9d6-99a89456a6d2 req-be0932bb-ef28-4209-b2a4-9aab6d69aaa2 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:09.489589 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b25b4f8a-4ef3-4106-b9d6-99a89456a6d2 req-be0932bb-ef28-4209-b2a4-9aab6d69aaa2 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 946 time: 0.0467973 Sep 25 01:39:09.539632 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b25b4f8a-4ef3-4106-b9d6-99a89456a6d2 req-d3c3be1e-8c81-4bf2-a21a-2c1cbdc0f402 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Sep 25 01:39:10.945375 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:10.950815 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:11.187145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:14.921403 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-30b80eaf-3977-470a-ae68-9d2a6193145d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390863 Sep 25 01:39:15.024372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-eff7c70e-0064-4b82-93f1-d80a48a4a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:15.025896 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-eff7c70e-0064-4b82-93f1-d80a48a4a57e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0665e03670d740009d99bbdd1cb7684f&device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 1130 time: 0.0402493 Sep 25 01:39:15.139596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-4a3207ef-7f5d-40a8-8cab-23db5b5e368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:15.141172 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-4a3207ef-7f5d-40a8-8cab-23db5b5e368c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 200 len: 917 time: 0.0978372 Sep 25 01:39:15.182092 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-db01e61f-b718-46b7-a3b1-9a8e7e4ddc43 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0f51c8f-257e-4cd2-9cd5-f57c5c188960 HTTP/1.1" status: 200 len: 217 time: 0.0343235 Sep 25 01:39:15.235567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-d829946c-9f8c-4245-a535-b009b0e5ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:15.237133 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-d829946c-9f8c-4245-a535-b009b0e5ad52 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=fb634152-e807-4693-9805-eef74a645144 HTTP/1.1" status: 200 len: 855 time: 0.0492520 Sep 25 01:39:15.289223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-52fa7024-f079-4f6e-b555-919f3f6821a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:15.291030 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-52fa7024-f079-4f6e-b555-919f3f6821a5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=86185a32-75eb-45da-afab-2ed708cde714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484207 Sep 25 01:39:15.320021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:15.395722 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-c17f7b34-01e9-4edf-9432-21bc55ac25f6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988228 Sep 25 01:39:15.449262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:15.492020 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6441a1c7-72d8-477c-a1e0-6816d86f64b9 req-71433b40-683f-48d9-a554-646f33f7b4fb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907693 Sep 25 01:39:19.154111 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:39:19.360526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=74 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:19.363712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=71 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:21.181247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:21.183098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:25.486853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:25.488909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=19 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:28.668797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2cff6fba-3f08-4c77-8050-5059d2e2d42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:29.149662 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:31.570627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a33a44df-f804-47e6-a2b9-ef07cd8aa5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:32.317873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ff875-ae34-4773-af00-508463851e76 req-c969fafa-ccb0-44d2-a612-0c75de0ce6b2 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:32.324891 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-742ff875-ae34-4773-af00-508463851e76 req-c969fafa-ccb0-44d2-a612-0c75de0ce6b2 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 946 time: 0.0576971 Sep 25 01:39:32.373332 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-742ff875-ae34-4773-af00-508463851e76 req-0347ed27-fd7b-4a95-9684-18d36e60dd9c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Sep 25 01:39:33.495389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72744c-8390-4829-ae08-47f28d1af25b req-7fbff861-d3fa-4b92-a88a-c4caab56bee5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:33.496877 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1c72744c-8390-4829-ae08-47f28d1af25b req-7fbff861-d3fa-4b92-a88a-c4caab56bee5 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 946 time: 0.0468605 Sep 25 01:39:33.542875 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1c72744c-8390-4829-ae08-47f28d1af25b req-b3918108-084e-46f2-bf2d-8e6d53ac6724 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=622cb061-ac15-40a4-b66d-b7e8ecd4041e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398874 Sep 25 01:39:33.888770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:34.049025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-3087e5d9-f6e8-49d6-980e-12506c51602c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:34.050465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-3087e5d9-f6e8-49d6-980e-12506c51602c tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 946 time: 0.0456562 Sep 25 01:39:34.134482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Deleting port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:39:34.134833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:34.226762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] For port e0f51c8f-257e-4cd2-9cd5-f57c5c188960, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:34.227053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:34.240162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Calling delete_port for e0f51c8f-257e-4cd2-9cd5-f57c5c188960 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:39:34.364495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (e0f51c8f-257e-4cd2-9cd5-f57c5c188960), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:34.389726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Pushing event deleted for resources: {'Port': ['ID=e0f51c8f-257e-4cd2-9cd5-f57c5c188960,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:34.398470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['e0f51c8f-257e-4cd2-9cd5-f57c5c188960'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:39:34.400054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.400410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.400758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.401104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.401438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.401775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.402109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.402437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.403337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.403337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.403512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.403814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.404078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.404402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.404725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:34.455255 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] No DVR routers for this DVR port e0f51c8f-257e-4cd2-9cd5-f57c5c188960 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:39:34.457836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:34.461069 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d368c9ae-ff07-4dd6-95e8-5c14b9018095 req-212f4284-7370-4076-a5d3-decfa58b9807 tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.60 "DELETE /networking/v2.0/ports/e0f51c8f-257e-4cd2-9cd5-f57c5c188960 HTTP/1.1" status: 204 len: 173 time: 0.4055681 Sep 25 01:39:34.461575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed453f2b-35a7-4882-bec5-8ab43abc873f', 'name': 'network-vif-deleted', 'tag': 'e0f51c8f-257e-4cd2-9cd5-f57c5c188960'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:39:34.463901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d89f268-da50-4899-8209-81557ba9a66f" -d '{"events": [{"server_uuid": "ed453f2b-35a7-4882-bec5-8ab43abc873f", "name": "network-vif-deleted", "tag": "e0f51c8f-257e-4cd2-9cd5-f57c5c188960"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:39:34.502055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21a2733-dd60-450f-a024-3cfcd94cc168 x-openstack-request-id: req-e21a2733-dd60-450f-a024-3cfcd94cc168 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:39:34.503242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed453f2b-35a7-4882-bec5-8ab43abc873f", "name": "network-vif-deleted", "tag": "e0f51c8f-257e-4cd2-9cd5-f57c5c188960", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:39:34.503503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e21a2733-dd60-450f-a024-3cfcd94cc168 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:39:34.503916 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21a2733-dd60-450f-a024-3cfcd94cc168'] response: {'server_uuid': 'ed453f2b-35a7-4882-bec5-8ab43abc873f', 'name': 'network-vif-deleted', 'tag': 'e0f51c8f-257e-4cd2-9cd5-f57c5c188960', 'status': 'completed', 'code': 200} Sep 25 01:39:34.669898 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cf4b3ece-b3b5-4d90-83bc-3c1fa2000faa req-1d1477a1-0ae7-48ab-86c5-de7b81c8467e tempest-TestEncryptedCinderVolumes-1540425991 tempest-TestEncryptedCinderVolumes-1540425991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed453f2b-35a7-4882-bec5-8ab43abc873f HTTP/1.1" status: 200 len: 210 time: 0.0302033 Sep 25 01:39:35.773637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35224) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:36.039056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:36.365494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (70aed3dd-e9fd-40af-b21c-ca77bea76577), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:36.583758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Deleting port ac6b71c0-f28e-4844-b899-def0593ad863 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:39:36.584050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:36.617763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:36.672984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] For port ac6b71c0-f28e-4844-b899-def0593ad863, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac6b71c0-f28e-4844-b899-def0593ad863,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:36.673350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:36.685899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Calling delete_port for ac6b71c0-f28e-4844-b899-def0593ad863 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:39:36.783013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:36.866352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ac6b71c0-f28e-4844-b899-def0593ad863), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:36.889661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6b71c0-f28e-4844-b899-def0593ad863,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:36.893425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:36.907806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.908459 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.908907 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.909331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.909798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.910225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.910713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.911196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.911699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.912206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.912728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.913203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.913707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.914224 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:36.914758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:37.078485 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (70aed3dd-e9fd-40af-b21c-ca77bea76577), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:37.286139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Router 70aed3dd-e9fd-40af-b21c-ca77bea76577 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:39:37.388810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:39:37.394119 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-643288b8-348a-4ecd-a0d2-46ca32f06558 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/70aed3dd-e9fd-40af-b21c-ca77bea76577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194513 Sep 25 01:39:37.396764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35226) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:37.397650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92794b20-9542-434b-9235-e8877380ac00 None None] Sync routers for ids ['70aed3dd-e9fd-40af-b21c-ca77bea76577'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:39:37.408491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92794b20-9542-434b-9235-e8877380ac00 None None] Routers {'70aed3dd-e9fd-40af-b21c-ca77bea76577'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:37.409178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-92794b20-9542-434b-9235-e8877380ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['70aed3dd-e9fd-40af-b21c-ca77bea76577'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:37.498416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks [] for router (70aed3dd-e9fd-40af-b21c-ca77bea76577), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:37.511446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-92794b20-9542-434b-9235-e8877380ac00 None None] Set router 70aed3dd-e9fd-40af-b21c-ca77bea76577 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:37.600764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks [] for router_gateway (70aed3dd-e9fd-40af-b21c-ca77bea76577), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:37.633602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:37.645117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Deleting port 3bff342c-4898-4db3-8385-74431cfe152e {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:39:37.645461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (3bff342c-4898-4db3-8385-74431cfe152e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:37.693991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-92794b20-9542-434b-9235-e8877380ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43'}], 'enable_snat': True}, 'gw_port_id': '3bff342c-4898-4db3-8385-74431cfe152e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:39:36Z', 'revision_number': 5, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'gw_port': {'id': '3bff342c-4898-4db3-8385-74431cfe152e', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:37.719192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92794b20-9542-434b-9235-e8877380ac00 None None] Checking router: 70aed3dd-e9fd-40af-b21c-ca77bea76577 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:39:37.728073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92794b20-9542-434b-9235-e8877380ac00 None None] Routers {'70aed3dd-e9fd-40af-b21c-ca77bea76577'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:37.728689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-92794b20-9542-434b-9235-e8877380ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['70aed3dd-e9fd-40af-b21c-ca77bea76577'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:37.730243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] For port 3bff342c-4898-4db3-8385-74431cfe152e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bff342c-4898-4db3-8385-74431cfe152e,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:37.730615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (3bff342c-4898-4db3-8385-74431cfe152e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:37.743875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Calling delete_port for 3bff342c-4898-4db3-8385-74431cfe152e owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:39:37.783191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:37.813122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-92794b20-9542-434b-9235-e8877380ac00 None None] Set router 70aed3dd-e9fd-40af-b21c-ca77bea76577 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:37.865108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-92794b20-9542-434b-9235-e8877380ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:39:37Z', 'revision_number': 6, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:37.889132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92794b20-9542-434b-9235-e8877380ac00 None None] The sync data for ids ['70aed3dd-e9fd-40af-b21c-ca77bea76577'] in dv-neutron-master-2-hyperv is: [{'id': '70aed3dd-e9fd-40af-b21c-ca77bea76577', 'name': 'tempest-TestEncryptedCinderVolumes-661448867-router', 'tenant_id': '0665e03670d740009d99bbdd1cb7684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:32Z', 'updated_at': '2022-09-25T01:39:37Z', 'revision_number': 6, 'project_id': '0665e03670d740009d99bbdd1cb7684f', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:39:37.915824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (3bff342c-4898-4db3-8385-74431cfe152e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:37.944401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bff342c-4898-4db3-8385-74431cfe152e,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:38.008914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (70aed3dd-e9fd-40af-b21c-ca77bea76577), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.097154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (70aed3dd-e9fd-40af-b21c-ca77bea76577), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.099334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks [] for router_controller (70aed3dd-e9fd-40af-b21c-ca77bea76577), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.143837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (70aed3dd-e9fd-40af-b21c-ca77bea76577), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.144502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70aed3dd-e9fd-40af-b21c-ca77bea76577 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:39:38.148827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.149964 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-391a902f-9553-4685-8d4f-0da815ec2611 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/70aed3dd-e9fd-40af-b21c-ca77bea76577 HTTP/1.1" status: 204 len: 168 time: 0.7522812 Sep 25 01:39:38.152505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35228) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:38.197242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4c18f8-30de-4cc1-a264-fdf6800bd78e admin admin] Deleting subnet fb634152-e807-4693-9805-eef74a645144 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:39:38.200385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d4c18f8-30de-4cc1-a264-fdf6800bd78e admin admin] Publish callbacks [] for subnet (fb634152-e807-4693-9805-eef74a645144), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.237660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d4c18f8-30de-4cc1-a264-fdf6800bd78e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (fb634152-e807-4693-9805-eef74a645144), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.327904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d4c18f8-30de-4cc1-a264-fdf6800bd78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (fb634152-e807-4693-9805-eef74a645144), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.375827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ac6b71c0-f28e-4844-b899-def0593ad863 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:39:38.385529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d4c18f8-30de-4cc1-a264-fdf6800bd78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (fb634152-e807-4693-9805-eef74a645144), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.397168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ac6b71c0-f28e-4844-b899-def0593ad863 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:39:38.397748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ac6b71c0-f28e-4844-b899-def0593ad863 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:39:38.414017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c18f8-30de-4cc1-a264-fdf6800bd78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb634152-e807-4693-9805-eef74a645144,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:38.416206 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2d4c18f8-30de-4cc1-a264-fdf6800bd78e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.420398 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2d4c18f8-30de-4cc1-a264-fdf6800bd78e admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/fb634152-e807-4693-9805-eef74a645144 HTTP/1.1" status: 204 len: 168 time: 0.2669425 Sep 25 01:39:38.421461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73934786-64f2-4b37-ab35-a74d05b7a61e None None] Network 86185a32-75eb-45da-afab-2ed708cde714 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:39:38.422027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35230) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:38.477322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:38.494788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (86185a32-75eb-45da-afab-2ed708cde714), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.541883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Deleting port 223e2b69-a002-4518-93f1-d4ecf1a72fea {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:39:38.542221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.605434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] For port 223e2b69-a002-4518-93f1-d4ecf1a72fea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=223e2b69-a002-4518-93f1-d4ecf1a72fea,segment=NetworkSegment(560b5a75-7402-4fad-a41d-10cb35e19c5b),segment_id=560b5a75-7402-4fad-a41d-10cb35e19c5b)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:38.605801 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.619244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Calling delete_port for 223e2b69-a002-4518-93f1-d4ecf1a72fea owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:39:38.699746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] DHCP port deletion for 86185a32-75eb-45da-afab-2ed708cde714 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:39:38.716558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.743280 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=223e2b69-a002-4518-93f1-d4ecf1a72fea,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:38.746007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] Deleting port 223e2b69-a002-4518-93f1-d4ecf1a72fea {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:39:38.746394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.748829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] No DVR routers for this DVR port 223e2b69-a002-4518-93f1-d4ecf1a72fea on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:39:38.784424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:38.818381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] For port 223e2b69-a002-4518-93f1-d4ecf1a72fea, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:38.818785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.830715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (86185a32-75eb-45da-afab-2ed708cde714), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.833600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] Calling delete_port for 223e2b69-a002-4518-93f1-d4ecf1a72fea owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:39:38.836612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.ipam_backend_mixin [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] Port 223e2b69-a002-4518-93f1-d4ecf1a72fea was not found and therefore no delete operation was performed {{(pid=107189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:39:38.838070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (223e2b69-a002-4518-93f1-d4ecf1a72fea), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.852636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86185a32-75eb-45da-afab-2ed708cde714']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:38.862571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560b5a75-7402-4fad-a41d-10cb35e19c5b') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:38.862868 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560b5a75-7402-4fad-a41d-10cb35e19c5b') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:38.863108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] Pushing event deleted for resources: {'Port': ['ID=223e2b69-a002-4518-93f1-d4ecf1a72fea,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:38.866709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852fa2fb-e602-4d6c-949e-3da5120a3264 None None] No DVR routers for this DVR port 223e2b69-a002-4518-93f1-d4ecf1a72fea on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:39:38.878392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (560b5a75-7402-4fad-a41d-10cb35e19c5b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.892958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (560b5a75-7402-4fad-a41d-10cb35e19c5b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.899871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:39:38.900312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (560b5a75-7402-4fad-a41d-10cb35e19c5b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.942688 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 560b5a75-7402-4fad-a41d-10cb35e19c5b resource provider aggregate not found Sep 25 01:39:38.972776 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 560b5a75-7402-4fad-a41d-10cb35e19c5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 560b5a75-7402-4fad-a41d-10cb35e19c5b found for delete ", "request_id": "req-89742ca2-276e-4f76-8ec4-c26b2ea169b8"}]} Sep 25 01:39:38.977499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (86185a32-75eb-45da-afab-2ed708cde714), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.982031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:38.985655 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/86185a32-75eb-45da-afab-2ed708cde714 HTTP/1.1" status: 204 len: 168 time: 0.5626664 Sep 25 01:39:38.988597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35236) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:38.999829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1475525-6e92-4f42-800f-008474706f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=86185a32-75eb-45da-afab-2ed708cde714,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:39.067036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device e0f51c8f-257e-4cd2-9cd5-f57c5c188960 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:39:39.086716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: e0f51c8f-257e-4cd2-9cd5-f57c5c188960 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:39:39.087055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device e0f51c8f-257e-4cd2-9cd5-f57c5c188960 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:39:39.652080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (49bb34f5-9430-476f-9a7e-6e50b098c7a9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:39.696005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:39.723531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:39.870350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Deleting port af23811d-cdb1-45f8-83d9-4ae1e811c738 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:39:39.870691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:39.948624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-83912673-4001-45a7-851c-683191ece972 admin admin] For port af23811d-cdb1-45f8-83d9-4ae1e811c738, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af23811d-cdb1-45f8-83d9-4ae1e811c738,segment=NetworkSegment(0975243c-3799-4394-a25b-6650a46e0d56),segment_id=0975243c-3799-4394-a25b-6650a46e0d56)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:39.948907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:39.961828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Calling delete_port for af23811d-cdb1-45f8-83d9-4ae1e811c738 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:39:40.133534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 223e2b69-a002-4518-93f1-d4ecf1a72fea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:39:40.141483 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (af23811d-cdb1-45f8-83d9-4ae1e811c738), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:40.152960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 223e2b69-a002-4518-93f1-d4ecf1a72fea {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:39:40.153318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 223e2b69-a002-4518-93f1-d4ecf1a72fea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:39:40.153745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3bff342c-4898-4db3-8385-74431cfe152e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:39:40.165338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Pushing event deleted for resources: {'Port': ['ID=af23811d-cdb1-45f8-83d9-4ae1e811c738,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:40.176126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 3bff342c-4898-4db3-8385-74431cfe152e {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:39:40.178448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 3bff342c-4898-4db3-8385-74431cfe152e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:39:40.338883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (49bb34f5-9430-476f-9a7e-6e50b098c7a9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:40.535656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:40.549285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:39:40.555696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:40.653111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83912673-4001-45a7-851c-683191ece972 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:39:40.658812 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-83912673-4001-45a7-851c-683191ece972 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/49bb34f5-9430-476f-9a7e-6e50b098c7a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679640 Sep 25 01:39:40.661297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35238) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:40.662412 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] Sync routers for ids ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:39:40.672813 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] Routers {'49bb34f5-9430-476f-9a7e-6e50b098c7a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:40.673534 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:40.760338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks [] for router (49bb34f5-9430-476f-9a7e-6e50b098c7a9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:40.773618 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] Set router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:40.861317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks [] for router_gateway (49bb34f5-9430-476f-9a7e-6e50b098c7a9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:40.904037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Deleting port d9b18270-8a58-4ceb-aea3-902edb7fb55c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:39:40.904383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:40.941028 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206'}], 'enable_snat': True}, 'gw_port_id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:39:40Z', 'revision_number': 5, 'project_id': '694db4e430e748c68cd35dc86556481c', 'gw_port': {'id': 'd9b18270-8a58-4ceb-aea3-902edb7fb55c', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:40.971836 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] Checking router: 49bb34f5-9430-476f-9a7e-6e50b098c7a9 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:39:40.980348 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] Routers {'49bb34f5-9430-476f-9a7e-6e50b098c7a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:40.980962 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:40.990561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] For port d9b18270-8a58-4ceb-aea3-902edb7fb55c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9b18270-8a58-4ceb-aea3-902edb7fb55c,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:40.990931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.004525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Calling delete_port for d9b18270-8a58-4ceb-aea3-902edb7fb55c owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:39:41.065372 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] Set router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:41.177248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d9b18270-8a58-4ceb-aea3-902edb7fb55c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.193441 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.199609 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:39:40Z', 'revision_number': 6, 'project_id': '694db4e430e748c68cd35dc86556481c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:41.205116 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b18270-8a58-4ceb-aea3-902edb7fb55c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:41.227030 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f1f73-4734-4b39-bde0-d25951a3e5e3 None None] The sync data for ids ['49bb34f5-9430-476f-9a7e-6e50b098c7a9'] in dv-neutron-master-2-hyperv is: [{'id': '49bb34f5-9430-476f-9a7e-6e50b098c7a9', 'name': 'tempest-TestEncryptedCinderVolumes-682240022-router', 'tenant_id': '694db4e430e748c68cd35dc86556481c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:37:37Z', 'updated_at': '2022-09-25T01:39:40Z', 'revision_number': 6, 'project_id': '694db4e430e748c68cd35dc86556481c', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:39:41.279709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (49bb34f5-9430-476f-9a7e-6e50b098c7a9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.368025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:41.369776 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (49bb34f5-9430-476f-9a7e-6e50b098c7a9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.372264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks [] for router_controller (49bb34f5-9430-476f-9a7e-6e50b098c7a9), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.415988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (49bb34f5-9430-476f-9a7e-6e50b098c7a9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.416607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49bb34f5-9430-476f-9a7e-6e50b098c7a9 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:39:41.420869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.422020 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1ada5858-a351-4e9a-bbc0-49f18d744d03 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/49bb34f5-9430-476f-9a7e-6e50b098c7a9 HTTP/1.1" status: 204 len: 168 time: 0.7598159 Sep 25 01:39:41.425280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35240) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:41.469075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-37be0a42-8388-4ac4-925a-a10b284815e9 admin admin] Deleting subnet 4f6f0f75-00de-4ae9-a7e5-a50b0af28498 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:39:41.472678 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37be0a42-8388-4ac4-925a-a10b284815e9 admin admin] Publish callbacks [] for subnet (4f6f0f75-00de-4ae9-a7e5-a50b0af28498), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.506707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37be0a42-8388-4ac4-925a-a10b284815e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (4f6f0f75-00de-4ae9-a7e5-a50b0af28498), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.549397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:41.591080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37be0a42-8388-4ac4-925a-a10b284815e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (4f6f0f75-00de-4ae9-a7e5-a50b0af28498), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.654267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37be0a42-8388-4ac4-925a-a10b284815e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (4f6f0f75-00de-4ae9-a7e5-a50b0af28498), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.680833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be0a42-8388-4ac4-925a-a10b284815e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6f0f75-00de-4ae9-a7e5-a50b0af28498,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:41.684437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-37be0a42-8388-4ac4-925a-a10b284815e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.687686 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-37be0a42-8388-4ac4-925a-a10b284815e9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/4f6f0f75-00de-4ae9-a7e5-a50b0af28498 HTTP/1.1" status: 204 len: 168 time: 0.2614193 Sep 25 01:39:41.690782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35242) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:41.691154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29efab60-d024-4e9b-aac2-124e55556764 None None] Network f380e697-d537-407b-8c59-1141f76a6993 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:39:41.764141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (f380e697-d537-407b-8c59-1141f76a6993), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.807762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Deleting port 6a17dab4-cbca-47db-bb40-91d1fca57d65 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:39:41.808145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.874201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] For port 6a17dab4-cbca-47db-bb40-91d1fca57d65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a17dab4-cbca-47db-bb40-91d1fca57d65,segment=NetworkSegment(0975243c-3799-4394-a25b-6650a46e0d56),segment_id=0975243c-3799-4394-a25b-6650a46e0d56)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:41.874561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.887627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Calling delete_port for 6a17dab4-cbca-47db-bb40-91d1fca57d65 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:39:41.964493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bda65a-32d3-471e-a8ab-60504e5b5a2d None None] DHCP port deletion for f380e697-d537-407b-8c59-1141f76a6993 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:39:41.971814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (6a17dab4-cbca-47db-bb40-91d1fca57d65), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:41.988232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d6bda65a-32d3-471e-a8ab-60504e5b5a2d None None] The port '6a17dab4-cbca-47db-bb40-91d1fca57d65' was deleted {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2089}} Sep 25 01:39:42.000750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] No DVR routers for this DVR port 6a17dab4-cbca-47db-bb40-91d1fca57d65 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:39:42.004978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a17dab4-cbca-47db-bb40-91d1fca57d65,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:42.084248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (f380e697-d537-407b-8c59-1141f76a6993), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.106706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f380e697-d537-407b-8c59-1141f76a6993']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:42.124470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0975243c-3799-4394-a25b-6650a46e0d56') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:42.124470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0975243c-3799-4394-a25b-6650a46e0d56') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:42.127341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (0975243c-3799-4394-a25b-6650a46e0d56), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.143697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (0975243c-3799-4394-a25b-6650a46e0d56), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.150633 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:39:42.151190 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (0975243c-3799-4394-a25b-6650a46e0d56), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.156476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6a17dab4-cbca-47db-bb40-91d1fca57d65 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:39:42.177141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 6a17dab4-cbca-47db-bb40-91d1fca57d65 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:39:42.177464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6a17dab4-cbca-47db-bb40-91d1fca57d65 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:39:42.177863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device af23811d-cdb1-45f8-83d9-4ae1e811c738 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:39:42.197563 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 0975243c-3799-4394-a25b-6650a46e0d56 resource provider aggregate not found Sep 25 01:39:42.198108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: af23811d-cdb1-45f8-83d9-4ae1e811c738 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:39:42.198497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device af23811d-cdb1-45f8-83d9-4ae1e811c738 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:39:42.198604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d9b18270-8a58-4ceb-aea3-902edb7fb55c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:39:42.220236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: d9b18270-8a58-4ceb-aea3-902edb7fb55c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:39:42.220451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d9b18270-8a58-4ceb-aea3-902edb7fb55c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:39:42.223288 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 0975243c-3799-4394-a25b-6650a46e0d56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0975243c-3799-4394-a25b-6650a46e0d56 found for delete ", "request_id": "req-f4b7bb01-48ad-43ec-8931-45a529600571"}]} Sep 25 01:39:42.229025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (f380e697-d537-407b-8c59-1141f76a6993), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.234457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.237905 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/f380e697-d537-407b-8c59-1141f76a6993 HTTP/1.1" status: 204 len: 168 time: 0.5461907 Sep 25 01:39:42.251521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1debf-ca8a-4939-9a24-741eedd6e06c admin admin] Pushing event deleted for resources: {'Network': ['ID=f380e697-d537-407b-8c59-1141f76a6993,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:42.431334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35250) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:42.472009 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-98318f1d-ce4b-46e9-afc6-68c6ed2eba16 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0665e03670d740009d99bbdd1cb7684f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394464 Sep 25 01:39:42.474376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35252) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:42.527442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54ce444c-6863-4f99-9308-9190a9aa7263 admin admin] Publish callbacks [] for security_group (622cb061-ac15-40a4-b66d-b7e8ecd4041e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.547756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54ce444c-6863-4f99-9308-9190a9aa7263 admin admin] Publish callbacks [] for security_group (622cb061-ac15-40a4-b66d-b7e8ecd4041e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.594609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54ce444c-6863-4f99-9308-9190a9aa7263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (622cb061-ac15-40a4-b66d-b7e8ecd4041e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.597310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-54ce444c-6863-4f99-9308-9190a9aa7263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:42.598456 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-54ce444c-6863-4f99-9308-9190a9aa7263 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/622cb061-ac15-40a4-b66d-b7e8ecd4041e HTTP/1.1" status: 204 len: 168 time: 0.1231992 Sep 25 01:39:42.606745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce444c-6863-4f99-9308-9190a9aa7263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622cb061-ac15-40a4-b66d-b7e8ecd4041e,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:42.927021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35258) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:42.975775 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d1d3507a-60c3-41df-a10e-1c77189885d0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=694db4e430e748c68cd35dc86556481c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475836 Sep 25 01:39:42.978319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35260) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:43.026526 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-73ca68b6-dc44-49cf-8628-91d4d09e7fb1 admin admin] Publish callbacks [] for security_group (7f304a9c-f6e3-490c-8fbf-e9a2342ef372), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:43.046509 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-73ca68b6-dc44-49cf-8628-91d4d09e7fb1 admin admin] Publish callbacks [] for security_group (7f304a9c-f6e3-490c-8fbf-e9a2342ef372), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:43.075308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:43.095673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-73ca68b6-dc44-49cf-8628-91d4d09e7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7f304a9c-f6e3-490c-8fbf-e9a2342ef372), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:43.098322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-73ca68b6-dc44-49cf-8628-91d4d09e7fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:43.099406 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-73ca68b6-dc44-49cf-8628-91d4d09e7fb1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7f304a9c-f6e3-490c-8fbf-e9a2342ef372 HTTP/1.1" status: 204 len: 168 time: 0.1201923 Sep 25 01:39:43.107137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca68b6-dc44-49cf-8628-91d4d09e7fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f304a9c-f6e3-490c-8fbf-e9a2342ef372,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:43.767326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35282) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:43.882914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1402860828-network', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:39:43.905384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Made reservation on behalf of 63093f1f8e794b41a5972d5bf27208d8 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:39:43.908472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:43.916883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:43.992455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Publish callbacks [] for security_group (7a9861db-2a05-48ed-a508-e1393761880c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:43.995977 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7a9861db-2a05-48ed-a508-e1393761880c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.021181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:39:44.031065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9861db-2a05-48ed-a508-e1393761880c,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:44.036817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (221be8b0-bf75-496d-a28c-929ab014a5cf), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.037160 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Added segment 221be8b0-bf75-496d-a28c-929ab014a5cf of type vlan for network 70262d3f-12a6-4756-9792-c5f19cc3b902 Sep 25 01:39:44.076885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (70262d3f-12a6-4756-9792-c5f19cc3b902), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.085191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=10 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:44.103553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (70262d3f-12a6-4756-9792-c5f19cc3b902), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.104685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:44.105304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.160245 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3917956 Sep 25 01:39:44.163230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35286) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:44.168268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Request body: {'subnet': {'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1402860828-subnet', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'ip_version': 4}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:39:44.173586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bef6c-b0ca-484f-a277-23713b2ee2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=70262d3f-12a6-4756-9792-c5f19cc3b902,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:44.183943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:39:44.186933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:44.190726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Made reservation on behalf of 63093f1f8e794b41a5972d5bf27208d8 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:39:44.193268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.199181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:44.254533 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:44.287302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:44.378557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (ad640f37-6fb2-46cc-9204-f3508ab33493), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.436037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad640f37-6fb2-46cc-9204-f3508ab33493,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:44.443859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Checking segment: {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:39:44.444248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Network hostable DHCP agents. Network: 70262d3f-12a6-4756-9792-c5f19cc3b902, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:39:44.461384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:39:44.469495 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 70262d3f-12a6-4756-9792-c5f19cc3b902) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:44.473637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:44.474241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.478190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd7d71-b223-4585-a8fd-39fb95b3c34d None None] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:39:44.490724 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b51fb8a0-3755-48fe-afcb-decb25d9d807 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3263569 Sep 25 01:39:44.493516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35288) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:44.497765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:39:44.519594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (7829afd5-ec85-4044-9780-b3e4f76dc167), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.520628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (7829afd5-ec85-4044-9780-b3e4f76dc167), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.573786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks [] for router_controller (7829afd5-ec85-4044-9780-b3e4f76dc167), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.581512 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-70262d3f-12a6-4756-9792-c5f19cc3b902', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:39:44.582516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.712338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks [] for router_gateway (7829afd5-ec85-4044-9780-b3e4f76dc167), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.725457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Allocated IP 172.20.0.2 (70262d3f-12a6-4756-9792-c5f19cc3b902/ad640f37-6fb2-46cc-9204-f3508ab33493/bcf835fd-ee77-499f-ba27-8d5f859a859a) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:39:44.874805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Publish callbacks [] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.880867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.898355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks [] for router_gateway (7829afd5-ec85-4044-9780-b3e4f76dc167), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.918453 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:44.920361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:39:44.925019 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:44.929248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:39:44.936541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Pushing event updated for resources: {'Port': ['ID=bcf835fd-ee77-499f-ba27-8d5f859a859a,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:44.992924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Attempting to bind port bcf835fd-ee77-499f-ba27-8d5f859a859a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:39:44.993198 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Attempting to bind port bcf835fd-ee77-499f-ba27-8d5f859a859a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:39:44.993571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Attempting to bind port bcf835fd-ee77-499f-ba27-8d5f859a859a on network 70262d3f-12a6-4756-9792-c5f19cc3b902 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:39:45.023431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Allocated IP 172.36.7.156 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d5a70f91-843b-4cb7-8532-d293e02d0683) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:39:45.036981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:39:45.037365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Checking segment: {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:39:45.037798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:45.038179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Bound using segment: {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:39:45.038703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Bound port: bcf835fd-ee77-499f-ba27-8d5f859a859a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:39:45.039118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:45.100155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] For port bcf835fd-ee77-499f-ba27-8d5f859a859a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:39:45.103424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] For port bcf835fd-ee77-499f-ba27-8d5f859a859a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcf835fd-ee77-499f-ba27-8d5f859a859a,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:39:45.109463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:45.110163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:45.139086 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks [] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:45.155129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:45.163842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392120b-22d7-4dd2-ab65-e9eb31ce278b None None] Pushing event updated for resources: {'Port': ['ID=bcf835fd-ee77-499f-ba27-8d5f859a859a,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:45.178299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:45.221268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:39:45.226202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:45.228631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:39:45.234200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a70f91-843b-4cb7-8532-d293e02d0683,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:45.493096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks [] for router_gateway (7829afd5-ec85-4044-9780-b3e4f76dc167), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:45.680901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (7829afd5-ec85-4044-9780-b3e4f76dc167), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:45.807583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Router 7829afd5-ec85-4044-9780-b3e4f76dc167 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:39:45.920441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:39:45.931132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Sync routers for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:39:45.941119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:45.944964 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-febc51c4-8b4b-4863-8f42-bdd1ce8b3ad0 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4479723 Sep 25 01:39:45.945208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35290) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:45.945679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:45.946316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:46.055272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:46.084776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:46.087634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd8743-ec1a-49b3-85ca-ccad516eae5a None None] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:39:46.116360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:46.354790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device bcf835fd-ee77-499f-ba27-8d5f859a859a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:46.375182 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:46.407763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a2eb5063-8192-457c-b8e3-7453099f3349 None None] Provisioning complete for port bcf835fd-ee77-499f-ba27-8d5f859a859a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:46.408164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5063-8192-457c-b8e3-7453099f3349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:46.408504 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a2eb5063-8192-457c-b8e3-7453099f3349 None None] Attempt 1 to provision port bcf835fd-ee77-499f-ba27-8d5f859a859a Sep 25 01:39:46.447045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:46.543208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port bcf835fd-ee77-499f-ba27-8d5f859a859a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:46.543595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:46.543940 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port bcf835fd-ee77-499f-ba27-8d5f859a859a Sep 25 01:39:46.618290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:45Z', 'revision_number': 3, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:46.653792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Checking router: 7829afd5-ec85-4044-9780-b3e4f76dc167 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:39:46.654155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Updating router 7829afd5-ec85-4044-9780-b3e4f76dc167 port d5a70f91-843b-4cb7-8532-d293e02d0683 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:39:46.685660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb5063-8192-457c-b8e3-7453099f3349 None None] Current status of the port bcf835fd-ee77-499f-ba27-8d5f859a859a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:46.686062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5063-8192-457c-b8e3-7453099f3349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:46.717158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:46.739637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:46.782590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a2eb5063-8192-457c-b8e3-7453099f3349 None None] For port bcf835fd-ee77-499f-ba27-8d5f859a859a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcf835fd-ee77-499f-ba27-8d5f859a859a,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:46.783529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port bcf835fd-ee77-499f-ba27-8d5f859a859a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:46.783924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:46.798017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5063-8192-457c-b8e3-7453099f3349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:46.884955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Allocated IP 172.20.0.1 (70262d3f-12a6-4756-9792-c5f19cc3b902/ad640f37-6fb2-46cc-9204-f3508ab33493/ed6d6aec-b46b-4682-b0e7-15e4959bfbc7) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:39:46.885359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:46.968454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb5063-8192-457c-b8e3-7453099f3349 None None] Pushing event updated for resources: {'Port': ['ID=bcf835fd-ee77-499f-ba27-8d5f859a859a,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:46.973339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2cbcdc71-9c2d-40e7-aa07-3177814f009e None None] Provisioning complete for port bcf835fd-ee77-499f-ba27-8d5f859a859a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:46.973719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2cbcdc71-9c2d-40e7-aa07-3177814f009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:46.974064 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2cbcdc71-9c2d-40e7-aa07-3177814f009e None None] Attempt 1 to provision port bcf835fd-ee77-499f-ba27-8d5f859a859a Sep 25 01:39:46.998921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:39:46.999527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:39:47.003143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Publish callbacks [] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.037556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.081203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:39:47.086012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:47.088245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Pushing event updated for resources: {'Port': ['ID=ed6d6aec-b46b-4682-b0e7-15e4959bfbc7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:47.090429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:39:47.118063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:47.131243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (7829afd5-ec85-4044-9780-b3e4f76dc167), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.145459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2cbcdc71-9c2d-40e7-aa07-3177814f009e None None] Current status of the port bcf835fd-ee77-499f-ba27-8d5f859a859a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:47.183767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:47.223155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Publish callbacks [] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.229510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.265580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:47.265847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Attempting to bind port d5a70f91-843b-4cb7-8532-d293e02d0683 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:39:47.266185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Attempting to bind port d5a70f91-843b-4cb7-8532-d293e02d0683 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:39:47.267319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Attempting to bind port d5a70f91-843b-4cb7-8532-d293e02d0683 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:39:47.272001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.310967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f8549-4619-4a28-9909-d87d67fbff16 None None] Pushing event updated for resources: {'Port': ['ID=d5a70f91-843b-4cb7-8532-d293e02d0683,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:47.331311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:39:47.331691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:39:47.332148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.332545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:39:47.333020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Bound port: d5a70f91-843b-4cb7-8532-d293e02d0683, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:39:47.333406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.379181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Provisioning complete for port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:47.379460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.379801 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Attempt 1 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:47.420201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] For port d5a70f91-843b-4cb7-8532-d293e02d0683, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:39:47.439449 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] For port d5a70f91-843b-4cb7-8532-d293e02d0683, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5a70f91-843b-4cb7-8532-d293e02d0683,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:39:47.442261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:47.446207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.448186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Publish callbacks [] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.453227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.487118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:47.487766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:47.524619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Pushing event updated for resources: {'Port': ['ID=ed6d6aec-b46b-4682-b0e7-15e4959bfbc7,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:47.527011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (7829afd5-ec85-4044-9780-b3e4f76dc167), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:47.561526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f8549-4619-4a28-9909-d87d67fbff16 None None] Pushing event updated for resources: {'Port': ['ID=d5a70f91-843b-4cb7-8532-d293e02d0683,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:47.582387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port bcf835fd-ee77-499f-ba27-8d5f859a859a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:47.624250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:39:47.625712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:47.633958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:47.746912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Router 7829afd5-ec85-4044-9780-b3e4f76dc167 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:39:47.774171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:47.846720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 2, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:47.858948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:39:47.864264 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6fb88d0f-a382-4261-b210-a50a44e81ccb admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/7829afd5-ec85-4044-9780-b3e4f76dc167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9180498 Sep 25 01:39:47.875546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125ed5f-4516-4dcf-9a2e-577fcd9742fb None None] The sync data for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv is: [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 2, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:39:47.943677 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Attempt 2 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:47.980547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:48.189577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device bcf835fd-ee77-499f-ba27-8d5f859a859a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:48.250529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port bcf835fd-ee77-499f-ba27-8d5f859a859a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:48.251447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:48.251796 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port bcf835fd-ee77-499f-ba27-8d5f859a859a Sep 25 01:39:48.298637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:48.340248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port bcf835fd-ee77-499f-ba27-8d5f859a859a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:48.420959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35306) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:48.426055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1423133104-network', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:39:48.446656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Made reservation on behalf of 2bc3b66019a140d99ba8cad6c7b739a2 for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:39:48.449096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:48.459264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:48.481342 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Attempt 3 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:48.525714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:48.560239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:48.562400 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Publish callbacks [] for security_group (51e72b51-dfcd-414f-ae5d-cc157b085255), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:48.568366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (51e72b51-dfcd-414f-ae5d-cc157b085255), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:48.587383 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:39:48.604519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:48.609834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (dadc43ce-863e-4957-b89b-b51c9c0b44df), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:48.610201 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Added segment dadc43ce-863e-4957-b89b-b51c9c0b44df of type vlan for network 2b92e61d-e08a-4258-853b-1359687cd95b Sep 25 01:39:48.661889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e72b51-dfcd-414f-ae5d-cc157b085255,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:48.672830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (2b92e61d-e08a-4258-853b-1359687cd95b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:48.708025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (2b92e61d-e08a-4258-853b-1359687cd95b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:48.709036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:48.709648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:48.777947 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3558061 Sep 25 01:39:48.781815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35308) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:48.785208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de25008-9cfd-4621-a780-ffdd36feff95 admin admin] Pushing event updated for resources: {'Network': ['ID=2b92e61d-e08a-4258-853b-1359687cd95b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:48.788527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Request body: {'subnet': {'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1423133104-subnet', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:39:48.795407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 2b92e61d-e08a-4258-853b-1359687cd95b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:39:48.812512 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Made reservation on behalf of 2bc3b66019a140d99ba8cad6c7b739a2 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:39:48.814954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.006863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (216e1754-c5d2-4822-a11c-046f7c723e79), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.027108 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Attempt 4 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:49.061948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:49.068139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216e1754-c5d2-4822-a11c-046f7c723e79,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:49.076067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Checking segment: {'id': 'dadc43ce-863e-4957-b89b-b51c9c0b44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:39:49.076443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Network hostable DHCP agents. Network: 2b92e61d-e08a-4258-853b-1359687cd95b, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:39:49.094350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Network 2b92e61d-e08a-4258-853b-1359687cd95b is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:39:49.104892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2b92e61d-e08a-4258-853b-1359687cd95b) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:49.109021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:39:49.109634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.114714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f62f35-6c5a-4d39-af49-f9e144ea735e None None] Network 2b92e61d-e08a-4258-853b-1359687cd95b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:39:49.132216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35310) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:49.132513 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5c1a95f8-25ff-44ea-97b6-132af4a41a77 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3484509 Sep 25 01:39:49.137298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:39:49.159142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.160356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.224954 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks [] for router_controller (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.371319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks [] for router_gateway (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.374660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2b92e61d-e08a-4258-853b-1359687cd95b', 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b', 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'fixed_ips': [{'subnet_id': '216e1754-c5d2-4822-a11c-046f7c723e79'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:39:49.375579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.515899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Allocated IP 172.20.0.2 (2b92e61d-e08a-4258-853b-1359687cd95b/216e1754-c5d2-4822-a11c-046f7c723e79/ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:39:49.562256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks [] for router_gateway (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.567566 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Attempt 5 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:49.581968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.610919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:49.690834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Publish callbacks [] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.696023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Allocated IP 172.36.7.39 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/6766d3b2-ebd0-471f-810e-25c26c1b1817) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:39:49.698559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.734557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:49.747196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Network 2b92e61d-e08a-4258-853b-1359687cd95b is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:39:49.751469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Pushing event updated for resources: {'Port': ['ID=ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:49.753962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:49.756881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:39:49.810763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks [] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.817064 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Attempting to bind port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:39:49.817434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Attempting to bind port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dadc43ce-863e-4957-b89b-b51c9c0b44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:39:49.817905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Attempting to bind port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 on network 2b92e61d-e08a-4258-853b-1359687cd95b {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:39:49.831816 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:49.848142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.867233 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:39:49.867612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Checking segment: {'id': 'dadc43ce-863e-4957-b89b-b51c9c0b44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:39:49.868052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.868450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Bound using segment: {'id': 'dadc43ce-863e-4957-b89b-b51c9c0b44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:39:49.868926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Bound port: ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadc43ce-863e-4957-b89b-b51c9c0b44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:39:49.869310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:49.900732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:39:49.905365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:49.906739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:49.911199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:39:49.915037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Pushing event updated for resources: {'Port': ['ID=6766d3b2-ebd0-471f-810e-25c26c1b1817,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:49.934892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] For port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:39:49.939781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] For port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8,segment=NetworkSegment(dadc43ce-863e-4957-b89b-b51c9c0b44df),segment_id=dadc43ce-863e-4957-b89b-b51c9c0b44df)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:39:49.941135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:49.951028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.012345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf9a65-f400-485b-94a5-d05ab295ef91 None None] Pushing event updated for resources: {'Port': ['ID=ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:50.040940 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Sync routers for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:39:50.053222 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:50.054427 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:50.112128 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Attempt 6 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:50.165151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:50.173354 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:50.243886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks [] for router_gateway (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.255377 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d5a70f91-843b-4cb7-8532-d293e02d0683 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:50.317254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d5a70f91-843b-4cb7-8532-d293e02d0683 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:50.317625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.318220 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d5a70f91-843b-4cb7-8532-d293e02d0683 Sep 25 01:39:50.394729 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 2, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:50.406182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d5a70f91-843b-4cb7-8532-d293e02d0683 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:50.406830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.421660 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Checking router: 7829afd5-ec85-4044-9780-b3e4f76dc167 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:39:50.422019 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Updating router 7829afd5-ec85-4044-9780-b3e4f76dc167 port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:39:50.429505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port d5a70f91-843b-4cb7-8532-d293e02d0683, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5a70f91-843b-4cb7-8532-d293e02d0683,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:50.434056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.456559 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.462025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.489117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=d5a70f91-843b-4cb7-8532-d293e02d0683,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:50.558679 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:50.589218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:39:50.666748 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Attempt 7 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:50.695055 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:39:50.707358 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:50.711088 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Sync routers for ids ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:39:50.722103 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Publish callbacks [] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.729822 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.739820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.743818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:50.746970 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35312) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:39:50.747793 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9e1d4c5a-bd5a-4e79-b8cd-ce04bcc01007 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6136096 Sep 25 01:39:50.748240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Routers {'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:50.748942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:50.818377 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bef260-979f-4128-a0db-288501a36563 None None] Pushing event updated for resources: {'Port': ['ID=ed6d6aec-b46b-4682-b0e7-15e4959bfbc7,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:50.834659 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.835119 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.835516 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.835863 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.836224 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.836552 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.836880 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.837204 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.837579 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.837904 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.838235 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.838561 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.838882 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.839198 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.839570 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bef260-979f-4128-a0db-288501a36563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:39:50.847525 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Attempting to bind port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:39:50.847831 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Attempting to bind port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:39:50.848075 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Attempting to bind port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 on network 70262d3f-12a6-4756-9792-c5f19cc3b902 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:39:50.871203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:50.895775 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:39:50.896415 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Checking segment: {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:39:50.896914 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.897526 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Bound using segment: {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:39:50.898111 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Bound port: ed6d6aec-b46b-4682-b0e7-15e4959bfbc7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:39:50.898591 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:50.899207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Set router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:50.967318 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] For port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:39:50.971608 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] For port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed6d6aec-b46b-4682-b0e7-15e4959bfbc7,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:39:50.979892 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.026863 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:51.027656 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:51.096659 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bef260-979f-4128-a0db-288501a36563 None None] Pushing event updated for resources: {'Port': ['ID=ed6d6aec-b46b-4682-b0e7-15e4959bfbc7,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:51.101760 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39'}], 'enable_snat': True}, 'gw_port_id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 3, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'gw_port': {'id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:51.124183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:51.133979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Checking router: cabbc98f-642c-45f3-bfd1-7ce9d39e92fe for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:39:51.133979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Updating router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe port 6766d3b2-ebd0-471f-810e-25c26c1b1817 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:39:51.159581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e73328-c444-4045-a366-d4ca9ab3c27d None None] Network 2b92e61d-e08a-4258-853b-1359687cd95b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:39:51.170266 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:51.214986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.247690 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Attempt 8 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:51.271600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:51.275214 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.351585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:51.372083 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:51.403383 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc0eaff-b98d-4fbb-b4eb-0e01468c88c1 None None] The sync data for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv is: [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:39:51.454153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Allocated IP 172.20.0.1 (2b92e61d-e08a-4258-853b-1359687cd95b/216e1754-c5d2-4822-a11c-046f7c723e79/656558a2-0390-4a11-825c-def61273a70b) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:39:51.457338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Current status of the port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:51.458005 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.561491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] For port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed6d6aec-b46b-4682-b0e7-15e4959bfbc7,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:51.571623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.708296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571773ac-3ce3-40c6-ae86-d8db76b972d9 None None] Pushing event updated for resources: {'Port': ['ID=ed6d6aec-b46b-4682-b0e7-15e4959bfbc7,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:51.723729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Provisioning complete for port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:51.724133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.724478 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Attempt 1 to provision port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 Sep 25 01:39:51.767214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Publish callbacks [] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.778023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.841878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Attempting to bind port 6766d3b2-ebd0-471f-810e-25c26c1b1817 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:39:51.842356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Attempting to bind port 6766d3b2-ebd0-471f-810e-25c26c1b1817 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:39:51.842866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Attempting to bind port 6766d3b2-ebd0-471f-810e-25c26c1b1817 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:39:51.845466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e8fa3-7cf0-410d-a58a-fd2e28baf55f None None] Pushing event updated for resources: {'Port': ['ID=6766d3b2-ebd0-471f-810e-25c26c1b1817,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:51.893634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Publish callbacks [] for port (656558a2-0390-4a11-825c-def61273a70b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.908833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Current status of the port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:51.909244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.932776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (656558a2-0390-4a11-825c-def61273a70b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.945524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:39:51.945931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:39:51.946319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.946720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:39:51.947214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Bound port: 6766d3b2-ebd0-471f-810e-25c26c1b1817, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:39:51.947604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.974406 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Network 2b92e61d-e08a-4258-853b-1359687cd95b is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:39:51.978789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] For port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8,segment=NetworkSegment(dadc43ce-863e-4957-b89b-b51c9c0b44df),segment_id=dadc43ce-863e-4957-b89b-b51c9c0b44df)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:51.979852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:51.984307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:39:51.988188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:51.989649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Pushing event updated for resources: {'Port': ['ID=656558a2-0390-4a11-825c-def61273a70b,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:52.034148 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.034370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Provisioning complete for port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:52.034567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.034922 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Attempt 1 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:52.080899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] For port 6766d3b2-ebd0-471f-810e-25c26c1b1817, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:39:52.106219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Pushing event updated for resources: {'Port': ['ID=ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:52.109997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] For port 6766d3b2-ebd0-471f-810e-25c26c1b1817, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6766d3b2-ebd0-471f-810e-25c26c1b1817,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:39:52.119384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:52.122281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:52.132089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.239102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (656558a2-0390-4a11-825c-def61273a70b), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.270740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Routers {'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:52.271408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:52.286111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:52.325671 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-370f52a5-d964-4cd0-a0fd-40fbf34e73f3 None None] Current status of the port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:52.337852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e8fa3-7cf0-410d-a58a-fd2e28baf55f None None] Pushing event updated for resources: {'Port': ['ID=6766d3b2-ebd0-471f-810e-25c26c1b1817,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:52.381576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:52.425777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:52.449393 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Publish callbacks [] for port (656558a2-0390-4a11-825c-def61273a70b), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.454901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (656558a2-0390-4a11-825c-def61273a70b), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.530504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Pushing event updated for resources: {'Port': ['ID=656558a2-0390-4a11-825c-def61273a70b,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:52.538541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.587623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] Set router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:52.589641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Provisioning complete for port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:52.590016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.590354 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 1 to provision port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 Sep 25 01:39:52.633482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Network 2b92e61d-e08a-4258-853b-1359687cd95b is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:39:52.634928 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:39:52.699807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:52.700123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.700465 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 Sep 25 01:39:52.760299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:39:52.841043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Current status of the port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:52.875094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:39:52.882238 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Provisioning complete for port 656558a2-0390-4a11-825c-def61273a70b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:52.882393 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-315e50ea-8b65-4f8e-b0b5-5ef0f182d201 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/cabbc98f-642c-45f3-bfd1-7ce9d39e92fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1311965 Sep 25 01:39:52.882518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (656558a2-0390-4a11-825c-def61273a70b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:52.882518 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 1 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:52.948381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:52.949461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:52.953799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Port 656558a2-0390-4a11-825c-def61273a70b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:52.980217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39'}], 'enable_snat': True}, 'gw_port_id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:52Z', 'revision_number': 4, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'gw_port': {'id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '656558a2-0390-4a11-825c-def61273a70b', 'name': '', 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'mac_address': 'fa:16:3e:33:7b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:51Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 1, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'subnets': [{'id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:53.011381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a4a82-81bf-45a6-8664-86c5b9e29907 None None] The sync data for ids ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'] in dv-neutron-master-2-hyperv is: [{'id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39'}], 'enable_snat': True}, 'gw_port_id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:52Z', 'revision_number': 4, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'gw_port': {'id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '656558a2-0390-4a11-825c-def61273a70b', 'name': '', 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'mac_address': 'fa:16:3e:33:7b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:51Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 1, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'subnets': [{'id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:39:53.026654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:53.027033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:53.027378 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 Sep 25 01:39:53.057015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:53.108421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:53.109524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d5a70f91-843b-4cb7-8532-d293e02d0683 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:53.156803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d5a70f91-843b-4cb7-8532-d293e02d0683 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:53.157536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:53.157651 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d5a70f91-843b-4cb7-8532-d293e02d0683 Sep 25 01:39:53.206030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:53.265302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d5a70f91-843b-4cb7-8532-d293e02d0683 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:53.455360 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 2 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:53.502232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Port 656558a2-0390-4a11-825c-def61273a70b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:54.002869 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 3 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:54.042595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Port 656558a2-0390-4a11-825c-def61273a70b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:54.203627 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:54.270915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:54.271638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:54.272090 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 Sep 25 01:39:54.371171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:54.543827 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 4 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:54.584806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Port 656558a2-0390-4a11-825c-def61273a70b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:55.086120 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 5 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:55.120047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Port 656558a2-0390-4a11-825c-def61273a70b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:55.621653 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 6 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:55.667763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Port 656558a2-0390-4a11-825c-def61273a70b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:55.757687 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Sync routers for ids ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:39:55.767232 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:55.770345 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Routers {'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:55.771190 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:55.883874 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Set router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:56.164572 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:39:56.169196 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 7 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:56.200622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6766d3b2-ebd0-471f-810e-25c26c1b1817 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:56.233339 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39'}], 'enable_snat': True}, 'gw_port_id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:52Z', 'revision_number': 4, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'gw_port': {'id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '656558a2-0390-4a11-825c-def61273a70b', 'name': '', 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'mac_address': 'fa:16:3e:33:7b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:51Z', 'updated_at': '2022-09-25T01:39:52Z', 'revision_number': 2, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'subnets': [{'id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:56.233339 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:56.247210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Port 656558a2-0390-4a11-825c-def61273a70b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:56.260171 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Checking router: cabbc98f-642c-45f3-bfd1-7ce9d39e92fe for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:39:56.260171 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Updating router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe port 656558a2-0390-4a11-825c-def61273a70b binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:39:56.261876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6766d3b2-ebd0-471f-810e-25c26c1b1817 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:56.262257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:56.262601 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6766d3b2-ebd0-471f-810e-25c26c1b1817 Sep 25 01:39:56.301397 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (656558a2-0390-4a11-825c-def61273a70b), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:56.354614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6766d3b2-ebd0-471f-810e-25c26c1b1817 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:56.355010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:56.384040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 6766d3b2-ebd0-471f-810e-25c26c1b1817, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6766d3b2-ebd0-471f-810e-25c26c1b1817,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:56.428105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:56.488859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=6766d3b2-ebd0-471f-810e-25c26c1b1817,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:56.613486 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Publish callbacks [] for port (656558a2-0390-4a11-825c-def61273a70b), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:56.619826 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (656558a2-0390-4a11-825c-def61273a70b), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:56.693729 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf44f9-274b-49de-b530-50744809d771 None None] Pushing event updated for resources: {'Port': ['ID=656558a2-0390-4a11-825c-def61273a70b,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:56.727129 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Attempting to bind port 656558a2-0390-4a11-825c-def61273a70b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:39:56.727503 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Attempting to bind port 656558a2-0390-4a11-825c-def61273a70b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dadc43ce-863e-4957-b89b-b51c9c0b44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:39:56.728035 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Attempting to bind port 656558a2-0390-4a11-825c-def61273a70b on network 2b92e61d-e08a-4258-853b-1359687cd95b {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:39:56.748078 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 8 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:56.786025 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Port 656558a2-0390-4a11-825c-def61273a70b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:39:56.791232 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:39:56.793826 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Checking segment: {'id': 'dadc43ce-863e-4957-b89b-b51c9c0b44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:39:56.794128 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:56.794524 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Bound using segment: {'id': 'dadc43ce-863e-4957-b89b-b51c9c0b44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:39:56.795000 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Bound port: 656558a2-0390-4a11-825c-def61273a70b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadc43ce-863e-4957-b89b-b51c9c0b44df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:39:56.795437 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (656558a2-0390-4a11-825c-def61273a70b), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:56.867515 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] For port 656558a2-0390-4a11-825c-def61273a70b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:39:56.871303 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] For port 656558a2-0390-4a11-825c-def61273a70b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=656558a2-0390-4a11-825c-def61273a70b,segment=NetworkSegment(dadc43ce-863e-4957-b89b-b51c9c0b44df),segment_id=dadc43ce-863e-4957-b89b-b51c9c0b44df)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:39:56.879303 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (656558a2-0390-4a11-825c-def61273a70b), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:56.919511 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Routers {'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:39:56.920277 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:39:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:56.966593 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:56.982224 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf44f9-274b-49de-b530-50744809d771 None None] Pushing event updated for resources: {'Port': ['ID=656558a2-0390-4a11-825c-def61273a70b,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:57.044691 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] Set router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:39:57.197014 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:57.244137 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39'}], 'enable_snat': True}, 'gw_port_id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:52Z', 'revision_number': 4, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'gw_port': {'id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '656558a2-0390-4a11-825c-def61273a70b', 'name': '', 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'mac_address': 'fa:16:3e:33:7b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:51Z', 'updated_at': '2022-09-25T01:39:56Z', 'revision_number': 4, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'subnets': [{'id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:39:57.272663 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692dc7e3-d3d5-4163-a13e-bc71bec6d3c4 None None] The sync data for ids ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'] in dv-neutron-master-2-hyperv is: [{'id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39'}], 'enable_snat': True}, 'gw_port_id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:52Z', 'revision_number': 4, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'gw_port': {'id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '656558a2-0390-4a11-825c-def61273a70b', 'name': '', 'network_id': '2b92e61d-e08a-4258-853b-1359687cd95b', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'mac_address': 'fa:16:3e:33:7b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:51Z', 'updated_at': '2022-09-25T01:39:56Z', 'revision_number': 4, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'subnets': [{'id': '216e1754-c5d2-4822-a11c-046f7c723e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:39:57.288731 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Attempt 9 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:57.318514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:57.425799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Current status of the port 656558a2-0390-4a11-825c-def61273a70b is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:57.426200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (656558a2-0390-4a11-825c-def61273a70b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:57.475016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] For port 656558a2-0390-4a11-825c-def61273a70b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=656558a2-0390-4a11-825c-def61273a70b,segment=NetworkSegment(dadc43ce-863e-4957-b89b-b51c9c0b44df),segment_id=dadc43ce-863e-4957-b89b-b51c9c0b44df)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:39:57.487136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (656558a2-0390-4a11-825c-def61273a70b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:57.548292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32767222-0bae-46a2-a16a-c2ace2767037 None None] Pushing event updated for resources: {'Port': ['ID=656558a2-0390-4a11-825c-def61273a70b,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:39:57.606890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:39:57.616626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-9b05cb16-0bcb-4bca-a798-6f18fa8c10a8 None None] Provisioning complete for port 656558a2-0390-4a11-825c-def61273a70b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:57.617324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9b05cb16-0bcb-4bca-a798-6f18fa8c10a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (656558a2-0390-4a11-825c-def61273a70b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:57.618028 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-9b05cb16-0bcb-4bca-a798-6f18fa8c10a8 None None] Attempt 1 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:57.719010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-9b05cb16-0bcb-4bca-a798-6f18fa8c10a8 None None] Current status of the port 656558a2-0390-4a11-825c-def61273a70b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:58.183639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 656558a2-0390-4a11-825c-def61273a70b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:58.235972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 656558a2-0390-4a11-825c-def61273a70b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:58.236376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (656558a2-0390-4a11-825c-def61273a70b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:58.236752 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 656558a2-0390-4a11-825c-def61273a70b Sep 25 01:39:58.330308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 656558a2-0390-4a11-825c-def61273a70b is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:58.331406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6766d3b2-ebd0-471f-810e-25c26c1b1817 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:39:58.392297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 6766d3b2-ebd0-471f-810e-25c26c1b1817 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:39:58.393085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:39:58.393586 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 6766d3b2-ebd0-471f-810e-25c26c1b1817 Sep 25 01:39:58.494487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 6766d3b2-ebd0-471f-810e-25c26c1b1817 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:39:58.673371 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fd65427c-c0b7-40fc-a121-f5da989177e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:00.723249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:00.726673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:01.574426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40d33a04-9852-4453-b6e6-db8c6ce4a7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:02.872095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:02.873055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=50 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:03.005583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-a857e579-00f8-41ca-b44f-59178745d01c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:03.007075 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-a857e579-00f8-41ca-b44f-59178745d01c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 815 time: 0.1078482 Sep 25 01:40:03.021507 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-b2b88e62-a38d-45a0-be49-3261ba8b68e6 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/quotas/63093f1f8e794b41a5972d5bf27208d8 HTTP/1.1" status: 200 len: 375 time: 0.0090575 Sep 25 01:40:03.071787 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-b4ed3f61-2ada-48ee-8eee-4d8a50fdd83d tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454886 Sep 25 01:40:03.176868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-dc37d309-b2a9-4e22-8df9-6e39e530ddd9 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:40:03.177899 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-dc37d309-b2a9-4e22-8df9-6e39e530ddd9 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0950902 Sep 25 01:40:03.272574 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-b3b3a9e1-0960-4e37-9bb4-3f66c65ef82a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886018 Sep 25 01:40:03.363406 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4cd5b44e-f1c0-4630-9bd7-02d2c5700bff service neutron] 10.222.0.49 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851650 Sep 25 01:40:03.901030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:04.535273 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b40244ba-bfdc-46ea-a300-ed51ec169d9b req-2470ab6a-a9e6-49c7-90d4-30794d9a839c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 210 time: 0.0300500 Sep 25 01:40:05.656139 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-85c57cc9-18cc-4fe6-a18c-7e14297b6ad0 req-69fa3667-bfa4-461e-8e63-619562546f54 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 210 time: 0.0390804 Sep 25 01:40:05.663749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-ab0303da-0f64-4798-ae16-2a9a6360ab85 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:05.664850 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-ab0303da-0f64-4798-ae16-2a9a6360ab85 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 815 time: 0.1541872 Sep 25 01:40:05.683330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'port': {'device_id': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'admin_state_up': True, 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:05.800333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Made reservation on behalf of 63093f1f8e794b41a5972d5bf27208d8 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:40:05.804607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:05.943208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Allocated IP 172.20.0.4 (70262d3f-12a6-4756-9792-c5f19cc3b902/ad640f37-6fb2-46cc-9204-f3508ab33493/a614b67c-5917-4152-8065-f31521c18599) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:40:06.067507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:06.446108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:06.505260 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (a614b67c-5917-4152-8065-f31521c18599), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:06.541003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a614b67c-5917-4152-8065-f31521c18599), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:06.573584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:06.590156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:40:06.599894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:40:06.605044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:40:06.630526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:06.654402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=a614b67c-5917-4152-8065-f31521c18599,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:06.710325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:06.711505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:06.733112 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-534d478d-633d-4fc2-af10-0f96084aa9d2 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0537183 Sep 25 01:40:06.817919 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186e57a-3ace-4fa1-a456-41dae19f5513 req-098fe2a1-c404-4266-a943-fbf0ffcd679a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:06.819497 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5186e57a-3ace-4fa1-a456-41dae19f5513 req-098fe2a1-c404-4266-a943-fbf0ffcd679a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 931 time: 0.0572777 Sep 25 01:40:06.876275 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5186e57a-3ace-4fa1-a456-41dae19f5513 req-7c73dedf-1df9-416e-9c5c-d977d920ef8f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501218 Sep 25 01:40:06.924959 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Provisioning complete for port a614b67c-5917-4152-8065-f31521c18599 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:40:06.925602 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a614b67c-5917-4152-8065-f31521c18599), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:06.926143 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 1 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:06.960608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:07.239321 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:07.249162 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=30 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:07.461892 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 2 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:07.495531 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:07.996525 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 3 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:08.019232 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dca592-f757-4024-9060-7b5a9118ffc1 req-ee5bcfec-fb74-49c0-b879-bce7e0b40092 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:08.022089 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35dca592-f757-4024-9060-7b5a9118ffc1 req-ee5bcfec-fb74-49c0-b879-bce7e0b40092 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 931 time: 0.0597465 Sep 25 01:40:08.037032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:08.093334 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-35dca592-f757-4024-9060-7b5a9118ffc1 req-6b95bd08-b56f-4f16-a707-463d994f7e8a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524330 Sep 25 01:40:08.537848 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 4 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:08.564733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:08.571971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:09.073873 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 5 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:09.108858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:09.218763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e169f-46da-4897-a5ad-32d8c2d103ae req-b733c164-0f04-43eb-ad63-f49391e4755d tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:09.220388 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-de4e169f-46da-4897-a5ad-32d8c2d103ae req-b733c164-0f04-43eb-ad63-f49391e4755d tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 931 time: 0.0488389 Sep 25 01:40:09.272282 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-de4e169f-46da-4897-a5ad-32d8c2d103ae req-6e33131a-bc4d-45ce-9a85-99422ba1e434 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Sep 25 01:40:09.610610 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 6 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:09.642288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:10.144009 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 7 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:10.187314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:10.426281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a1b2c-76ba-4e42-b0fc-eef04d38d007 req-cc35961b-5ab5-4853-a4a9-38e27f87fa73 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:10.428495 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ec8a1b2c-76ba-4e42-b0fc-eef04d38d007 req-cc35961b-5ab5-4853-a4a9-38e27f87fa73 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 931 time: 0.0578480 Sep 25 01:40:10.492618 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ec8a1b2c-76ba-4e42-b0fc-eef04d38d007 req-2c1a9a2f-0e46-4eb4-b2ac-4c388b3ae43a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576863 Sep 25 01:40:10.688182 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 8 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:10.721871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:11.199574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:11.222960 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 9 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:11.256536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:11.623894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b95b63-0b03-4e6d-9c2e-0165c993a30c req-83a3aa0e-8b6a-4e7c-83f8-77068194fa7e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:11.625634 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d3b95b63-0b03-4e6d-9c2e-0165c993a30c req-83a3aa0e-8b6a-4e7c-83f8-77068194fa7e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 931 time: 0.0519910 Sep 25 01:40:11.680081 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d3b95b63-0b03-4e6d-9c2e-0165c993a30c req-884ee95d-489c-42ff-a9fa-bd1cb9ed39ca tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483856 Sep 25 01:40:11.758011 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Attempt 10 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:11.791402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-fc335f77-0032-4573-97d8-13ba08530700 None None] Port a614b67c-5917-4152-8065-f31521c18599 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:40:12.819847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260a909-a7b8-4465-b664-0ef373cdf40a req-b1fb03f3-e898-41cd-8978-4691b8747a62 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:12.824496 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a260a909-a7b8-4465-b664-0ef373cdf40a req-b1fb03f3-e898-41cd-8978-4691b8747a62 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 931 time: 0.0523939 Sep 25 01:40:12.871574 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a260a909-a7b8-4465-b664-0ef373cdf40a req-160c7ade-e343-4648-ba5f-992195294571 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Sep 25 01:40:14.007386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8524f6-e625-4405-a5e3-9851a9c16f76 req-b9165b70-76a2-466f-ab28-269a5a9d3f7b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:14.008946 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5e8524f6-e625-4405-a5e3-9851a9c16f76 req-b9165b70-76a2-466f-ab28-269a5a9d3f7b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 931 time: 0.0483465 Sep 25 01:40:14.057582 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5e8524f6-e625-4405-a5e3-9851a9c16f76 req-c30ec5a6-a790-4485-9df2-73237ee3dc50 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Sep 25 01:40:15.184468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea467844-cf2c-4901-953e-92b2fb5e7229 req-880498ea-74e4-4a52-b59c-65005dfbe51c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:15.185955 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ea467844-cf2c-4901-953e-92b2fb5e7229 req-880498ea-74e4-4a52-b59c-65005dfbe51c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 931 time: 0.0484214 Sep 25 01:40:15.236794 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ea467844-cf2c-4901-953e-92b2fb5e7229 req-bd1eefe9-4bbd-41cd-bb9b-cb99521dc294 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451851 Sep 25 01:40:16.356935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a9453-61a7-42a6-8975-71bafb79c83e req-c6a6c2bb-d87f-4dcf-a573-e02952726dd3 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:16.358331 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1f7a9453-61a7-42a6-8975-71bafb79c83e req-c6a6c2bb-d87f-4dcf-a573-e02952726dd3 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 931 time: 0.0476511 Sep 25 01:40:16.410524 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1f7a9453-61a7-42a6-8975-71bafb79c83e req-980e48aa-f4b2-4b23-b430-913cfb51e7ed tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466526 Sep 25 01:40:16.657029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Request body: {'port': {'device_id': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:16.715180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a614b67c-5917-4152-8065-f31521c18599), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:16.920021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:16.973329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a614b67c-5917-4152-8065-f31521c18599 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:40:16.981038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Publish callbacks [] for port (a614b67c-5917-4152-8065-f31521c18599), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:16.993876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Transition to ACTIVE for port object a614b67c-5917-4152-8065-f31521c18599 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:40:16.998520 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a614b67c-5917-4152-8065-f31521c18599), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:17.059615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Pushing event updated for resources: {'Port': ['ID=a614b67c-5917-4152-8065-f31521c18599,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:17.088519 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:17.111157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Attempting to bind port a614b67c-5917-4152-8065-f31521c18599 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:40:17.111496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Attempting to bind port a614b67c-5917-4152-8065-f31521c18599 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:40:17.111826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Attempting to bind port a614b67c-5917-4152-8065-f31521c18599 on network 70262d3f-12a6-4756-9792-c5f19cc3b902 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:40:17.156512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Port a614b67c-5917-4152-8065-f31521c18599 on network 70262d3f-12a6-4756-9792-c5f19cc3b902 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:40:17.157091 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Attempting to bind port a614b67c-5917-4152-8065-f31521c18599 on network 70262d3f-12a6-4756-9792-c5f19cc3b902 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:40:17.199881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:40:17.200035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Checking segment: {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:40:17.200338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Bound using segment: {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:40:17.200768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Bound port: a614b67c-5917-4152-8065-f31521c18599, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:40:17.201124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a614b67c-5917-4152-8065-f31521c18599), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:17.262624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] For port a614b67c-5917-4152-8065-f31521c18599, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:40:17.266137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] For port a614b67c-5917-4152-8065-f31521c18599, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a614b67c-5917-4152-8065-f31521c18599,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:40:17.271858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a614b67c-5917-4152-8065-f31521c18599), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:17.275984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:17.276611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:17.278000 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 1093 time: 0.6255968 Sep 25 01:40:17.278551 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:40:17.280862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:40:17.331858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b8c1-a6b2-40fc-9c08-39feacec2779 service neutron] Pushing event updated for resources: {'Port': ['ID=a614b67c-5917-4152-8065-f31521c18599,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:17.342976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c6fb1-c71d-4a22-bc30-1aea9234cdfe x-openstack-request-id: req-948c6fb1-c71d-4a22-bc30-1aea9234cdfe {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:40:17.343271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:40:17.343532 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-948c6fb1-c71d-4a22-bc30-1aea9234cdfe {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:40:17.344186 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948c6fb1-c71d-4a22-bc30-1aea9234cdfe'] response: {'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599', 'status': 'completed', 'code': 200} Sep 25 01:40:17.508154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-34987574-bef6-4063-9b6f-4c4990b97df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:17.509818 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-34987574-bef6-4063-9b6f-4c4990b97df7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1127 time: 0.0488539 Sep 25 01:40:17.537179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f0e57-6c69-4d6a-a07c-56f5d07a2511 req-fd9645db-8972-42ca-b5a1-3b1356681862 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:17.538747 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c08f0e57-6c69-4d6a-a07c-56f5d07a2511 req-fd9645db-8972-42ca-b5a1-3b1356681862 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 943 time: 0.0490186 Sep 25 01:40:17.572622 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-464dd25f-7f8e-40e7-876f-6eb05879bc46 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 217 time: 0.0349734 Sep 25 01:40:17.599440 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c08f0e57-6c69-4d6a-a07c-56f5d07a2511 req-86354d2d-b227-4c70-a136-48740de0f1f9 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498960 Sep 25 01:40:17.623795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4c2f8d6c-37c7-4112-950e-29b46f30b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:17.625364 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-4c2f8d6c-37c7-4112-950e-29b46f30b36a service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0475469 Sep 25 01:40:17.674707 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-d1a6b9ac-15f0-4710-8724-acc547546703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:17.676317 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-d1a6b9ac-15f0-4710-8724-acc547546703 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445545 Sep 25 01:40:17.770434 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-88a6f256-1e0f-4306-9276-be9fbeafeeeb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819972 Sep 25 01:40:17.970611 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6dcfc83d-905e-4a79-af86-44d6d4320222 req-e9bfc35a-a5a6-48f6-bade-892ba545148d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916448 Sep 25 01:40:18.720366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d41f-bf2f-4f80-8cb1-533216c9acd0 req-e1467c53-275f-4322-b951-de87fb7cbb89 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:18.721865 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4c52d41f-bf2f-4f80-8cb1-533216c9acd0 req-e1467c53-275f-4322-b951-de87fb7cbb89 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 943 time: 0.0489581 Sep 25 01:40:18.770532 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4c52d41f-bf2f-4f80-8cb1-533216c9acd0 req-87c77276-311f-4b52-afde-34c5ea0d8c8c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Sep 25 01:40:19.888332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062559e2-9f93-4fae-84f2-d39901ea4157 req-795f6490-eb6a-4a81-9e3e-b4de66e7b7a7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:19.889783 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-062559e2-9f93-4fae-84f2-d39901ea4157 req-795f6490-eb6a-4a81-9e3e-b4de66e7b7a7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 943 time: 0.0465653 Sep 25 01:40:19.937624 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-062559e2-9f93-4fae-84f2-d39901ea4157 req-9c6fa880-610f-443f-aea6-c906bc30bb41 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Sep 25 01:40:20.034522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-bdd10e26-757a-4b35-8aed-664265632153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:20.036065 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-bdd10e26-757a-4b35-8aed-664265632153 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1127 time: 0.0400810 Sep 25 01:40:20.049387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:20.132989 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-850eea8a-4fcf-4baa-bd23-0b7bec85df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:20.134480 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-850eea8a-4fcf-4baa-bd23-0b7bec85df50 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0925624 Sep 25 01:40:20.172470 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-d99c9c2f-ce51-4080-a2bc-262ec12d223f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 217 time: 0.0316803 Sep 25 01:40:20.223942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-84c9e64e-797d-4f6e-a65d-52367beb9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:20.225508 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-84c9e64e-797d-4f6e-a65d-52367beb9390 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0475419 Sep 25 01:40:20.268865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-3da11ea3-88f0-496f-9ebf-6df726865528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:20.270337 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-3da11ea3-88f0-496f-9ebf-6df726865528 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393267 Sep 25 01:40:20.342882 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:20.366930 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-b94c5ac6-c958-4f49-bfb8-e21e032ac24d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904238 Sep 25 01:40:20.456723 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0968d2c-6e92-4a1c-9ec4-8dc6800956b2 req-29e93ee4-ef65-443c-a866-89f9fa680a1a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844226 Sep 25 01:40:21.055303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6575a-9572-4c9c-bc08-30aae17acd11 req-f355ea07-2024-4c1a-9b95-d651debc5721 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:21.056783 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75c6575a-9572-4c9c-bc08-30aae17acd11 req-f355ea07-2024-4c1a-9b95-d651debc5721 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 943 time: 0.0467336 Sep 25 01:40:21.106858 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75c6575a-9572-4c9c-bc08-30aae17acd11 req-d89bce74-38b3-45c9-9a13-dc58768cf9f3 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Sep 25 01:40:21.361015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a614b67c-5917-4152-8065-f31521c18599 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:40:21.391899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:21.459592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port a614b67c-5917-4152-8065-f31521c18599, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a614b67c-5917-4152-8065-f31521c18599,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:40:21.473944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'a614b67c-5917-4152-8065-f31521c18599', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'port_id': 'a614b67c-5917-4152-8065-f31521c18599', 'mac_address': 'fa:16:3e:e2:8a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:40:21.507654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port a614b67c-5917-4152-8065-f31521c18599 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:40:21.508076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a614b67c-5917-4152-8065-f31521c18599), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:21.521659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a614b67c-5917-4152-8065-f31521c18599 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:40:21.541844 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port a614b67c-5917-4152-8065-f31521c18599, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a614b67c-5917-4152-8065-f31521c18599,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:40:21.546150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a614b67c-5917-4152-8065-f31521c18599), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:21.590515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=a614b67c-5917-4152-8065-f31521c18599,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:21.598100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.598448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.598789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.599126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.599458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.599788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.600141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.600466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.600789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.601113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.601439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.601763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.602083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.602399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.602732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:21.942842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a614b67c-5917-4152-8065-f31521c18599'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:40:22.229202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996b088-5ed7-4836-9c59-d0f2f677091a req-42947464-4ea3-4988-a3e7-c14d55cf78f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:22.230602 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5996b088-5ed7-4836-9c59-d0f2f677091a req-42947464-4ea3-4988-a3e7-c14d55cf78f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 944 time: 0.0499969 Sep 25 01:40:22.277477 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5996b088-5ed7-4836-9c59-d0f2f677091a req-1e2e2da6-a924-49db-bacc-9f5001d3d8b6 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Sep 25 01:40:23.377599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a614b67c-5917-4152-8065-f31521c18599 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:40:23.397626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adce89-6499-414a-aac8-95efa134c777 req-bd992647-cfb0-43c7-a49e-829720770d22 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:23.399427 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41adce89-6499-414a-aac8-95efa134c777 req-bd992647-cfb0-43c7-a49e-829720770d22 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 944 time: 0.0480242 Sep 25 01:40:23.420283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port a614b67c-5917-4152-8065-f31521c18599 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:40:23.426404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port a614b67c-5917-4152-8065-f31521c18599 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:40:23.426795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a614b67c-5917-4152-8065-f31521c18599), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:23.427140 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port a614b67c-5917-4152-8065-f31521c18599 Sep 25 01:40:23.451522 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41adce89-6499-414a-aac8-95efa134c777 req-72e8b282-edbf-4579-ac65-82492b9db1df tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462883 Sep 25 01:40:23.473591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:23.502280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port a614b67c-5917-4152-8065-f31521c18599 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:40:23.502666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a614b67c-5917-4152-8065-f31521c18599), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:23.525387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614b67c-5917-4152-8065-f31521c18599'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:40:23.527646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec87af2e-2d54-49df-93a0-b015883c4d33" -d '{"events": [{"server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "name": "network-vif-plugged", "status": "completed", "tag": "a614b67c-5917-4152-8065-f31521c18599"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:40:23.540159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port a614b67c-5917-4152-8065-f31521c18599, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a614b67c-5917-4152-8065-f31521c18599,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:40:23.545261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a614b67c-5917-4152-8065-f31521c18599), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:23.568577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30389c5b-ef70-40b1-a6b9-2de37b4cc39d x-openstack-request-id: req-30389c5b-ef70-40b1-a6b9-2de37b4cc39d {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:40:23.568866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "name": "network-vif-plugged", "status": "completed", "tag": "a614b67c-5917-4152-8065-f31521c18599", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:40:23.569117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30389c5b-ef70-40b1-a6b9-2de37b4cc39d {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:40:23.569505 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30389c5b-ef70-40b1-a6b9-2de37b4cc39d'] response: {'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614b67c-5917-4152-8065-f31521c18599', 'code': 200} Sep 25 01:40:23.594444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=a614b67c-5917-4152-8065-f31521c18599,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:23.771047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfec0f5-4047-4d5c-b07e-de80c77d4330 req-2184afc7-4246-49ab-820f-36ec23d75a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:23.772615 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fbfec0f5-4047-4d5c-b07e-de80c77d4330 req-2184afc7-4246-49ab-820f-36ec23d75a06 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1129 time: 0.0396032 Sep 25 01:40:23.815893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fbfec0f5-4047-4d5c-b07e-de80c77d4330 req-a4080f4c-0828-41dc-a2b0-f2b11c85a960 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375621 Sep 25 01:40:24.571749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac32d0-87b3-4ff1-840b-0964b2a53d02 req-2dabc116-175d-4056-86fc-2b1672519aba tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:24.573283 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-63ac32d0-87b3-4ff1-840b-0964b2a53d02 req-2dabc116-175d-4056-86fc-2b1672519aba tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0510345 Sep 25 01:40:24.619892 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-63ac32d0-87b3-4ff1-840b-0964b2a53d02 req-8f42d6cf-3005-4aa7-8b04-662edaebd086 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Sep 25 01:40:24.939125 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:24.944257 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:25.742982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c018e-5029-4587-a64f-0ff823ce6f1c req-fe570db8-d72f-49d1-b609-847802a1a063 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:25.744486 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c25c018e-5029-4587-a64f-0ff823ce6f1c req-fe570db8-d72f-49d1-b609-847802a1a063 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Sep 25 01:40:25.792887 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c25c018e-5029-4587-a64f-0ff823ce6f1c req-0e5ba399-8832-4fef-b8f1-081d5621d98c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 Sep 25 01:40:25.910357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb646-2804-4366-a4c8-7fbbab3ccb23 req-cc119747-daf4-4dc2-a00d-b0dae72ba67a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:25.911763 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9cceb646-2804-4366-a4c8-7fbbab3ccb23 req-cc119747-daf4-4dc2-a00d-b0dae72ba67a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0469503 Sep 25 01:40:25.958877 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9cceb646-2804-4366-a4c8-7fbbab3ccb23 req-3f54dfeb-6fb1-406d-8f6e-1efc16ff4395 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Sep 25 01:40:26.283258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cb0ae-695c-4259-b68a-9a3063152deb req-18352440-1beb-4dcc-9ebc-d350c68c85d9 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:26.284845 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d13cb0ae-695c-4259-b68a-9a3063152deb req-18352440-1beb-4dcc-9ebc-d350c68c85d9 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0470052 Sep 25 01:40:26.337845 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d13cb0ae-695c-4259-b68a-9a3063152deb req-34d73fd9-7773-4782-820d-14d743ee4cab tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451057 Sep 25 01:40:28.670281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4a704ba9-4957-4eed-94f4-6a48f09b69fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:31.571302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7b459576-02e5-4c8f-acf8-ab0aa6e83c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:33.152611 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:40:33.895383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:35.782039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=71 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:35.789139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:36.044512 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:36.331437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:36.334018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=63 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:36.622277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:41.196205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:42.341307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc860c2-e953-4703-b30f-b695812881a6 req-bb25da8e-1b9b-48bf-9bf7-12ab32d0da7a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:42.342778 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-acc860c2-e953-4703-b30f-b695812881a6 req-bb25da8e-1b9b-48bf-9bf7-12ab32d0da7a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0470135 Sep 25 01:40:42.395208 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-acc860c2-e953-4703-b30f-b695812881a6 req-edcd650e-8433-47e0-b326-4251182f72d4 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444446 Sep 25 01:40:42.423279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35528) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:40:42.503334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49664a0e-ec1f-4fbd-a045-bdbb4552b54e tempest-TestMinimumBasicScenario-1132506919 tempest-TestMinimumBasicScenario-1132506919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:42.504919 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-49664a0e-ec1f-4fbd-a045-bdbb4552b54e tempest-TestMinimumBasicScenario-1132506919 tempest-TestMinimumBasicScenario-1132506919-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1124 time: 0.0806606 Sep 25 01:40:42.507885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35532) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:40:42.512094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': 'a614b67c-5917-4152-8065-f31521c18599', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:42.533375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:42.615884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:42.728246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Allocated IP 172.36.7.95 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/356a37a1-5f2d-47a8-a158-e34828956ae4) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:40:42.830385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (356a37a1-5f2d-47a8-a158-e34828956ae4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:42.862439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (356a37a1-5f2d-47a8-a158-e34828956ae4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:42.904134 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:40:42.909601 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:40:42.913588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:40:42.937162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=356a37a1-5f2d-47a8-a158-e34828956ae4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:42.951382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.951738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.952125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.952507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.952847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.953186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.953525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.953880 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.954196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.954530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.954862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.955194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.955527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.955854 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:42.956208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:43.147909 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=14 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:43.148695 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:43.151211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:43.203761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:43.291001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for floatingip (eb62cd88-2d7e-4033-9feb-e844d5c63b15), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:43.364620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (356a37a1-5f2d-47a8-a158-e34828956ae4), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:43.511273 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (356a37a1-5f2d-47a8-a158-e34828956ae4), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:43.516156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (356a37a1-5f2d-47a8-a158-e34828956ae4), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:43.582876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=356a37a1-5f2d-47a8-a158-e34828956ae4,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:43.585208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (eb62cd88-2d7e-4033-9feb-e844d5c63b15), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:43.681037 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Floating IP eb62cd88-2d7e-4033-9feb-e844d5c63b15 associated. External IP: 172.36.7.95, port: a614b67c-5917-4152-8065-f31521c18599. Sep 25 01:40:43.879374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Router 7829afd5-ec85-4044-9780-b3e4f76dc167 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:40:43.985441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:40:43.995389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] Sync routers for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:40:44.003895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.005945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:40:44.006570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:40:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:40:44.006732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:44.034897 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-08f84df7-f560-4454-9b8c-9a67829e2632 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5259817 Sep 25 01:40:44.035549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:40:44.037814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35534) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:40:44.038372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2962da-6100-4a8f-bf83-131b985c67f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:40:44.044347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724716108', 'description': 'tempest-secgroup-smoke-724716108 description', 'project_id': '63093f1f8e794b41a5972d5bf27208d8'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:44.051574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:44.070593 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.086315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c24d78-328e-42ca-8809-6363b500b50f x-openstack-request-id: req-d8c24d78-328e-42ca-8809-6363b500b50f {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:40:44.086618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:40:44.086876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8c24d78-328e-42ca-8809-6363b500b50f {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:40:44.087311 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c24d78-328e-42ca-8809-6363b500b50f'] response: {'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599', 'status': 'completed', 'code': 200} Sep 25 01:40:44.117517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:40:44.144736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:44.160164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (66726bd3-4a0e-46ed-9106-195a6f3b2016), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.164356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (66726bd3-4a0e-46ed-9106-195a6f3b2016), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.176764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-f86cf84c-496b-407d-b396-7efddb1ee45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:44.178424 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-f86cf84c-496b-407d-b396-7efddb1ee45b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1129 time: 0.0437424 Sep 25 01:40:44.198219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66726bd3-4a0e-46ed-9106-195a6f3b2016,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:44.202202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.205426 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1644168 Sep 25 01:40:44.208311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35538) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:40:44.210179 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.210540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.210880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.211222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.211561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.212117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.212461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.213696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-af79cd00-29cd-4096-b37e-b0bbe461b111 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': '66726bd3-4a0e-46ed-9106-195a6f3b2016', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:44.213847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.214070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.214415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.214757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.215095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.215428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.215762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.216118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5456f1-90d1-4b25-8351-dd5dd472fa10 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:40:44.289803 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af79cd00-29cd-4096-b37e-b0bbe461b111 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (e529cde0-092d-483a-80fc-bda25debb86b), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.318861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-833016d6-3570-4c34-b4fc-5ddf5b3a7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:44.320358 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-833016d6-3570-4c34-b4fc-5ddf5b3a7bfd service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.1356616 Sep 25 01:40:44.340588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'eb62cd88-2d7e-4033-9feb-e844d5c63b15', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'floating_ip_address': '172.36.7.95', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'port_id': 'a614b67c-5917-4152-8065-f31521c18599', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'mac_address': 'fa:16:3e:e2:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:40:43Z', 'updated_at': '2022-09-25T01:40:43Z', 'revision_number': 0, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:40:44.368928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] Checking router: 7829afd5-ec85-4044-9780-b3e4f76dc167 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:40:44.377920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:40:44.378529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:40:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:40:44.408906 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-e4a364d0-b238-4e73-8e4f-5df118a13613 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 998 time: 0.0818613 Sep 25 01:40:44.410459 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af79cd00-29cd-4096-b37e-b0bbe461b111 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (e529cde0-092d-483a-80fc-bda25debb86b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.414942 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af79cd00-29cd-4096-b37e-b0bbe461b111 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (e529cde0-092d-483a-80fc-bda25debb86b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.467646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79cd00-29cd-4096-b37e-b0bbe461b111 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e529cde0-092d-483a-80fc-bda25debb86b,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:44.472604 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-af79cd00-29cd-4096-b37e-b0bbe461b111 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.476650 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35540) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:40:44.481298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8f4d9c60-2a69-474e-8679-4079f6476def tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': '66726bd3-4a0e-46ed-9106-195a6f3b2016', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:44.482843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:40:44.484411 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-af79cd00-29cd-4096-b37e-b0bbe461b111 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2667611 Sep 25 01:40:44.503079 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-b75b5e9b-7160-47b7-b8e4-4791466c23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:44.504868 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-b75b5e9b-7160-47b7-b8e4-4791466c23b3 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0849500 Sep 25 01:40:44.508982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9c60-2a69-474e-8679-4079f6476def tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (083f26a5-4423-4caf-b241-cc4f3bfcc5ee), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.550992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-1decf5c5-6ff3-4a3d-b825-4767d3e5fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:44.552546 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-1decf5c5-6ff3-4a3d-b825-4767d3e5fd23 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418067 Sep 25 01:40:44.569482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9c60-2a69-474e-8679-4079f6476def tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (083f26a5-4423-4caf-b241-cc4f3bfcc5ee), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.573592 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9c60-2a69-474e-8679-4079f6476def tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (083f26a5-4423-4caf-b241-cc4f3bfcc5ee), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.595416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d9c60-2a69-474e-8679-4079f6476def tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083f26a5-4423-4caf-b241-cc4f3bfcc5ee,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:44.599767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9c60-2a69-474e-8679-4079f6476def tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.601006 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8f4d9c60-2a69-474e-8679-4079f6476def tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233008 Sep 25 01:40:44.604040 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35542) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:40:44.608558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-8e5d5689-3270-4653-9edd-ec1cc1291084 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': '66726bd3-4a0e-46ed-9106-195a6f3b2016', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:44.639474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5689-3270-4653-9edd-ec1cc1291084 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (546e7bf0-ce5e-42f7-8525-72b4e151b14d), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.674634 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-622a47cd-a107-4a28-accc-8043739f085e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156528 Sep 25 01:40:44.716552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5689-3270-4653-9edd-ec1cc1291084 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (546e7bf0-ce5e-42f7-8525-72b4e151b14d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.720480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:44.721661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5689-3270-4653-9edd-ec1cc1291084 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (546e7bf0-ce5e-42f7-8525-72b4e151b14d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.721825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'eb62cd88-2d7e-4033-9feb-e844d5c63b15', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'floating_ip_address': '172.36.7.95', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'port_id': 'a614b67c-5917-4152-8065-f31521c18599', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'mac_address': 'fa:16:3e:e2:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:40:43Z', 'updated_at': '2022-09-25T01:40:43Z', 'revision_number': 0, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:40:44.745282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d5689-3270-4653-9edd-ec1cc1291084 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546e7bf0-ce5e-42f7-8525-72b4e151b14d,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:44.750540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398e2b4-bdd7-44ac-84b0-ab2d0486c67f None None] The sync data for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv is: [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'eb62cd88-2d7e-4033-9feb-e844d5c63b15', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'floating_ip_address': '172.36.7.95', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'port_id': 'a614b67c-5917-4152-8065-f31521c18599', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'mac_address': 'fa:16:3e:e2:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:40:43Z', 'updated_at': '2022-09-25T01:40:43Z', 'revision_number': 0, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:40:44.755987 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5689-3270-4653-9edd-ec1cc1291084 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.756937 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8e5d5689-3270-4653-9edd-ec1cc1291084 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519239 Sep 25 01:40:44.759677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35544) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:40:44.764213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9411b498-8e50-4eaf-9253-64d212d781f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': '66726bd3-4a0e-46ed-9106-195a6f3b2016', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:44.787640 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae2962da-6100-4a8f-bf83-131b985c67f4 req-ad9ac21c-33e0-4e68-a04a-9058927cbcc2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064990 Sep 25 01:40:44.792894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9411b498-8e50-4eaf-9253-64d212d781f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (e6d442c5-6192-428b-a7d7-50ae399db31b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.855778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9411b498-8e50-4eaf-9253-64d212d781f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (e6d442c5-6192-428b-a7d7-50ae399db31b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.859312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9411b498-8e50-4eaf-9253-64d212d781f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (e6d442c5-6192-428b-a7d7-50ae399db31b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.877436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411b498-8e50-4eaf-9253-64d212d781f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d442c5-6192-428b-a7d7-50ae399db31b,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:44.887442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9411b498-8e50-4eaf-9253-64d212d781f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.893817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35546) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:40:44.894166 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9411b498-8e50-4eaf-9253-64d212d781f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331978 Sep 25 01:40:44.898565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9786bd51-ac43-41ba-82b0-4dc1323b2392 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': '66726bd3-4a0e-46ed-9106-195a6f3b2016', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:44.921089 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-9786bd51-ac43-41ba-82b0-4dc1323b2392 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Project 63093f1f8e794b41a5972d5bf27208d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:40:44.927618 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9786bd51-ac43-41ba-82b0-4dc1323b2392 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (0f089bce-ae2a-4553-9624-6ec1cccd202a), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:44.989191 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf45f1f-4e2b-402c-9481-9e18935c199a None None] New status for floating IP eb62cd88-2d7e-4033-9feb-e844d5c63b15: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:40:44.998431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9786bd51-ac43-41ba-82b0-4dc1323b2392 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (0f089bce-ae2a-4553-9624-6ec1cccd202a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.002313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9786bd51-ac43-41ba-82b0-4dc1323b2392 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (0f089bce-ae2a-4553-9624-6ec1cccd202a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.021838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786bd51-ac43-41ba-82b0-4dc1323b2392 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f089bce-ae2a-4553-9624-6ec1cccd202a,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:45.030018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9786bd51-ac43-41ba-82b0-4dc1323b2392 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.032466 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9786bd51-ac43-41ba-82b0-4dc1323b2392 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368892 Sep 25 01:40:45.035061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35548) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:40:45.039556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-5b036b7f-1f99-4e5b-b9ff-5c326f3a08c8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': '66726bd3-4a0e-46ed-9106-195a6f3b2016', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:45.060576 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-5b036b7f-1f99-4e5b-b9ff-5c326f3a08c8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Project 63093f1f8e794b41a5972d5bf27208d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:40:45.066410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5b036b7f-1f99-4e5b-b9ff-5c326f3a08c8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (a0defcea-c78e-44b5-8bf0-8f37898d3df1), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.105189 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:45.132183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:45.134277 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5b036b7f-1f99-4e5b-b9ff-5c326f3a08c8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (a0defcea-c78e-44b5-8bf0-8f37898d3df1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.139907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5b036b7f-1f99-4e5b-b9ff-5c326f3a08c8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (a0defcea-c78e-44b5-8bf0-8f37898d3df1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.161612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b036b7f-1f99-4e5b-b9ff-5c326f3a08c8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0defcea-c78e-44b5-8bf0-8f37898d3df1,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:45.170440 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-5b036b7f-1f99-4e5b-b9ff-5c326f3a08c8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.171694 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-5b036b7f-1f99-4e5b-b9ff-5c326f3a08c8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356914 Sep 25 01:40:45.261214 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-98155c23-bf7c-4dd7-ba54-170f3b06ab21 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-724716108&fields=id&tenant_id=63093f1f8e794b41a5972d5bf27208d8 HTTP/1.1" status: 200 len: 267 time: 0.0445232 Sep 25 01:40:45.316421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-f1e2d246-f5d6-4382-86ad-52bc1e1ce4b4 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:45.317934 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-f1e2d246-f5d6-4382-86ad-52bc1e1ce4b4 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0507948 Sep 25 01:40:45.334412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-c565843b-c401-4801-864b-a7c76730c5e5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'port': {'security_groups': ['7a9861db-2a05-48ed-a508-e1393761880c', '66726bd3-4a0e-46ed-9106-195a6f3b2016']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:40:45.404187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-c565843b-c401-4801-864b-a7c76730c5e5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a614b67c-5917-4152-8065-f31521c18599), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.585125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-c565843b-c401-4801-864b-a7c76730c5e5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] For port a614b67c-5917-4152-8065-f31521c18599, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a614b67c-5917-4152-8065-f31521c18599,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:40:45.612278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-c565843b-c401-4801-864b-a7c76730c5e5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (a614b67c-5917-4152-8065-f31521c18599), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.616593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-c565843b-c401-4801-864b-a7c76730c5e5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a614b67c-5917-4152-8065-f31521c18599), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.627063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-c565843b-c401-4801-864b-a7c76730c5e5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:45.627666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-c565843b-c401-4801-864b-a7c76730c5e5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:40:45.629048 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-65cbb0ee-04ea-4bb3-b189-4535e66cff46 req-c565843b-c401-4801-864b-a7c76730c5e5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "PUT /networking/v2.0/ports/a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 981 time: 0.3005519 Sep 25 01:40:45.652237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a614b67c-5917-4152-8065-f31521c18599'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:40:45.680747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565843b-c401-4801-864b-a7c76730c5e5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=a614b67c-5917-4152-8065-f31521c18599,revision_number=6']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:40:45.739933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d1233-f2a1-4205-9c42-1f5827f3a737 req-8a2af5e3-b7fb-405f-9cb2-abcbea549660 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:45.741455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-766d1233-f2a1-4205-9c42-1f5827f3a737 req-8a2af5e3-b7fb-405f-9cb2-abcbea549660 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 984 time: 0.0484636 Sep 25 01:40:45.777924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a614b67c-5917-4152-8065-f31521c18599'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:40:45.791488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:45.810305 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-766d1233-f2a1-4205-9c42-1f5827f3a737 req-04eb0dd6-88c3-4e0f-bb4a-e1bad33a9232 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=66726bd3-4a0e-46ed-9106-195a6f3b2016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629992 Sep 25 01:40:45.908823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:46.088286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:40:46.090714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa18f8d-13c9-4671-addf-a7573b52a800" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:40:46.130214 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739f39d7-f59d-4a57-bfdb-387abb040ecc x-openstack-request-id: req-739f39d7-f59d-4a57-bfdb-387abb040ecc {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:40:46.130515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:40:46.130941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-739f39d7-f59d-4a57-bfdb-387abb040ecc {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:40:46.131351 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739f39d7-f59d-4a57-bfdb-387abb040ecc'] response: {'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599', 'status': 'completed', 'code': 200} Sep 25 01:40:46.221679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-22893549-3169-40a7-ad0b-333b9694febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:46.223180 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-22893549-3169-40a7-ad0b-333b9694febb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1168 time: 0.0455642 Sep 25 01:40:46.254948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:46.315335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-d154ce57-ca0b-4e77-ab49-0416eab51727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:46.316848 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-d154ce57-ca0b-4e77-ab49-0416eab51727 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0876496 Sep 25 01:40:46.380962 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-c6b4ee16-92e2-4055-a71e-b952e3bc22a0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 1000 time: 0.0581591 Sep 25 01:40:46.432676 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-039ae860-f2b6-4e92-90a9-4e84283f6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:46.434124 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-039ae860-f2b6-4e92-90a9-4e84283f6283 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0471318 Sep 25 01:40:46.477621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-22e6bf94-52b9-4c5b-83dc-2159605289c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:40:46.479042 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-22e6bf94-52b9-4c5b-83dc-2159605289c4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386188 Sep 25 01:40:46.570911 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-1959d094-1f81-4942-84b7-3b5d6f6b2967 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853515 Sep 25 01:40:46.619374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:46.663259 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2aa18f8d-13c9-4671-addf-a7573b52a800 req-b5cbb1cf-ed3f-44aa-8437-1a03ddb5cd3c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861454 Sep 25 01:40:55.804226 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=71,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:56.263917 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=63 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:56.657855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:56.659587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:40:58.672676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2750abcd-1ba8-4a2d-85ea-5216c6477b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:01.575227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-19731ff2-ae66-471c-858c-3891d534f194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:01.946369 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:01.950181 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:03.898170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:06.048362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:06.626578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:10.151002 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:41:11.194365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:19.609452 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-58fe8949-8ec7-42e7-b209-9676b0822f39 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424199 Sep 25 01:41:20.035842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-f72d460f-3d78-44aa-9992-450080890af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:41:20.037519 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-f72d460f-3d78-44aa-9992-450080890af5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1168 time: 0.3655906 Sep 25 01:41:20.143295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-a04c7565-cd38-4e3f-8338-b2921d2b37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:41:20.144799 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-a04c7565-cd38-4e3f-8338-b2921d2b37ef service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0865705 Sep 25 01:41:20.145395 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:20.146637 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:20.207432 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-c443c8d9-4f5a-4775-8a40-b4ad63466150 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 1000 time: 0.0558085 Sep 25 01:41:20.256354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-5411bf86-9e21-49f5-8193-480d52e45d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:41:20.257782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-5411bf86-9e21-49f5-8193-480d52e45d5c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0437670 Sep 25 01:41:20.304186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-0aeb408e-8dae-4bda-bb8a-605c020d8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:41:20.305702 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-0aeb408e-8dae-4bda-bb8a-605c020d8e40 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426972 Sep 25 01:41:20.315717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-6e465386-0f4e-4962-881a-032b09104d31 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:41:20.317109 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-6e465386-0f4e-4962-881a-032b09104d31 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052848 Sep 25 01:41:20.404937 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-6fb3533e-0d9f-4ab6-87cc-861d621d84e5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824170 Sep 25 01:41:20.495125 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5953d05a-c844-4d82-b9e8-cda046e95e86 req-acbc3006-55ca-41b8-b7a6-f16b98539433 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844207 Sep 25 01:41:21.184422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:21.189652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:28.674915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20292edb-76ec-442e-ba08-a70f71b00ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:30.491150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=51 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:30.491865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=50 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:31.577830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9a1f152e-96ca-4ede-a52a-693f0d7e3a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:33.901498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:36.051496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:36.628379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:38.946181 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:38.946928 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:41.206144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:41:47.151595 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:41:51.201384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:51.202228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:57.145141 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:57.145890 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:41:58.676922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e50f-09ac-446a-aa9f-2c210ada7e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:01.583465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2d0506df-5660-4994-b751-83da895e4e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:03.905047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:04.940304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-ab2e15c6-06c1-45a6-9426-581c1bfc3ad4 req-b13c9252-2a45-451e-9a9a-b9b1e2cfed5e tempest-ServerDiskConfigTestJSON-1415910959 tempest-ServerDiskConfigTestJSON-1415910959-project] (107187) timed out ('10.222.0.60', 57089) {{(pid=107187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 01:42:06.054057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:06.631342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:11.203409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:15.942748 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:15.953434 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:21.197116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:21.199007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:21.634071 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-ec6e009b-7087-4610-9355-743ff2bd9257 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809393 Sep 25 01:42:21.736663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-e0f4e136-61c2-4e92-8007-8f05b67675a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:21.738139 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-e0f4e136-61c2-4e92-8007-8f05b67675a5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1168 time: 0.0389295 Sep 25 01:42:21.843313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-e0705ee5-7ee0-4a2f-ab9b-9fb55989bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:21.844728 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-e0705ee5-7ee0-4a2f-ab9b-9fb55989bd68 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0899954 Sep 25 01:42:21.904185 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-c377732d-e2f9-4df0-a068-a806f97ea8c2 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 1000 time: 0.0534954 Sep 25 01:42:21.954834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-105a5d99-511d-4aaf-918c-47e7d40bd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:21.956268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-105a5d99-511d-4aaf-918c-47e7d40bd74d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0468984 Sep 25 01:42:21.999659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-798fa487-ccbb-4366-972b-a15e71bd37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:22.001156 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-798fa487-ccbb-4366-972b-a15e71bd37b7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384958 Sep 25 01:42:22.092771 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-1ac195f2-6471-43be-96d9-34cab455ae4c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855358 Sep 25 01:42:22.182829 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7b4cee66-11b7-491c-8509-c6096ccbd1cf req-ee2651f4-2866-4310-ac97-41b3d7eebdbd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841947 Sep 25 01:42:24.151164 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:42:28.678653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-12db55f8-8ff1-4b40-9fea-26f5e3bdf125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:31.585194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-10671a47-c60d-408f-bad3-b61a6539ac8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:32.177890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=49 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:32.179844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=52 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:33.908108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:36.057756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:36.632890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:38.576315 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=13 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:38.580298 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:41.201383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:51.196167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:51.198018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:54.995678 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:54.996462 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:42:58.168500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-25038aaf-9ffa-4b30-b985-4dc82488f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:58.170039 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-25038aaf-9ffa-4b30-b985-4dc82488f4c0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1168 time: 0.0416701 Sep 25 01:42:58.283764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cee219-ebce-483f-a664-7b1787273dc8 req-18cad1d9-6878-4e68-9861-a42aca00764a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:58.285202 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-39cee219-ebce-483f-a664-7b1787273dc8 req-18cad1d9-6878-4e68-9861-a42aca00764a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 984 time: 0.2088020 Sep 25 01:42:58.321166 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-50f46585-b3f4-4682-9233-a1f1b5441353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:58.322617 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-50f46585-b3f4-4682-9233-a1f1b5441353 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.1470788 Sep 25 01:42:58.406669 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-39cee219-ebce-483f-a664-7b1787273dc8 req-0e7b4277-e47e-4bc7-8e69-1f351b2a34b8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=66726bd3-4a0e-46ed-9106-195a6f3b2016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148901 Sep 25 01:42:58.417609 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-2a7c05fb-2991-46ac-8c95-0774a5e90cc9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 1000 time: 0.0854867 Sep 25 01:42:58.467434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-9354f8fd-41da-4a27-b14c-fe3d73a03679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:58.468899 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-9354f8fd-41da-4a27-b14c-fe3d73a03679 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0456614 Sep 25 01:42:58.515186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-8a477cce-18bf-4e53-920b-33a5993d43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:58.516710 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-8a477cce-18bf-4e53-920b-33a5993d43cc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422795 Sep 25 01:42:58.608670 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-c1dc265a-a323-4844-8e4d-3acc68b5fe79 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861268 Sep 25 01:42:58.680869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b9166f51-adff-4127-aa13-5db58f62e47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:42:58.708811 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4ebc804-dc90-44d8-ae7b-15e3ac0f040f req-6d23b371-5a07-450d-b3b1-9e167beaba1d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947523 Sep 25 01:42:59.584108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c9ea2-c32a-4a56-9f13-ffac791c2184 req-6dbc55db-7679-46cb-8c11-3ae42df47f8e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:42:59.585561 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-451c9ea2-c32a-4a56-9f13-ffac791c2184 req-6dbc55db-7679-46cb-8c11-3ae42df47f8e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 984 time: 0.1014814 Sep 25 01:42:59.648020 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-451c9ea2-c32a-4a56-9f13-ffac791c2184 req-0d0e921c-5dee-4e41-980d-e852e2163f70 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=66726bd3-4a0e-46ed-9106-195a6f3b2016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565655 Sep 25 01:43:01.149716 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:43:01.597484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0f0fc4a4-681a-4833-b56d-2e505e54f36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:03.909286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:06.059201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:06.635656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:08.703871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=59 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:08.705916 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=56 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:09.638996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:09.641668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=12 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:11.144055 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:11.144915 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:11.190908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:21.185537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:21.187403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:22.640353 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-47dc8610-0dad-4519-a1b7-b476ddecd62e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406377 Sep 25 01:43:22.749192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-4853f68b-c911-4fed-944e-be3cc52177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:43:22.750704 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-4853f68b-c911-4fed-944e-be3cc52177aa service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1168 time: 0.0394971 Sep 25 01:43:22.858596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-e8c8cb2c-5806-4423-8c4d-f4f885419e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:43:22.860094 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-e8c8cb2c-5806-4423-8c4d-f4f885419e5e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0896001 Sep 25 01:43:22.922570 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-554d4de3-1212-4157-b9f1-63e41a18caf1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 1000 time: 0.0568242 Sep 25 01:43:22.973820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-06c528c7-e220-4980-bd6e-cd1fa526a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:43:22.975280 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-06c528c7-e220-4980-bd6e-cd1fa526a895 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0475399 Sep 25 01:43:23.018886 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-e54ce65f-407b-4ad5-a2a1-4ca3c82eaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:43:23.020390 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-e54ce65f-407b-4ad5-a2a1-4ca3c82eaa85 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386610 Sep 25 01:43:23.109977 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-fef4428c-dcd0-4f81-9bbd-04de55af3fef service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831943 Sep 25 01:43:23.201452 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8eeb0f8c-25b4-4f7c-95f9-30046760e215 req-e5f8e14b-e1ef-49fb-b1b1-671f28c69cc7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855222 Sep 25 01:43:28.686038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-57535ed2-053d-4814-a10a-016d197c3147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:29.950942 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:29.954957 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:31.590225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b80c2e2-c009-44c4-bcc2-70bc56303d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:33.192646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=47 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:33.198848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=54 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:33.913909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:36.061554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:36.637013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:38.148987 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:43:41.204289 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:43:48.143940 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:48.144698 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:51.198259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:51.200383 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:43:58.688631 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2176e268-951d-4eef-a51e-2c7cdf30d354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:01.592818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7508a5db-a42f-4ee5-a139-f2e876b22fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:03.915260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:06.063798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:06.640358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:06.956373 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:06.960746 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:11.213568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:15.147000 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:44:21.203762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:21.209431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:24.589158 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-2a914c77-63f8-4911-8beb-e55a26dd3fb4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395870 Sep 25 01:44:24.693159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-5c85cd6e-ee32-4d38-90ac-0ca937e4eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:24.694645 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-5c85cd6e-ee32-4d38-90ac-0ca937e4eed6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1168 time: 0.0436950 Sep 25 01:44:24.798904 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-39947a9e-eaf0-49d9-9f04-62f6cae019d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:24.800439 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-39947a9e-eaf0-49d9-9f04-62f6cae019d6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0885878 Sep 25 01:44:24.866829 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-beeda134-d51a-4d8d-9d12-d005be697358 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 1000 time: 0.0602698 Sep 25 01:44:24.916323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-ade0c9de-c2f9-4137-8349-a7158bb75977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:24.917775 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-ade0c9de-c2f9-4137-8349-a7158bb75977 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0454009 Sep 25 01:44:24.959415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-c251dda3-0d8f-4eef-8e4a-cf8e73bc9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:24.960937 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-c251dda3-0d8f-4eef-8e4a-cf8e73bc9614 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378919 Sep 25 01:44:25.054351 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-427c7cb8-396a-450b-9296-f7e452a36c13 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878372 Sep 25 01:44:25.142657 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:25.143814 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:25.148064 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e23fbcd-694e-4b3c-b3e1-b4b739b4ca3b req-9343c6ba-061d-4ec9-945a-636ebd48faef service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876896 Sep 25 01:44:28.697525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4e4b5389-7524-4762-9950-54aba689e510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:31.594655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5778-abb9-4e98-b193-5acc04879951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:33.918290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:35.136211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=53 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:35.143403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=48 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:36.070425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:36.643309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:41.212857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:43.691920 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-171350c0-fa96-4208-b8e2-a9b9111b6527 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-724716108&fields=id&tenant_id=63093f1f8e794b41a5972d5bf27208d8 HTTP/1.1" status: 200 len: 267 time: 0.0446136 Sep 25 01:44:43.745862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-d7dd938e-0e38-486a-b0a5-1abc30f9fa56 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:43.747332 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-d7dd938e-0e38-486a-b0a5-1abc30f9fa56 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 984 time: 0.0499358 Sep 25 01:44:43.758195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'port': {'security_groups': ['7a9861db-2a05-48ed-a508-e1393761880c']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:44:43.828160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a614b67c-5917-4152-8065-f31521c18599), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:43.953263 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=13 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:43.957058 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=19 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:44.004833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] For port a614b67c-5917-4152-8065-f31521c18599, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a614b67c-5917-4152-8065-f31521c18599,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:44:44.031569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (a614b67c-5917-4152-8065-f31521c18599), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.036649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a614b67c-5917-4152-8065-f31521c18599), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.046819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:44.047426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.048813 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6ce2a93e-b3c7-484d-be48-62b46a986c8f req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "PUT /networking/v2.0/ports/a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 942 time: 0.2954969 Sep 25 01:44:44.049354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:44:44.052200 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d66e4a-4267-44fc-bdae-821dc084a6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:44:44.055387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35676) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:44:44.070992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a614b67c-5917-4152-8065-f31521c18599'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:44:44.111761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=a614b67c-5917-4152-8065-f31521c18599,revision_number=7']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:44:44.120599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.120933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.121274 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.121613 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.121949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.122281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.122610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.122938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.123261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.123589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.123911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.124307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.124716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.124944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.125269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0775b-3960-493d-b8a7-4e1535985547 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.126203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (66726bd3-4a0e-46ed-9106-195a6f3b2016), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.153429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (66726bd3-4a0e-46ed-9106-195a6f3b2016), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.183152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12528c37-4bda-4dcf-962e-ec631e7ae327 x-openstack-request-id: req-12528c37-4bda-4dcf-962e-ec631e7ae327 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:44:44.183540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:44:44.183876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12528c37-4bda-4dcf-962e-ec631e7ae327 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:44:44.184611 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12528c37-4bda-4dcf-962e-ec631e7ae327'] response: {'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599', 'status': 'completed', 'code': 200} Sep 25 01:44:44.192968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a614b67c-5917-4152-8065-f31521c18599'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:44:44.222349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (66726bd3-4a0e-46ed-9106-195a6f3b2016), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.226097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.229768 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/66726bd3-4a0e-46ed-9106-195a6f3b2016 HTTP/1.1" status: 204 len: 168 time: 0.1708069 Sep 25 01:44:44.230361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35684) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:44:44.236517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66726bd3-4a0e-46ed-9106-195a6f3b2016,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:44:44.244315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.244739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.245191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.245591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.246008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.246408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.247010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.247134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.247515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.247995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.248379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.248794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.249249 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.249660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.250050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf64fe7-5496-4374-aee0-d20eda43be90 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:44:44.331690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-86c12e4c-1d67-4b35-bcd6-46165fe629a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:44.333743 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-86c12e4c-1d67-4b35-bcd6-46165fe629a8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1129 time: 0.0596037 Sep 25 01:44:44.491997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Deleting port 356a37a1-5f2d-47a8-a158-e34828956ae4 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:44:44.492248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (356a37a1-5f2d-47a8-a158-e34828956ae4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.506906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-24e2fa20-a4a0-4262-9589-762f049dac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:44.508412 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-24e2fa20-a4a0-4262-9589-762f049dac09 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.1684532 Sep 25 01:44:44.611212 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-5daef30b-1a22-40a1-ac65-f863d4cfea5d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 1000 time: 0.0761418 Sep 25 01:44:44.630841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (356a37a1-5f2d-47a8-a158-e34828956ae4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.631173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for floatingip (356a37a1-5f2d-47a8-a158-e34828956ae4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:44.664462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:44.665824 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Calling delete_port for 356a37a1-5f2d-47a8-a158-e34828956ae4 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:44:44.676947 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:44.693217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-735ea59b-555e-46fc-911b-49884b9c7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:44.694691 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-735ea59b-555e-46fc-911b-49884b9c7310 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0748873 Sep 25 01:44:44.777436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-f2f3e346-5b8d-4499-8b5f-289be620d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:44.778819 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-f2f3e346-5b8d-4499-8b5f-289be620d27a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0584054 Sep 25 01:44:44.924765 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-1a69a344-eea7-440a-aae5-db1601978944 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389570 Sep 25 01:44:44.984620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (356a37a1-5f2d-47a8-a158-e34828956ae4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:45.024723 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event deleted for resources: {'Port': ['ID=356a37a1-5f2d-47a8-a158-e34828956ae4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:44:45.096206 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33d66e4a-4267-44fc-bdae-821dc084a6cb req-6eb389da-004f-468e-9195-070d29652654 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632476 Sep 25 01:44:45.105968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for floatingip (eb62cd88-2d7e-4033-9feb-e844d5c63b15), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:45.106303 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Floating IP eb62cd88-2d7e-4033-9feb-e844d5c63b15 disassociated (deleted). External IP: 172.36.7.95, port: a614b67c-5917-4152-8065-f31521c18599. Sep 25 01:44:45.304898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Router 7829afd5-ec85-4044-9780-b3e4f76dc167 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:44:45.402914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:44:45.408105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:45.412585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] Sync routers for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:44:45.425591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:44:45.426245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:44:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:44:45.434700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:45.442624 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-77609b18-5f9b-48b3-b3c5-d211e7c09b0e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/eb62cd88-2d7e-4033-9feb-e844d5c63b15 HTTP/1.1" status: 204 len: 168 time: 1.2111981 Sep 25 01:44:45.539162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:44:45.744278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:44:45.768587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] Checking router: 7829afd5-ec85-4044-9780-b3e4f76dc167 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:44:45.777359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:44:45.777960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:44:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:44:45.825950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:45.876729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:45.881052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:44:46.067676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:44:46.092226 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b37ecc-9b43-471c-a3ca-fb3092eabec0 None None] The sync data for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv is: [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:44:46.185850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:44:46.188233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b5e57a-197d-4d11-8796-c592dc94b4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:44:46.227486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed346e51-8dd9-4fac-82ee-423c1e15e221 x-openstack-request-id: req-ed346e51-8dd9-4fac-82ee-423c1e15e221 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:44:46.227786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "tag": "a614b67c-5917-4152-8065-f31521c18599", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:44:46.228143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed346e51-8dd9-4fac-82ee-423c1e15e221 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:44:46.228548 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed346e51-8dd9-4fac-82ee-423c1e15e221'] response: {'name': 'network-changed', 'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'tag': 'a614b67c-5917-4152-8065-f31521c18599', 'status': 'completed', 'code': 200} Sep 25 01:44:46.341014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-4cda29b5-b089-4ebc-a5ad-9e09c4bb1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:46.342652 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-4cda29b5-b089-4ebc-a5ad-9e09c4bb1322 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 1129 time: 0.0418532 Sep 25 01:44:46.354878 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3290a52-8b1d-4f67-a082-84fddcddb3f8 None None] New status for floating IP eb62cd88-2d7e-4033-9feb-e844d5c63b15: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:44:46.420945 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:46.438237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-fde365a6-800d-460b-aa83-3c6da224e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:46.439782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-fde365a6-800d-460b-aa83-3c6da224e706 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0913844 Sep 25 01:44:46.482217 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-17a6f5c3-7218-4fd5-81e5-219e310b77ba service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 200 len: 217 time: 0.0366731 Sep 25 01:44:46.529793 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-2a64362f-4c6c-4876-ba0f-cf6fcb1161e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:46.531516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-2a64362f-4c6c-4876-ba0f-cf6fcb1161e5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0444000 Sep 25 01:44:46.574629 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-3261821d-4c76-444a-88d9-79bf9c70e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:46.576150 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-3261821d-4c76-444a-88d9-79bf9c70e52c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391779 Sep 25 01:44:46.998403 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-84d24c4d-586b-4697-8853-66dc511928cc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165716 Sep 25 01:44:47.096023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-68b5e57a-197d-4d11-8796-c592dc94b4f8 req-97606374-4c5b-4a75-a463-37201f2eddba service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911400 Sep 25 01:44:52.147212 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:44:54.239233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:54.239981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=15 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:54.650842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d270a6-c2b5-4c79-b476-aeb694600ae4 req-aab42d16-a964-457e-9a02-43b55e45b587 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:54.652470 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-55d270a6-c2b5-4c79-b476-aeb694600ae4 req-aab42d16-a964-457e-9a02-43b55e45b587 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0480177 Sep 25 01:44:54.699840 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-55d270a6-c2b5-4c79-b476-aeb694600ae4 req-f0f78204-ed98-4b24-841a-276f363e6597 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Sep 25 01:44:55.821433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae592ed-41f4-4027-9aaa-33178b9a81ef req-f5f39307-eb02-4b05-bff8-85bd8fb3def3 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:55.822910 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3ae592ed-41f4-4027-9aaa-33178b9a81ef req-f5f39307-eb02-4b05-bff8-85bd8fb3def3 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0469122 Sep 25 01:44:55.873299 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3ae592ed-41f4-4027-9aaa-33178b9a81ef req-edd814c5-d1f1-4d4d-b8ab-105fa2ce4511 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445199 Sep 25 01:44:56.065175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=25 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:56.070802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=19 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:56.387465 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:56.748799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933394c-37be-4073-951a-3297e1cc27a3 req-450e03a4-c839-465e-9ec0-775b0ea54739 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:56.750176 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2933394c-37be-4073-951a-3297e1cc27a3 req-450e03a4-c839-465e-9ec0-775b0ea54739 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0494106 Sep 25 01:44:56.833376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-2933394c-37be-4073-951a-3297e1cc27a3 req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Deleting port a614b67c-5917-4152-8065-f31521c18599 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:44:56.833718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2933394c-37be-4073-951a-3297e1cc27a3 req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a614b67c-5917-4152-8065-f31521c18599), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:56.925580 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-2933394c-37be-4073-951a-3297e1cc27a3 req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] For port a614b67c-5917-4152-8065-f31521c18599, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a614b67c-5917-4152-8065-f31521c18599,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:44:56.925981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2933394c-37be-4073-951a-3297e1cc27a3 req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a614b67c-5917-4152-8065-f31521c18599), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:56.939045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-2933394c-37be-4073-951a-3297e1cc27a3 req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Calling delete_port for a614b67c-5917-4152-8065-f31521c18599 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:44:57.028651 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c1a83-4999-4b9f-8472-ada6140f73bc req-c63b2505-70eb-4b69-bd14-2951eb10b1a9 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:44:57.030292 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-832c1a83-4999-4b9f-8472-ada6140f73bc req-c63b2505-70eb-4b69-bd14-2951eb10b1a9 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ff7df705-8802-46cd-8fea-9cad1c2a5912 HTTP/1.1" status: 200 len: 945 time: 0.0826299 Sep 25 01:44:57.093978 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-832c1a83-4999-4b9f-8472-ada6140f73bc req-690057cf-e6fe-4e01-8c09-432220b3b83a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548868 Sep 25 01:44:57.119598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:57.149175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2933394c-37be-4073-951a-3297e1cc27a3 req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a614b67c-5917-4152-8065-f31521c18599), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:57.177362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event deleted for resources: {'Port': ['ID=a614b67c-5917-4152-8065-f31521c18599,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:44:57.182725 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a614b67c-5917-4152-8065-f31521c18599'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:44:57.207691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:44:57.225762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2933394c-37be-4073-951a-3297e1cc27a3 req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] No DVR routers for this DVR port a614b67c-5917-4152-8065-f31521c18599 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:44:57.228405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-2933394c-37be-4073-951a-3297e1cc27a3 req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:44:57.231624 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2933394c-37be-4073-951a-3297e1cc27a3 req-6e8b6709-e92c-414e-b38c-db9c80815248 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/a614b67c-5917-4152-8065-f31521c18599 HTTP/1.1" status: 204 len: 173 time: 0.4767101 Sep 25 01:44:57.232144 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'name': 'network-vif-deleted', 'tag': 'a614b67c-5917-4152-8065-f31521c18599'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:44:57.234507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e4dd6-e03a-487d-a8db-37b3e5ac98d1" -d '{"events": [{"server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "name": "network-vif-deleted", "tag": "a614b67c-5917-4152-8065-f31521c18599"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:44:57.274085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17ae840-ba4a-4581-8455-bd0fc9aa3539 x-openstack-request-id: req-e17ae840-ba4a-4581-8455-bd0fc9aa3539 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:44:57.274384 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7df705-8802-46cd-8fea-9cad1c2a5912", "name": "network-vif-deleted", "tag": "a614b67c-5917-4152-8065-f31521c18599", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:44:57.274644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e17ae840-ba4a-4581-8455-bd0fc9aa3539 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:44:57.275070 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17ae840-ba4a-4581-8455-bd0fc9aa3539'] response: {'server_uuid': 'ff7df705-8802-46cd-8fea-9cad1c2a5912', 'name': 'network-vif-deleted', 'tag': 'a614b67c-5917-4152-8065-f31521c18599', 'status': 'completed', 'code': 200} Sep 25 01:44:58.690186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2eecbca9-ccea-4ece-a629-d8d6eb45a977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:00.725580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a614b67c-5917-4152-8065-f31521c18599 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:45:00.745961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: a614b67c-5917-4152-8065-f31521c18599 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:45:00.746311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a614b67c-5917-4152-8065-f31521c18599 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:45:01.598593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8a57cd3c-7b75-4bc8-a92c-43ad6f3e230c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:02.142494 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:03.930385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:05.867663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:05.869836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:06.067190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:06.650858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:07.207191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:07.665009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d1b64097-e153-4123-99dd-3e5fc1867d04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:07.666760 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d1b64097-e153-4123-99dd-3e5fc1867d04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 815 time: 0.1058805 Sep 25 01:45:07.681841 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-4acea9f1-9f36-493d-8df1-927facd636f9 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/quotas/63093f1f8e794b41a5972d5bf27208d8 HTTP/1.1" status: 200 len: 375 time: 0.0096972 Sep 25 01:45:07.740797 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-66ab8ddc-91f7-4ecb-8bc2-145a456e4a66 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542076 Sep 25 01:45:07.876682 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-b4b5dabe-9a58-4e10-b4c0-6b689b45a1ee service neutron] 10.222.0.49 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247935 Sep 25 01:45:07.968141 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-aa047083-969c-4c19-a54e-29105965f858 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855212 Sep 25 01:45:08.134355 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7616e1cb-2412-467c-bb81-27a9cce34577 req-5ba1680d-8f8f-49c2-a4e0-42f7ad8bb083 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 210 time: 0.0292470 Sep 25 01:45:09.240049 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fa0d44e2-7605-40a4-9563-8284810ba0fa req-d8204265-a812-4247-a260-db6443c71a99 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 210 time: 0.0291913 Sep 25 01:45:09.253756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-bb11e2ff-bdcc-4a8d-8741-f4d13c323540 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:09.255523 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-bb11e2ff-bdcc-4a8d-8741-f4d13c323540 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 815 time: 0.1220829 Sep 25 01:45:09.284857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'port': {'device_id': '00bda345-772c-413a-80d9-158727bf79c5', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'admin_state_up': True, 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:09.399203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Made reservation on behalf of 63093f1f8e794b41a5972d5bf27208d8 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:45:09.403117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:09.540257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Allocated IP 172.20.0.5 (70262d3f-12a6-4756-9792-c5f19cc3b902/ad640f37-6fb2-46cc-9204-f3508ab33493/a49d13b9-d415-40ca-8b47-5778a131518d) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:45:09.749169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (a49d13b9-d415-40ca-8b47-5778a131518d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:09.805665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:09.861131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:45:09.868994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:45:09.873693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:45:09.878640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=a49d13b9-d415-40ca-8b47-5778a131518d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:09.943716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:09.944993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:09.970422 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-fb999207-8b46-4997-845c-3663cac19d27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6896744 Sep 25 01:45:10.169437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Provisioning complete for port a49d13b9-d415-40ca-8b47-5778a131518d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:45:10.170488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:10.171033 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 1 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:10.205214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:10.379898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03da75-ef58-4f2c-b844-f4f34ac342ca req-fa597a27-5268-4055-95e2-736b47adae58 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:10.382116 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ef03da75-ef58-4f2c-b844-f4f34ac342ca req-fa597a27-5268-4055-95e2-736b47adae58 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 931 time: 0.0596118 Sep 25 01:45:10.401588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:10.434949 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ef03da75-ef58-4f2c-b844-f4f34ac342ca req-a8107bed-2922-4d4f-a640-cc7f7b8c9800 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Sep 25 01:45:10.706879 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 2 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:10.743422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:11.213016 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:11.244248 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 3 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:11.279420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:11.562635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083930dc-1ae7-4bda-8fb9-83057d7ee571 req-c8e46aac-32a6-4617-a110-e227a9c500a5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:11.564212 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-083930dc-1ae7-4bda-8fb9-83057d7ee571 req-c8e46aac-32a6-4617-a110-e227a9c500a5 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 931 time: 0.0477974 Sep 25 01:45:11.614135 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-083930dc-1ae7-4bda-8fb9-83057d7ee571 req-f979b5e7-4853-416b-a246-2fd83551297f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Sep 25 01:45:11.780783 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 4 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:11.816948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:12.318648 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 5 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:12.352810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:12.750508 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a511b-e5f9-470e-81b6-5b810bbb7c85 req-66c473fb-bfed-46ac-857e-bc6d87a05178 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:12.752425 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-761a511b-e5f9-470e-81b6-5b810bbb7c85 req-66c473fb-bfed-46ac-857e-bc6d87a05178 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 931 time: 0.0535450 Sep 25 01:45:12.809295 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-761a511b-e5f9-470e-81b6-5b810bbb7c85 req-3b0f467a-13ad-4cbe-a754-e1a17d98464f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513005 Sep 25 01:45:12.854134 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 6 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:12.894311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:13.396060 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 7 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:13.431503 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:13.932991 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 8 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:13.940727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72d23d-bb4c-41d1-a3b7-d9507adf6968 req-5be15722-f244-437c-b0ea-8b60682df2f9 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:13.942260 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3b72d23d-bb4c-41d1-a3b7-d9507adf6968 req-5be15722-f244-437c-b0ea-8b60682df2f9 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 931 time: 0.0542612 Sep 25 01:45:13.970803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:14.006329 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3b72d23d-bb4c-41d1-a3b7-d9507adf6968 req-ca1be263-176c-4336-9ac3-6eb98ecc8e0c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581508 Sep 25 01:45:14.472694 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 9 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:14.507461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:15.009006 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Attempt 10 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:15.058448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-827e749e-5cfd-4734-8077-5820835a7cbd None None] Port a49d13b9-d415-40ca-8b47-5778a131518d cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:45:15.131731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:15.147152 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d39211-5c0f-4e9c-935f-ad86844969cd req-3f84425a-3804-4f6d-842c-88f470737c13 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:15.148699 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d7d39211-5c0f-4e9c-935f-ad86844969cd req-3f84425a-3804-4f6d-842c-88f470737c13 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 931 time: 0.0576968 Sep 25 01:45:15.199663 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d7d39211-5c0f-4e9c-935f-ad86844969cd req-059e2248-74cf-4311-916e-2ac53bd11f8b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Sep 25 01:45:16.332396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56dc4f-fd46-4483-842f-e8d8bf9e88cf req-24842bd7-8e31-4023-96fb-7d46c9971446 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:16.333987 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0c56dc4f-fd46-4483-842f-e8d8bf9e88cf req-24842bd7-8e31-4023-96fb-7d46c9971446 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 931 time: 0.0526824 Sep 25 01:45:16.401265 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0c56dc4f-fd46-4483-842f-e8d8bf9e88cf req-3c068f64-ba5c-4caf-9dde-b7e4266b4a39 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603530 Sep 25 01:45:17.523563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71238b1c-112f-49ca-8ba4-136b6a91c13e req-6e1ee311-757b-4743-959a-215a25dc16da tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:17.525072 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71238b1c-112f-49ca-8ba4-136b6a91c13e req-6e1ee311-757b-4743-959a-215a25dc16da tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 931 time: 0.0474379 Sep 25 01:45:17.571830 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71238b1c-112f-49ca-8ba4-136b6a91c13e req-ffbea7c4-4498-4ec5-a1c9-16de618efa4e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Sep 25 01:45:18.693693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68416df7-989a-41ec-973b-c8c34291ecd9 req-efcca8b4-e73f-42b1-853a-7a942a8238bf tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:18.695163 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-68416df7-989a-41ec-973b-c8c34291ecd9 req-efcca8b4-e73f-42b1-853a-7a942a8238bf tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 931 time: 0.0473962 Sep 25 01:45:18.745851 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-68416df7-989a-41ec-973b-c8c34291ecd9 req-f4cc3478-51c7-4c2b-af0d-dc88ad99be1e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Sep 25 01:45:19.015344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Request body: {'port': {'device_id': '00bda345-772c-413a-80d9-158727bf79c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:19.078516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:19.343332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49d13b9-d415-40ca-8b47-5778a131518d {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:45:19.350919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Publish callbacks [] for port (a49d13b9-d415-40ca-8b47-5778a131518d), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:19.363622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Transition to ACTIVE for port object a49d13b9-d415-40ca-8b47-5778a131518d will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:45:19.367858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:19.429529 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Pushing event updated for resources: {'Port': ['ID=a49d13b9-d415-40ca-8b47-5778a131518d,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:19.480644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Attempting to bind port a49d13b9-d415-40ca-8b47-5778a131518d on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:45:19.480987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Attempting to bind port a49d13b9-d415-40ca-8b47-5778a131518d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:45:19.481323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Attempting to bind port a49d13b9-d415-40ca-8b47-5778a131518d on network 70262d3f-12a6-4756-9792-c5f19cc3b902 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:45:19.525527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Port a49d13b9-d415-40ca-8b47-5778a131518d on network 70262d3f-12a6-4756-9792-c5f19cc3b902 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:45:19.525864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Attempting to bind port a49d13b9-d415-40ca-8b47-5778a131518d on network 70262d3f-12a6-4756-9792-c5f19cc3b902 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:45:19.572012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:45:19.572354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Checking segment: {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:45:19.572739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Bound using segment: {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:45:19.573169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Bound port: a49d13b9-d415-40ca-8b47-5778a131518d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221be8b0-bf75-496d-a28c-929ab014a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:45:19.573553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:19.633786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] For port a49d13b9-d415-40ca-8b47-5778a131518d, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:45:19.637133 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] For port a49d13b9-d415-40ca-8b47-5778a131518d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a49d13b9-d415-40ca-8b47-5778a131518d,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:45:19.638390 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:19.644605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:19.650462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:19.651089 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:19.652626 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 1093 time: 0.6418405 Sep 25 01:45:19.654486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:19.655448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:45:19.658146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4347de94-8c65-414b-bdaa-29b65e96619d" -d '{"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:45:19.708330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957eeba-3e23-4f66-8316-d492b62f9da8 service neutron] Pushing event updated for resources: {'Port': ['ID=a49d13b9-d415-40ca-8b47-5778a131518d,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:19.722515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcb1e17-e0fd-465d-80b6-83a6aa3449c6 x-openstack-request-id: req-8dcb1e17-e0fd-465d-80b6-83a6aa3449c6 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:45:19.722808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:45:19.723060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dcb1e17-e0fd-465d-80b6-83a6aa3449c6 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:45:19.723468 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcb1e17-e0fd-465d-80b6-83a6aa3449c6'] response: {'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'status': 'completed', 'code': 200} Sep 25 01:45:19.754338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-99e22e52-ea93-43d3-b65d-4236aac0d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:19.755844 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-99e22e52-ea93-43d3-b65d-4236aac0d1b2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1127 time: 0.0446863 Sep 25 01:45:19.803747 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-4ebbb75d-7c26-46bd-a5db-ab6afab6381a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 217 time: 0.0330441 Sep 25 01:45:19.854299 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-df6392c0-1fc1-49f4-b3e6-c27f0e6ce10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:19.855681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-df6392c0-1fc1-49f4-b3e6-c27f0e6ce10c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0458455 Sep 25 01:45:19.866007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2ea55-47f8-4014-8a3f-a74070407b28 req-dce16357-b103-4a2b-9f65-31b919f49b4b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:19.867548 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9be2ea55-47f8-4014-8a3f-a74070407b28 req-dce16357-b103-4a2b-9f65-31b919f49b4b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 943 time: 0.0473878 Sep 25 01:45:19.899032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-b92488df-2b7a-4748-bb6d-d42df7cb83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:19.900723 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-b92488df-2b7a-4748-bb6d-d42df7cb83ae service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393875 Sep 25 01:45:19.916093 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9be2ea55-47f8-4014-8a3f-a74070407b28 req-225fd9d8-0325-4fec-9bbb-143c5978590a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427985 Sep 25 01:45:20.000271 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-df6bebcd-63a1-4e47-847f-632f3377ecd6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937138 Sep 25 01:45:20.096732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a3239e90-caf3-4615-98f3-07f5a7dd4050 req-5a058c97-71d3-478c-b665-0f692dfa52ff service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874960 Sep 25 01:45:20.954378 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:20.964789 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:21.039211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f516e0-7651-4f8c-87f5-8dc081bac04a req-84ea425f-f1e2-4f11-85fa-f55fa944c7f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:21.040725 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-89f516e0-7651-4f8c-87f5-8dc081bac04a req-84ea425f-f1e2-4f11-85fa-f55fa944c7f7 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 943 time: 0.0470243 Sep 25 01:45:21.087213 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-89f516e0-7651-4f8c-87f5-8dc081bac04a req-178035f8-5afb-4096-b162-483dc692cb27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Sep 25 01:45:22.171905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347de94-8c65-414b-bdaa-29b65e96619d req-ed4395db-ac75-46b9-bcb9-305e7685f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:22.173439 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4347de94-8c65-414b-bdaa-29b65e96619d req-ed4395db-ac75-46b9-bcb9-305e7685f036 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1127 time: 0.0383852 Sep 25 01:45:22.208267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519e5d8-24ed-43c3-af16-505f2f736c03 req-d62b5225-7f3b-4544-9179-6f5d968083c1 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:22.210662 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e519e5d8-24ed-43c3-af16-505f2f736c03 req-d62b5225-7f3b-4544-9179-6f5d968083c1 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 943 time: 0.0481930 Sep 25 01:45:22.262331 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e519e5d8-24ed-43c3-af16-505f2f736c03 req-98f2a290-3305-4ad2-ba98-68b3f1d2ee11 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429306 Sep 25 01:45:22.272585 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347de94-8c65-414b-bdaa-29b65e96619d req-05ca8996-fd19-4736-9bd0-624db09bb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:22.275575 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4347de94-8c65-414b-bdaa-29b65e96619d req-05ca8996-fd19-4736-9bd0-624db09bb80e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0940444 Sep 25 01:45:22.313407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4347de94-8c65-414b-bdaa-29b65e96619d req-057100f6-ff29-4b06-aea6-f001991ff89d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 217 time: 0.0334704 Sep 25 01:45:22.364757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347de94-8c65-414b-bdaa-29b65e96619d req-62e0e933-1923-4f33-aafa-5171b6b44faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:22.366194 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4347de94-8c65-414b-bdaa-29b65e96619d req-62e0e933-1923-4f33-aafa-5171b6b44faa service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0471861 Sep 25 01:45:22.410404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347de94-8c65-414b-bdaa-29b65e96619d req-2e7e716e-7d65-4d3a-89e7-cf7fa72107f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:22.411985 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4347de94-8c65-414b-bdaa-29b65e96619d req-2e7e716e-7d65-4d3a-89e7-cf7fa72107f1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396130 Sep 25 01:45:22.501750 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4347de94-8c65-414b-bdaa-29b65e96619d req-4c5287a0-c40d-4a0f-ac5b-4eb4e1620b5c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832427 Sep 25 01:45:22.600853 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4347de94-8c65-414b-bdaa-29b65e96619d req-1edeb273-60e0-4075-96de-cd99b388050c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931690 Sep 25 01:45:22.827408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a49d13b9-d415-40ca-8b47-5778a131518d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:45:22.929511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port a49d13b9-d415-40ca-8b47-5778a131518d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a49d13b9-d415-40ca-8b47-5778a131518d,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:45:22.941953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'port_id': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'mac_address': 'fa:16:3e:df:03:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:45:22.966709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:22.978652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port a49d13b9-d415-40ca-8b47-5778a131518d is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:45:22.979286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:22.993804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49d13b9-d415-40ca-8b47-5778a131518d {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:45:23.014647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port a49d13b9-d415-40ca-8b47-5778a131518d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a49d13b9-d415-40ca-8b47-5778a131518d,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:45:23.019291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:23.066686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=a49d13b9-d415-40ca-8b47-5778a131518d,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:23.074214 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.074570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.074917 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.075265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.075609 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.075972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.076297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.076629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.076961 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.077295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.077677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.077958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.078294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.078612 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.078938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:23.362154 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:23.380156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b10a-d807-4c63-9b54-a6a5d7c24066 req-8acb00ba-7cea-439a-8ead-072a1b6106ba tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:23.381641 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05e8b10a-d807-4c63-9b54-a6a5d7c24066 req-8acb00ba-7cea-439a-8ead-072a1b6106ba tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 944 time: 0.0465617 Sep 25 01:45:23.415230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a49d13b9-d415-40ca-8b47-5778a131518d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:45:23.429682 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-05e8b10a-d807-4c63-9b54-a6a5d7c24066 req-026300b0-ef61-4458-9efa-b980214c3e5b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Sep 25 01:45:23.596688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:24.552719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab1bc-7747-4e72-b09a-5519ac2cc0fc req-d004cfeb-aa1e-4cd2-9045-4d5ae91b0732 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:24.554069 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-231ab1bc-7747-4e72-b09a-5519ac2cc0fc req-d004cfeb-aa1e-4cd2-9045-4d5ae91b0732 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 944 time: 0.0492320 Sep 25 01:45:24.574426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:24.600978 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-231ab1bc-7747-4e72-b09a-5519ac2cc0fc req-eb5b4879-1470-47d4-90a6-643a91ce3ee6 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Sep 25 01:45:24.848012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a49d13b9-d415-40ca-8b47-5778a131518d up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:45:24.889881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port a49d13b9-d415-40ca-8b47-5778a131518d completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:45:24.895921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port a49d13b9-d415-40ca-8b47-5778a131518d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:45:24.896353 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:24.896693 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port a49d13b9-d415-40ca-8b47-5778a131518d Sep 25 01:45:24.970082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port a49d13b9-d415-40ca-8b47-5778a131518d is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:45:24.970482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:24.993920 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:45:24.996205 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e61161-051d-49b6-bb67-b7159e262687" -d '{"events": [{"server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "name": "network-vif-plugged", "status": "completed", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:45:25.008955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port a49d13b9-d415-40ca-8b47-5778a131518d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a49d13b9-d415-40ca-8b47-5778a131518d,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:45:25.013477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:25.060974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=a49d13b9-d415-40ca-8b47-5778a131518d,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:25.096162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9510c4-bd78-44a4-9880-c871a8857b4b x-openstack-request-id: req-cf9510c4-bd78-44a4-9880-c871a8857b4b {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:45:25.096453 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "name": "network-vif-plugged", "status": "completed", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:45:25.096706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf9510c4-bd78-44a4-9880-c871a8857b4b {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:45:25.097106 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9510c4-bd78-44a4-9880-c871a8857b4b'] response: {'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'code': 200} Sep 25 01:45:25.531245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc9155-292c-4549-acd6-6e850570ef51 req-140b138c-76f1-4c68-8b93-48511171cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:25.532783 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-22bc9155-292c-4549-acd6-6e850570ef51 req-140b138c-76f1-4c68-8b93-48511171cd08 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1129 time: 0.0580320 Sep 25 01:45:25.566247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:25.579752 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-22bc9155-292c-4549-acd6-6e850570ef51 req-376fbdfd-4cf9-4d32-83df-af74b7c6aba2 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Sep 25 01:45:25.720222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50080f19-4866-4dbb-8af8-a9b9b18d6233 req-bd381e3e-126d-4883-8177-7453e0991819 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:25.722201 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-50080f19-4866-4dbb-8af8-a9b9b18d6233 req-bd381e3e-126d-4883-8177-7453e0991819 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0467839 Sep 25 01:45:25.752528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:25.770227 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-50080f19-4866-4dbb-8af8-a9b9b18d6233 req-19fcc00b-187c-4f96-ba93-54b8431e3061 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425262 Sep 25 01:45:26.889979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a62dfd-603f-4cd3-812a-643d4495eb7c req-c20a9834-1c52-4672-84fe-bd1efcf7aa04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:26.891454 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-92a62dfd-603f-4cd3-812a-643d4495eb7c req-c20a9834-1c52-4672-84fe-bd1efcf7aa04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0461814 Sep 25 01:45:26.938912 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-92a62dfd-603f-4cd3-812a-643d4495eb7c req-82d02452-3a72-443a-80ca-6a4a43c0abfd tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Sep 25 01:45:27.734200 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-977e24f5-b5bd-42f7-a1b7-7f8710894f46 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412164 Sep 25 01:45:27.832966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-b093ecff-6c0b-4c9e-a217-2a4cbfde0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:27.834467 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-b093ecff-6c0b-4c9e-a217-2a4cbfde0d80 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1129 time: 0.0390472 Sep 25 01:45:27.936790 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-e07c3583-e413-480c-954f-ef6b4671e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:27.938255 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-e07c3583-e413-480c-954f-ef6b4671e0f8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0859196 Sep 25 01:45:27.980871 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-f1f962fc-d61d-4026-a7f1-7b719e77f6b2 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 217 time: 0.0369587 Sep 25 01:45:28.030622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-5dbfb7e5-e8cb-4f8e-a55f-5878c89b8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:28.032115 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-5dbfb7e5-e8cb-4f8e-a55f-5878c89b8228 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0458274 Sep 25 01:45:28.064628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a42d48-665f-46b2-9d8c-cab80e084efa req-be3c670e-5193-4170-8bb7-4ab366f4447c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:28.066113 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-73a42d48-665f-46b2-9d8c-cab80e084efa req-be3c670e-5193-4170-8bb7-4ab366f4447c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0517201 Sep 25 01:45:28.074319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-378b00ee-20f6-4c77-9bb9-8412d260a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:28.075807 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-378b00ee-20f6-4c77-9bb9-8412d260a355 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381615 Sep 25 01:45:28.115262 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-73a42d48-665f-46b2-9d8c-cab80e084efa req-31116922-3a76-4f5b-82af-450137352574 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Sep 25 01:45:28.169468 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-25c4eb7c-496e-422e-8655-ebe688e260e9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877492 Sep 25 01:45:28.268484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926d35c-7231-4c6d-9819-320072f160f2 req-1f02b05b-edac-45b9-a678-ca760e3e2028 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:28.269941 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2926d35c-7231-4c6d-9819-320072f160f2 req-1f02b05b-edac-45b9-a678-ca760e3e2028 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0785332 Sep 25 01:45:28.320499 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31d57e99-4d24-4753-8fb4-56f181aba8b6 req-81163c20-9187-4b0d-89ab-87d7e7ea6a27 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459591 Sep 25 01:45:28.336519 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2926d35c-7231-4c6d-9819-320072f160f2 req-b28c93dd-93f5-4638-9672-ff361afcd101 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604947 Sep 25 01:45:28.533085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaa44b-0c08-4f8a-882e-371ba0e4a246 req-96b656e8-6562-4199-a87e-56146cc96b36 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:28.534502 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2fbaa44b-0c08-4f8a-882e-371ba0e4a246 req-96b656e8-6562-4199-a87e-56146cc96b36 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0481491 Sep 25 01:45:28.581172 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2fbaa44b-0c08-4f8a-882e-371ba0e4a246 req-e899c1ce-22ae-47c9-aa90-7a59ecb17ade tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Sep 25 01:45:28.693744 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b1768e76-28a0-4dc0-abf8-4e7d911661f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:29.146432 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:45:31.602128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f12b-10db-4056-b7bb-d068732449f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:33.919862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:36.061274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:36.650634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:38.108216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:38.110797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=24 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:38.574503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=76 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:38.577045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:39.141056 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:39.141825 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:41.207397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:42.307832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da609ebf-cf24-487d-a2fd-93af5bd13b1c req-061ac363-2553-44f5-a0ca-d8cbde11dd27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:42.309342 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da609ebf-cf24-487d-a2fd-93af5bd13b1c req-061ac363-2553-44f5-a0ca-d8cbde11dd27 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0519769 Sep 25 01:45:42.355153 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-da609ebf-cf24-487d-a2fd-93af5bd13b1c req-1d0a9098-d967-4c0c-aa50-c92313a1100e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Sep 25 01:45:42.384085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35992) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:45:42.420622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175bf9a-8188-4bb7-9352-6be612e0d625 tempest-TestMinimumBasicScenario-1132506919 tempest-TestMinimumBasicScenario-1132506919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:42.422106 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4175bf9a-8188-4bb7-9352-6be612e0d625 tempest-TestMinimumBasicScenario-1132506919 tempest-TestMinimumBasicScenario-1132506919-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1124 time: 0.0370507 Sep 25 01:45:42.425430 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 35994) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:45:42.429552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:42.450492 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:42.531931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:42.642053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Allocated IP 172.36.7.66 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/637ef809-8e86-4711-99a1-e4e2bfefe2f1) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:45:42.750643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (637ef809-8e86-4711-99a1-e4e2bfefe2f1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:42.780865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (637ef809-8e86-4711-99a1-e4e2bfefe2f1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:42.821913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:45:42.825037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:45:42.828755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:45:42.831905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=637ef809-8e86-4711-99a1-e4e2bfefe2f1,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:43.053379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:43.139424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:43.186400 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for floatingip (a880073d-cef4-46e9-b1e1-0b9a85bf66ec), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:43.254764 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (637ef809-8e86-4711-99a1-e4e2bfefe2f1), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:43.403542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (637ef809-8e86-4711-99a1-e4e2bfefe2f1), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:43.409053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (637ef809-8e86-4711-99a1-e4e2bfefe2f1), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:43.478753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=637ef809-8e86-4711-99a1-e4e2bfefe2f1,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:43.482104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (a880073d-cef4-46e9-b1e1-0b9a85bf66ec), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:43.577062 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Floating IP a880073d-cef4-46e9-b1e1-0b9a85bf66ec associated. External IP: 172.36.7.66, port: a49d13b9-d415-40ca-8b47-5778a131518d. Sep 25 01:45:44.112999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Router 7829afd5-ec85-4044-9780-b3e4f76dc167 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:45:44.216112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:45:44.226293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] Sync routers for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:45:44.235480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.238892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:45:44.239523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:45:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:45:44.259616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:44.270932 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-211c7dd5-1ddf-4df2-9eec-8b0b79191f9a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8445272 Sep 25 01:45:44.271592 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:45:44.273737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 35996) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:45:44.274442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1449948-e011-49d7-8579-af30a17ca981" -d '{"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:45:44.279127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030231600', 'description': 'tempest-secgroup-smoke-1030231600 description', 'project_id': '63093f1f8e794b41a5972d5bf27208d8'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:44.314271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.327888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747d2e1-c20b-40b8-a004-23dd71968a87 x-openstack-request-id: req-0747d2e1-c20b-40b8-a004-23dd71968a87 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:45:44.328198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:45:44.328539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0747d2e1-c20b-40b8-a004-23dd71968a87 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:45:44.328926 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0747d2e1-c20b-40b8-a004-23dd71968a87'] response: {'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'status': 'completed', 'code': 200} Sep 25 01:45:44.355889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:45:44.390916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (cbfbdcce-d6ac-4d26-b708-6b032eb3882e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.395685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (cbfbdcce-d6ac-4d26-b708-6b032eb3882e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.413887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:44.427554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1449948-e011-49d7-8579-af30a17ca981 req-a3053a03-e994-41bd-b4eb-eccbca5a863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:44.429312 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1449948-e011-49d7-8579-af30a17ca981 req-a3053a03-e994-41bd-b4eb-eccbca5a863d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1129 time: 0.0515676 Sep 25 01:45:44.430810 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.432244 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1566777 Sep 25 01:45:44.435054 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36000) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:45:44.440184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-55ab4f1d-f83f-4e0e-b6a2-b5eaad8ff26e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': 'cbfbdcce-d6ac-4d26-b708-6b032eb3882e', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:44.451496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfbdcce-d6ac-4d26-b708-6b032eb3882e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:44.452858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:44.466816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.467205 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.467546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.467881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.468231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.468572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.468908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.469469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.469809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.470697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.471032 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.471365 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.471695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.472050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.472532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc54d2c-acf5-4420-a9bb-016000d0088b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:44.496212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55ab4f1d-f83f-4e0e-b6a2-b5eaad8ff26e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (35b637ac-536c-4c90-9ee7-cc369feff704), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.534513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1449948-e011-49d7-8579-af30a17ca981 req-9ff0116c-e5fe-4c3f-ad41-f138b8d06a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:44.536045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1449948-e011-49d7-8579-af30a17ca981 req-9ff0116c-e5fe-4c3f-ad41-f138b8d06a05 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.1009152 Sep 25 01:45:44.561687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55ab4f1d-f83f-4e0e-b6a2-b5eaad8ff26e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (35b637ac-536c-4c90-9ee7-cc369feff704), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.565836 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55ab4f1d-f83f-4e0e-b6a2-b5eaad8ff26e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (35b637ac-536c-4c90-9ee7-cc369feff704), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.586379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab4f1d-f83f-4e0e-b6a2-b5eaad8ff26e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b637ac-536c-4c90-9ee7-cc369feff704,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:44.592774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-55ab4f1d-f83f-4e0e-b6a2-b5eaad8ff26e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.594042 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-55ab4f1d-f83f-4e0e-b6a2-b5eaad8ff26e tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580298 Sep 25 01:45:44.597293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36002) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:45:44.601989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-f3d65bae-7f7d-48b8-8db8-dad3c8815e04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': 'cbfbdcce-d6ac-4d26-b708-6b032eb3882e', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:44.607716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a880073d-cef4-46e9-b1e1-0b9a85bf66ec', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'floating_ip_address': '172.36.7.66', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'port_id': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'mac_address': 'fa:16:3e:df:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bda345-772c-413a-80d9-158727bf79c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:45:43Z', 'updated_at': '2022-09-25T01:45:43Z', 'revision_number': 0, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:45:44.609021 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1449948-e011-49d7-8579-af30a17ca981 req-7781fccf-b125-4568-afa2-34e17065984a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 998 time: 0.0668907 Sep 25 01:45:44.630086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3d65bae-7f7d-48b8-8db8-dad3c8815e04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (ce8306bf-66b0-4f42-b49c-e1deb90bb6be), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.639137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] Checking router: 7829afd5-ec85-4044-9780-b3e4f76dc167 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:45:44.648838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:45:44.649380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:45:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:45:44.665578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1449948-e011-49d7-8579-af30a17ca981 req-752d0d1e-707a-4233-8dd7-c3dc23392c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:44.667304 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1449948-e011-49d7-8579-af30a17ca981 req-752d0d1e-707a-4233-8dd7-c3dc23392c10 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0517733 Sep 25 01:45:44.690803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:44.698644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3d65bae-7f7d-48b8-8db8-dad3c8815e04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (ce8306bf-66b0-4f42-b49c-e1deb90bb6be), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.705186 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3d65bae-7f7d-48b8-8db8-dad3c8815e04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ce8306bf-66b0-4f42-b49c-e1deb90bb6be), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.719915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1449948-e011-49d7-8579-af30a17ca981 req-64fbbf41-8b99-4f2f-ad4c-75bbfa3558f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:44.721549 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1449948-e011-49d7-8579-af30a17ca981 req-64fbbf41-8b99-4f2f-ad4c-75bbfa3558f5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489724 Sep 25 01:45:44.723562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d65bae-7f7d-48b8-8db8-dad3c8815e04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8306bf-66b0-4f42-b49c-e1deb90bb6be,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:44.737830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f3d65bae-7f7d-48b8-8db8-dad3c8815e04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.741619 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f3d65bae-7f7d-48b8-8db8-dad3c8815e04 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406584 Sep 25 01:45:44.742110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36004) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:45:44.747217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-015905c8-3fb3-4db9-a89a-7098e6a28383 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': 'cbfbdcce-d6ac-4d26-b708-6b032eb3882e', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:44.772231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:45:44.776151 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-015905c8-3fb3-4db9-a89a-7098e6a28383 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (1c9b5d42-2540-49d3-a697-603a19a2ab83), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.819832 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1449948-e011-49d7-8579-af30a17ca981 req-6cd41c25-6750-421a-a2df-cf3a344eabdd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923257 Sep 25 01:45:44.839582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-015905c8-3fb3-4db9-a89a-7098e6a28383 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (1c9b5d42-2540-49d3-a697-603a19a2ab83), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.847690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-015905c8-3fb3-4db9-a89a-7098e6a28383 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (1c9b5d42-2540-49d3-a697-603a19a2ab83), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.869458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015905c8-3fb3-4db9-a89a-7098e6a28383 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9b5d42-2540-49d3-a697-603a19a2ab83,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:44.876016 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-015905c8-3fb3-4db9-a89a-7098e6a28383 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.878064 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-015905c8-3fb3-4db9-a89a-7098e6a28383 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349647 Sep 25 01:45:44.880876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36006) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:45:44.889187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-05cb277b-c428-47a8-8c88-a93cb3be909c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': 'cbfbdcce-d6ac-4d26-b708-6b032eb3882e', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:44.918256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05cb277b-c428-47a8-8c88-a93cb3be909c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (64a32234-4b44-4044-90f3-7d815fe82c0e), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.922044 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:44.930160 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1449948-e011-49d7-8579-af30a17ca981 req-b01e5553-c041-4b0a-a087-2f74b3a0d8b9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041608 Sep 25 01:45:44.986798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05cb277b-c428-47a8-8c88-a93cb3be909c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (64a32234-4b44-4044-90f3-7d815fe82c0e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:44.991210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05cb277b-c428-47a8-8c88-a93cb3be909c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (64a32234-4b44-4044-90f3-7d815fe82c0e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.009198 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb277b-c428-47a8-8c88-a93cb3be909c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a32234-4b44-4044-90f3-7d815fe82c0e,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:45.017779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a880073d-cef4-46e9-b1e1-0b9a85bf66ec', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'floating_ip_address': '172.36.7.66', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'port_id': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'mac_address': 'fa:16:3e:df:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bda345-772c-413a-80d9-158727bf79c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:45:43Z', 'updated_at': '2022-09-25T01:45:43Z', 'revision_number': 0, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:45:45.018181 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-05cb277b-c428-47a8-8c88-a93cb3be909c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.019588 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-05cb277b-c428-47a8-8c88-a93cb3be909c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347673 Sep 25 01:45:45.022423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36008) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:45:45.026944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': 'cbfbdcce-d6ac-4d26-b708-6b032eb3882e', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:45.044286 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed5e47-a08b-42e5-a298-1f5ad3d78c1f None None] The sync data for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv is: [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a880073d-cef4-46e9-b1e1-0b9a85bf66ec', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'floating_ip_address': '172.36.7.66', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'port_id': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'mac_address': 'fa:16:3e:df:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bda345-772c-413a-80d9-158727bf79c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:45:43Z', 'updated_at': '2022-09-25T01:45:43Z', 'revision_number': 0, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:45:45.050032 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Project 63093f1f8e794b41a5972d5bf27208d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:45:45.056830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (d3621d0e-b7c2-4dfa-87f7-cc23d337c1e5), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.118992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (d3621d0e-b7c2-4dfa-87f7-cc23d337c1e5), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.123161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (d3621d0e-b7c2-4dfa-87f7-cc23d337c1e5), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.144432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3621d0e-b7c2-4dfa-87f7-cc23d337c1e5,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:45.149861 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.151064 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276388 Sep 25 01:45:45.154519 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36010) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:45:45.156365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.156697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.157043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.157382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.157753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.158093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.158424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.158774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.159106 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.159437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.159770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.160150 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.160472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.160802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.161129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886945c-209d-44ae-9a6d-df576fd3d701 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:45:45.161399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-50268042-cdd8-435d-a480-2a310047eb4a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'security_group_rule': {'security_group_id': 'cbfbdcce-d6ac-4d26-b708-6b032eb3882e', 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:45.184290 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-50268042-cdd8-435d-a480-2a310047eb4a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Project 63093f1f8e794b41a5972d5bf27208d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:45:45.190721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-50268042-cdd8-435d-a480-2a310047eb4a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (43c0ff54-1c64-48ae-83f6-5ee178a6c670), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.213996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:45.257950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-50268042-cdd8-435d-a480-2a310047eb4a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (43c0ff54-1c64-48ae-83f6-5ee178a6c670), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.260966 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e8cf82-efae-424e-a05b-e006c0458974 None None] New status for floating IP a880073d-cef4-46e9-b1e1-0b9a85bf66ec: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:45:45.262700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-50268042-cdd8-435d-a480-2a310047eb4a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (43c0ff54-1c64-48ae-83f6-5ee178a6c670), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.283353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50268042-cdd8-435d-a480-2a310047eb4a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c0ff54-1c64-48ae-83f6-5ee178a6c670,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:45.289352 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-50268042-cdd8-435d-a480-2a310047eb4a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.293541 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-50268042-cdd8-435d-a480-2a310047eb4a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344671 Sep 25 01:45:45.388668 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-898e89eb-bab9-4494-b958-2e31182170fa tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1030231600&fields=id&tenant_id=63093f1f8e794b41a5972d5bf27208d8 HTTP/1.1" status: 200 len: 267 time: 0.0456018 Sep 25 01:45:45.446692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-dd60c188-2b43-4dde-894f-25d5b016371d tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:45.448222 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-dd60c188-2b43-4dde-894f-25d5b016371d tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0529900 Sep 25 01:45:45.461889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-b94b7d12-160d-46a8-a350-8427b948bfb8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'port': {'security_groups': ['7a9861db-2a05-48ed-a508-e1393761880c', 'cbfbdcce-d6ac-4d26-b708-6b032eb3882e']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:45:45.530316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-b94b7d12-160d-46a8-a350-8427b948bfb8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.599867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:45.707153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:45.726540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-b94b7d12-160d-46a8-a350-8427b948bfb8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] For port a49d13b9-d415-40ca-8b47-5778a131518d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a49d13b9-d415-40ca-8b47-5778a131518d,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:45:45.755303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-b94b7d12-160d-46a8-a350-8427b948bfb8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (a49d13b9-d415-40ca-8b47-5778a131518d), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.759542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-b94b7d12-160d-46a8-a350-8427b948bfb8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.768582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-b94b7d12-160d-46a8-a350-8427b948bfb8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:45.769204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-b94b7d12-160d-46a8-a350-8427b948bfb8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:45:45.770587 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-439fa9a2-190a-411f-bbb6-c0246b6f9701 req-b94b7d12-160d-46a8-a350-8427b948bfb8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "PUT /networking/v2.0/ports/a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 981 time: 0.3146935 Sep 25 01:45:45.797945 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a49d13b9-d415-40ca-8b47-5778a131518d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:45:45.824538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b7d12-160d-46a8-a350-8427b948bfb8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=a49d13b9-d415-40ca-8b47-5778a131518d,revision_number=6']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:45:45.877424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79df5e-4e3c-41e5-a538-b56510afe454 req-5faac229-ab4c-4162-aa62-57762cc68906 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:45.878935 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8b79df5e-4e3c-41e5-a538-b56510afe454 req-5faac229-ab4c-4162-aa62-57762cc68906 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0475070 Sep 25 01:45:45.930358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a49d13b9-d415-40ca-8b47-5778a131518d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:45:45.940236 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8b79df5e-4e3c-41e5-a538-b56510afe454 req-bb4cc3ab-1d7d-45fc-a58e-c208e668e273 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552194 Sep 25 01:45:46.135344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:46.200274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:46.330417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:45:46.332968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641e0422-ef6c-4c66-a984-b0e780dea448" -d '{"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:45:46.372143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84865fdd-df09-4c24-9d3a-88a527607440 x-openstack-request-id: req-84865fdd-df09-4c24-9d3a-88a527607440 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:45:46.372539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:45:46.372876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84865fdd-df09-4c24-9d3a-88a527607440 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:45:46.373327 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84865fdd-df09-4c24-9d3a-88a527607440'] response: {'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'status': 'completed', 'code': 200} Sep 25 01:45:46.470978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-a99bd818-8bf3-4e68-a6ba-bc3e6bbff409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:46.472763 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-a99bd818-8bf3-4e68-a6ba-bc3e6bbff409 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1168 time: 0.0490053 Sep 25 01:45:46.570846 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-28a3e88f-83ef-4a6f-a62e-c71c235b2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:46.572402 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-28a3e88f-83ef-4a6f-a62e-c71c235b2969 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0930688 Sep 25 01:45:46.637807 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-fdd7e2e1-5ef0-4382-8350-ae457dab6a8d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 1000 time: 0.0590739 Sep 25 01:45:46.687078 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-f048c1b1-28b0-45ab-a6f6-2fe24ec037b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:46.688538 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-f048c1b1-28b0-45ab-a6f6-2fe24ec037b6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0440261 Sep 25 01:45:46.730913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-ab83d7f5-5664-49de-91df-c0d11bf93fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:45:46.732359 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-ab83d7f5-5664-49de-91df-c0d11bf93fc3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378163 Sep 25 01:45:46.824388 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-354b96c1-b2c7-4c82-becd-c50da20bdf26 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860789 Sep 25 01:45:46.912103 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-641e0422-ef6c-4c66-a984-b0e780dea448 req-7eb5b1ef-696a-49d2-8491-0ea31d752562 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820992 Sep 25 01:45:55.930385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=10,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:55.934875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=41,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:56.397588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=45 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:56.400435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=34 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:56.908197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=53 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:56.909025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=1,neutron:SELECT=73 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:57.961020 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:57.961869 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:45:58.697759 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52d78d08-1e73-465d-9a15-06e131eeed18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:01.604749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f50d-ad54-49cb-9203-0e9b0b7ae177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:03.922581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:06.063284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:06.145552 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:46:06.654252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:11.205086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:16.140623 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:16.141399 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:21.198809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:21.200965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:27.948910 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-a6df693d-829e-4277-bacf-0ea0d299c548 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472383 Sep 25 01:46:28.054655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-f02a8526-889c-436a-8467-beae64449b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:28.056313 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-f02a8526-889c-436a-8467-beae64449b6e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1168 time: 0.0451167 Sep 25 01:46:28.168756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-6ee259c8-7b32-479c-a152-ed4b42a19ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:28.170232 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-6ee259c8-7b32-479c-a152-ed4b42a19ccf service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0962822 Sep 25 01:46:28.234237 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-472d381b-56fa-4fb1-820a-ecfa28c7ade5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 1000 time: 0.0559223 Sep 25 01:46:28.282233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-82f1c71f-f6d7-4c50-8484-9a417134c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:28.284292 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-82f1c71f-f6d7-4c50-8484-9a417134c95b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0441444 Sep 25 01:46:28.331293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-727d65de-e26e-4ffc-8e3f-a3dada6f6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:28.332895 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-727d65de-e26e-4ffc-8e3f-a3dada6f6e2c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428021 Sep 25 01:46:28.425480 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-110c3ea8-7c9e-42ce-adab-ae94caa4b2ac service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861423 Sep 25 01:46:28.523742 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-90d210fc-dda5-48fc-bcfc-1a3c241aaf7f req-9d512dd8-bef3-406e-8aa6-efaf92c927e8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904860 Sep 25 01:46:28.701194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-abc9c887-6c71-4385-93ff-7307798ea487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:31.609234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-26b49b13-290e-455d-94a2-4857bd15aff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:33.926401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:34.263054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfec5d-b68f-4660-8102-7195bdf28d71 req-e9754608-5809-463d-9d81-3adc7d1544d3 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:34.264577 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7cfec5d-b68f-4660-8102-7195bdf28d71 req-e9754608-5809-463d-9d81-3adc7d1544d3 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0603142 Sep 25 01:46:34.315188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-fb3736d7-1000-4485-9744-9e3bd9dfeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:34.316774 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-fb3736d7-1000-4485-9744-9e3bd9dfeff5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1168 time: 0.0667975 Sep 25 01:46:34.410961 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7cfec5d-b68f-4660-8102-7195bdf28d71 req-0f2dadfa-0d1c-4ef7-b36f-9aa0a1d9d88c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246684 Sep 25 01:46:34.447196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-a74a3260-a9bd-4b08-ae17-ea1acc37fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:34.448833 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-a74a3260-a9bd-4b08-ae17-ea1acc37fa6e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.1246533 Sep 25 01:46:34.515822 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-42d7ac17-942d-4df1-ae8f-afe68b75f9d4 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 1000 time: 0.0596840 Sep 25 01:46:34.567456 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-afbb61aa-8b4f-4ee5-b763-c023b7ce31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:34.568929 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-afbb61aa-8b4f-4ee5-b763-c023b7ce31a4 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0471156 Sep 25 01:46:34.611857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-86495eba-6211-488c-b97d-755a74305f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:34.613317 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-86495eba-6211-488c-b97d-755a74305f2d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380321 Sep 25 01:46:34.711010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:34.716125 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-8a57ad53-ac87-4c74-9b86-b146b00cff78 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971048 Sep 25 01:46:34.772046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:34.807086 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7d991dd-3e20-4ff6-9226-52d51e474bb2 req-817478be-bbb2-475c-8506-12ab47d19121 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845106 Sep 25 01:46:35.536361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3486e0-6669-4192-9c84-10aa4eee65ca req-0869cf44-dda3-4d82-9c91-346d1e170655 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:35.537865 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-df3486e0-6669-4192-9c84-10aa4eee65ca req-0869cf44-dda3-4d82-9c91-346d1e170655 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0478709 Sep 25 01:46:35.598405 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-df3486e0-6669-4192-9c84-10aa4eee65ca req-46272939-7720-4fff-9da8-22a2b57b4d2c tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547535 Sep 25 01:46:36.066086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:36.659413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:36.724659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f8c2-72de-49bb-9c86-b89b1fc38fba req-af6f399b-eb32-4b33-a3b0-c3a9b2d1af74 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:36.726170 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3d20f8c2-72de-49bb-9c86-b89b1fc38fba req-af6f399b-eb32-4b33-a3b0-c3a9b2d1af74 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0518131 Sep 25 01:46:36.786228 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3d20f8c2-72de-49bb-9c86-b89b1fc38fba req-6c2684df-a51b-4865-abd8-7aa085928595 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545382 Sep 25 01:46:37.913744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f47f9-0837-4563-832b-58237a28bdc1 req-03d6eb77-6129-44ec-8f23-2dd520a2fdaf tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:37.915311 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b07f47f9-0837-4563-832b-58237a28bdc1 req-03d6eb77-6129-44ec-8f23-2dd520a2fdaf tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0503039 Sep 25 01:46:37.978106 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b07f47f9-0837-4563-832b-58237a28bdc1 req-687c712e-7258-4216-92b5-87602485e648 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570676 Sep 25 01:46:38.587443 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:38.588149 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=17 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:39.112687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0bf7e-b5af-4c62-bd05-7c899f4517d5 req-0ca2e10a-da49-4fe5-add3-d37fc103af19 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:39.114193 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f1d0bf7e-b5af-4c62-bd05-7c899f4517d5 req-0ca2e10a-da49-4fe5-add3-d37fc103af19 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0488360 Sep 25 01:46:39.177873 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f1d0bf7e-b5af-4c62-bd05-7c899f4517d5 req-8483487d-89e8-4098-8367-8137e47e7041 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575507 Sep 25 01:46:40.298603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1b97a-47af-4819-8877-36e36a97a312 req-50d26bbb-0850-43db-a60a-99e76d475497 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:40.300121 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d5f1b97a-47af-4819-8877-36e36a97a312 req-50d26bbb-0850-43db-a60a-99e76d475497 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0485601 Sep 25 01:46:40.359666 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d5f1b97a-47af-4819-8877-36e36a97a312 req-c2c21251-29c6-48ad-8f42-8e87f5530501 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538919 Sep 25 01:46:41.205620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:46:41.481247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab1433-a7c8-4f26-a118-7c52bb57eddc req-afaceef6-3d76-4400-ab30-7b6b212a2908 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:41.482636 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-61ab1433-a7c8-4f26-a118-7c52bb57eddc req-afaceef6-3d76-4400-ab30-7b6b212a2908 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0480959 Sep 25 01:46:41.546993 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-61ab1433-a7c8-4f26-a118-7c52bb57eddc req-a75983a1-a6d7-4f86-9e8b-12f5f95435b6 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586698 Sep 25 01:46:42.668800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50695bc9-3f93-4c40-b17f-c346f9cce06f req-ea55d966-4f61-4afc-91f6-78557f57ba0f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:42.670275 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-50695bc9-3f93-4c40-b17f-c346f9cce06f req-ea55d966-4f61-4afc-91f6-78557f57ba0f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0483699 Sep 25 01:46:42.736361 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-50695bc9-3f93-4c40-b17f-c346f9cce06f req-fe89fe05-1d81-497f-876c-11fdb5e78bbd tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603731 Sep 25 01:46:43.145332 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:46:43.857207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71535b7d-ac3b-46c0-962c-cdcfe75091fa req-6c06f921-a436-4fd1-ad3a-d9ebe7858876 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:43.858678 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71535b7d-ac3b-46c0-962c-cdcfe75091fa req-6c06f921-a436-4fd1-ad3a-d9ebe7858876 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0473051 Sep 25 01:46:43.918800 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-71535b7d-ac3b-46c0-962c-cdcfe75091fa req-46d674f3-6670-4f02-85bf-dce6b1f36535 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545108 Sep 25 01:46:45.041079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5be4a-7871-4309-adb7-439f2340110a req-22286105-4717-4aec-8097-a9c47e6dc1ca tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:45.042678 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-46e5be4a-7871-4309-adb7-439f2340110a req-22286105-4717-4aec-8097-a9c47e6dc1ca tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0499957 Sep 25 01:46:45.102785 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-46e5be4a-7871-4309-adb7-439f2340110a req-5e80ac5d-2e79-4627-bc3b-b6ec1dc38830 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544307 Sep 25 01:46:46.224358 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2635-a9d0-4d25-bf69-1f357bed1ab0 req-feb5c1fa-6736-4094-beaf-cf9fa1922ee4 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:46:46.225840 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-790e2635-a9d0-4d25-bf69-1f357bed1ab0 req-feb5c1fa-6736-4094-beaf-cf9fa1922ee4 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0481322 Sep 25 01:46:46.285365 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-790e2635-a9d0-4d25-bf69-1f357bed1ab0 req-67aadc25-212e-4113-814d-c76c7967c54a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&id=cbfbdcce-d6ac-4d26-b708-6b032eb3882e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538268 Sep 25 01:46:51.199178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:51.203100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:53.140547 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:55.005897 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:55.093865 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=55 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:55.096771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=50 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:56.271853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=64 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:56.279082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=57 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:46:58.702741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-47e5135d-8332-4c5a-afbf-dcd36994b2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:01.611254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9ba29d53-48fb-4585-b9dc-f1cc95f62f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:03.928113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:06.071637 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:06.661676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:11.212735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:11.953646 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:11.954980 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:20.144488 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:47:21.202535 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:21.208768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:28.705310 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8defce6c-d5a5-489d-b155-8cf318e6bf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:28.945165 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-77da6071-f527-4d2e-9c2a-74ca6123d8e9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901709 Sep 25 01:47:29.049791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-9b191845-5230-45b8-8d23-d99cff451dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:29.051219 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-9b191845-5230-45b8-8d23-d99cff451dba service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1168 time: 0.0431454 Sep 25 01:47:29.157122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-a4b9c4ac-b8b8-4301-97ab-fdfd0dc700ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:29.158594 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-a4b9c4ac-b8b8-4301-97ab-fdfd0dc700ea service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0897143 Sep 25 01:47:29.220336 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-d737dd13-1b17-46fa-9c33-d563fe78faea service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 1000 time: 0.0553923 Sep 25 01:47:29.269049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-0b3d70fe-8107-458d-aaa7-9904b3d1a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:29.270466 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-0b3d70fe-8107-458d-aaa7-9904b3d1a9f6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0441279 Sep 25 01:47:29.316180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-ef31682f-4e3d-4225-a133-651c213b7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:29.317627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-ef31682f-4e3d-4225-a133-651c213b7178 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418003 Sep 25 01:47:29.405329 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-28e80607-907a-4206-9bd4-74971b6f7bd0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818985 Sep 25 01:47:29.497064 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-999244d7-d5dc-4de9-9006-7f5883fa359f req-5c625907-ac00-4cd2-9339-ff6f1a71ec13 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854497 Sep 25 01:47:30.139470 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:30.140211 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:31.613143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-13d6a859-b279-4db1-a922-8e452d19aaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:33.930217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:36.073485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:36.664883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:39.492412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=49 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:39.493203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=52 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:41.228474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:41.787711 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-0b5a548f-3059-4d40-b067-e5643f636164 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1030231600&fields=id&tenant_id=63093f1f8e794b41a5972d5bf27208d8 HTTP/1.1" status: 200 len: 267 time: 0.0435112 Sep 25 01:47:41.837794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-062ca4ae-09a6-4296-9ca6-e52d0b10dc67 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:41.839288 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-062ca4ae-09a6-4296-9ca6-e52d0b10dc67 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 984 time: 0.0463116 Sep 25 01:47:41.850854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Request body: {'port': {'security_groups': ['7a9861db-2a05-48ed-a508-e1393761880c']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:47:41.920925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.097120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] For port a49d13b9-d415-40ca-8b47-5778a131518d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a49d13b9-d415-40ca-8b47-5778a131518d,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:47:42.128946 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for port (a49d13b9-d415-40ca-8b47-5778a131518d), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.133719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.143707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:42.144344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.145739 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-72b1b588-c917-4846-af21-a58c9fbe5ec3 req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "PUT /networking/v2.0/ports/a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 942 time: 0.2999556 Sep 25 01:47:42.146293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:47:42.148779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5869c17-29ca-48a0-83f5-1229d032e8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:47:42.152178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36092) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:47:42.170223 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a49d13b9-d415-40ca-8b47-5778a131518d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:47:42.204659 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event updated for resources: {'Port': ['ID=a49d13b9-d415-40ca-8b47-5778a131518d,revision_number=7']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:42.212361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.212708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.213077 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.213538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.213880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.214553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.214899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.215239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.215569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.215904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.216282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.216696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.216958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.217268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.217596 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036db5a-8b6a-42fc-b463-e61d155e5e87 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.219911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (cbfbdcce-d6ac-4d26-b708-6b032eb3882e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.252554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (cbfbdcce-d6ac-4d26-b708-6b032eb3882e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.295488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a49d13b9-d415-40ca-8b47-5778a131518d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:47:42.329929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3c121-d926-4c74-b93c-d3d0e3a944fc x-openstack-request-id: req-04a3c121-d926-4c74-b93c-d3d0e3a944fc {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:47:42.330228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:47:42.330486 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04a3c121-d926-4c74-b93c-d3d0e3a944fc {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:47:42.330900 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a3c121-d926-4c74-b93c-d3d0e3a944fc'] response: {'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'status': 'completed', 'code': 200} Sep 25 01:47:42.331996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (cbfbdcce-d6ac-4d26-b708-6b032eb3882e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.335075 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.336332 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cbfbdcce-d6ac-4d26-b708-6b032eb3882e HTTP/1.1" status: 204 len: 168 time: 0.1830823 Sep 25 01:47:42.339097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36096) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:47:42.346859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfbdcce-d6ac-4d26-b708-6b032eb3882e,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:42.354582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.354948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.355326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.355894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.356484 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.356831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.357192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.357549 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.357905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.358281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.358644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.359002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.359374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.359699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.360301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21cdf6-72fd-4126-a74f-0c59e0c2ca4f tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:42.427104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-6e52ffe2-8f1e-4c2e-aa58-42721346a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:42.428700 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-6e52ffe2-8f1e-4c2e-aa58-42721346a2c8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1129 time: 0.0499458 Sep 25 01:47:42.502363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Deleting port 637ef809-8e86-4711-99a1-e4e2bfefe2f1 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:47:42.502818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (637ef809-8e86-4711-99a1-e4e2bfefe2f1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.523012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-c2d4c3fd-0778-4807-9c19-318c31d6c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:42.524557 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-c2d4c3fd-0778-4807-9c19-318c31d6c066 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0902042 Sep 25 01:47:42.584899 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (637ef809-8e86-4711-99a1-e4e2bfefe2f1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.585227 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for floatingip (637ef809-8e86-4711-99a1-e4e2bfefe2f1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.592559 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-baf9bdbe-d508-47d7-a32c-431490c4508b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 1000 time: 0.0609243 Sep 25 01:47:42.598586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Calling delete_port for 637ef809-8e86-4711-99a1-e4e2bfefe2f1 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:47:42.641620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-4b748fae-8b9a-4683-b8ad-b6a29088ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:42.643127 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-4b748fae-8b9a-4683-b8ad-b6a29088ec20 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0439880 Sep 25 01:47:42.688225 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-74159f74-bb2f-41ce-b2f7-c29a96d3ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:42.689764 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-74159f74-bb2f-41ce-b2f7-c29a96d3ee5e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411167 Sep 25 01:47:42.731315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:42.748057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:42.753781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (637ef809-8e86-4711-99a1-e4e2bfefe2f1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.783922 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event deleted for resources: {'Port': ['ID=637ef809-8e86-4711-99a1-e4e2bfefe2f1,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:42.790394 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-c6b2f739-b06f-4630-8b0d-f504059e400d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911717 Sep 25 01:47:42.848544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks [] for floatingip (a880073d-cef4-46e9-b1e1-0b9a85bf66ec), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:42.849171 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Floating IP a880073d-cef4-46e9-b1e1-0b9a85bf66ec disassociated (deleted). External IP: 172.36.7.66, port: a49d13b9-d415-40ca-8b47-5778a131518d. Sep 25 01:47:42.881475 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5869c17-29ca-48a0-83f5-1229d032e8b8 req-771b0506-5683-4ef4-b855-e29f6921f987 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850139 Sep 25 01:47:43.051157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Router 7829afd5-ec85-4044-9780-b3e4f76dc167 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:47:43.154078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:47:43.159174 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:43.164385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] Sync routers for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:47:43.175219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:47:43.175840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:47:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:43.188391 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-893f7f12-dd92-46fb-95e7-bf2c17d2981a tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/a880073d-cef4-46e9-b1e1-0b9a85bf66ec HTTP/1.1" status: 204 len: 168 time: 0.8482153 Sep 25 01:47:43.427027 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:47:43.615748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:43.641354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] Checking router: 7829afd5-ec85-4044-9780-b3e4f76dc167 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:47:43.649843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:47:43.650457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:47:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:43.683753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:43.753128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:47:43.774801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:43.936276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:43.965189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd19437-b944-4587-8183-6262d83888e8 None None] The sync data for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv is: [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:47Z', 'revision_number': 4, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ed6d6aec-b46b-4682-b0e7-15e4959bfbc7', 'name': '', 'network_id': '70262d3f-12a6-4756-9792-c5f19cc3b902', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'mac_address': 'fa:16:3e:2d:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:46Z', 'updated_at': '2022-09-25T01:39:51Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'subnets': [{'id': 'ad640f37-6fb2-46cc-9204-f3508ab33493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:47:44.191051 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d6890-58c9-40be-8adf-6cbde09c0ebc None None] New status for floating IP a880073d-cef4-46e9-b1e1-0b9a85bf66ec: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:47:44.333132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:47:44.335511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:47:44.374278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470a2835-4e3e-485d-8a21-77a91e6a0f7d x-openstack-request-id: req-470a2835-4e3e-485d-8a21-77a91e6a0f7d {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:47:44.374574 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:47:44.375023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-470a2835-4e3e-485d-8a21-77a91e6a0f7d {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:47:44.375445 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470a2835-4e3e-485d-8a21-77a91e6a0f7d'] response: {'name': 'network-changed', 'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'status': 'completed', 'code': 200} Sep 25 01:47:44.469756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-70f7a51f-3e8e-428b-84f8-67fef8f05ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:44.471307 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-70f7a51f-3e8e-428b-84f8-67fef8f05ae5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=63093f1f8e794b41a5972d5bf27208d8&device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 1129 time: 0.0472670 Sep 25 01:47:44.570339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-f18bd93d-eea2-4d55-9861-156607eb5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:44.571821 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-f18bd93d-eea2-4d55-9861-156607eb5e99 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 200 len: 916 time: 0.0934024 Sep 25 01:47:44.613701 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-425f2cf1-c4b9-40aa-aa99-63a338b50906 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 200 len: 217 time: 0.0363717 Sep 25 01:47:44.662871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-6826cf07-c204-4f57-9a1d-dd3c4f9e5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:44.664370 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-6826cf07-c204-4f57-9a1d-dd3c4f9e5ded service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 200 len: 854 time: 0.0453954 Sep 25 01:47:44.707848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-bec7a09d-3578-4c70-92d5-b017fa5a38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:44.709324 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-bec7a09d-3578-4c70-92d5-b017fa5a38b0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=70262d3f-12a6-4756-9792-c5f19cc3b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394733 Sep 25 01:47:44.782832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:44.808634 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-06692802-d7cf-4496-8f5c-c6e1efa4936d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936410 Sep 25 01:47:44.860374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:44.898627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-589d67a8-e41b-465c-9eb6-bb6ca737a7fb req-070d29c8-a22e-4899-b042-d9c879357494 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846074 Sep 25 01:47:52.272727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421542c-e536-4959-8ff1-1066f067f95f req-3a76c57b-a1b9-4a8f-bda0-0246dce4a948 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:52.274250 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5421542c-e536-4959-8ff1-1066f067f95f req-3a76c57b-a1b9-4a8f-bda0-0246dce4a948 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Sep 25 01:47:52.323873 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5421542c-e536-4959-8ff1-1066f067f95f req-4b788e0d-6d86-4942-aa1a-b835aeac85be tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Sep 25 01:47:53.450291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e8a5-17be-498a-990e-3a982838f79e req-222171fd-ff2e-40d6-bedd-ac2724833ef0 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:53.451774 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2141e8a5-17be-498a-990e-3a982838f79e req-222171fd-ff2e-40d6-bedd-ac2724833ef0 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0509467 Sep 25 01:47:53.498514 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2141e8a5-17be-498a-990e-3a982838f79e req-fd770960-507a-4cb8-88f9-15a5a1bbb39b tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Sep 25 01:47:53.939262 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=25 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:53.940065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=19 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:54.196367 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:54.221453 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:54.297833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-8db57236-7c71-42e9-bbdf-87fbe1842040 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:54.299294 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-8db57236-7c71-42e9-bbdf-87fbe1842040 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0468338 Sep 25 01:47:54.380192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Deleting port a49d13b9-d415-40ca-8b47-5778a131518d {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:47:54.380562 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:54.473462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] For port a49d13b9-d415-40ca-8b47-5778a131518d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a49d13b9-d415-40ca-8b47-5778a131518d,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:47:54.474122 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:54.487256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Calling delete_port for a49d13b9-d415-40ca-8b47-5778a131518d owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:47:54.617608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (a49d13b9-d415-40ca-8b47-5778a131518d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:54.620154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569603d-985f-4762-bc4a-9247c68879ed req-43ccb975-5068-442c-ab5c-085beb02fdce tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:47:54.621664 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1569603d-985f-4762-bc4a-9247c68879ed req-43ccb975-5068-442c-ab5c-085beb02fdce tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=00bda345-772c-413a-80d9-158727bf79c5 HTTP/1.1" status: 200 len: 945 time: 0.0472851 Sep 25 01:47:54.658054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['a49d13b9-d415-40ca-8b47-5778a131518d'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:47:54.658308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Pushing event deleted for resources: {'Port': ['ID=a49d13b9-d415-40ca-8b47-5778a131518d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:54.676367 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1569603d-985f-4762-bc4a-9247c68879ed req-c889e7d6-eb0e-476c-bf23-d24398347d34 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7a9861db-2a05-48ed-a508-e1393761880c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488324 Sep 25 01:47:54.726247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] No DVR routers for this DVR port a49d13b9-d415-40ca-8b47-5778a131518d on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:47:54.728949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:54.732187 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3041ece9-f6ef-4258-b6b7-632e02ad2978 req-20342abc-8a1e-4dc0-8d7e-5e6175398dd8 tempest-TestMinimumBasicScenario-1422955577 tempest-TestMinimumBasicScenario-1422955577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/a49d13b9-d415-40ca-8b47-5778a131518d HTTP/1.1" status: 204 len: 173 time: 0.4278941 Sep 25 01:47:54.732686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'name': 'network-vif-deleted', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:47:54.735599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227e78d9-ea81-4caa-87eb-71940500e132" -d '{"events": [{"server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "name": "network-vif-deleted", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:47:54.773646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80a6ff7-c68f-4da7-8be3-826d973f4440 x-openstack-request-id: req-b80a6ff7-c68f-4da7-8be3-826d973f4440 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:47:54.773809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bda345-772c-413a-80d9-158727bf79c5", "name": "network-vif-deleted", "tag": "a49d13b9-d415-40ca-8b47-5778a131518d", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:47:54.774249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b80a6ff7-c68f-4da7-8be3-826d973f4440 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:47:54.774375 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80a6ff7-c68f-4da7-8be3-826d973f4440'] response: {'server_uuid': '00bda345-772c-413a-80d9-158727bf79c5', 'name': 'network-vif-deleted', 'tag': 'a49d13b9-d415-40ca-8b47-5778a131518d', 'status': 'completed', 'code': 200} Sep 25 01:47:56.274109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36194) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:47:56.665607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:56.677823 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (7829afd5-ec85-4044-9780-b3e4f76dc167), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:56.712394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:57.146841 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:47:57.172026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Deleting port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:47:57.172370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:57.254124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] For port ed6d6aec-b46b-4682-b0e7-15e4959bfbc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed6d6aec-b46b-4682-b0e7-15e4959bfbc7,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:47:57.254491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:57.266996 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Calling delete_port for ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:47:57.444474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (ed6d6aec-b46b-4682-b0e7-15e4959bfbc7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:57.468540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6d6aec-b46b-4682-b0e7-15e4959bfbc7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:57.528557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a49d13b9-d415-40ca-8b47-5778a131518d no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:47:57.554177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: a49d13b9-d415-40ca-8b47-5778a131518d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:47:57.554524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device a49d13b9-d415-40ca-8b47-5778a131518d not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:47:57.651974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (7829afd5-ec85-4044-9780-b3e4f76dc167), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:57.806275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:57.847890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:57.864348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Router 7829afd5-ec85-4044-9780-b3e4f76dc167 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:47:57.966793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:47:57.972512 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2c5c80b2-9ef8-41d2-9ae4-34d79c98592e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/7829afd5-ec85-4044-9780-b3e4f76dc167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971657 Sep 25 01:47:57.974974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36198) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:47:57.977089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] Sync routers for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:47:57.988414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:47:57.989033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:47:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:58.074958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks [] for router (7829afd5-ec85-4044-9780-b3e4f76dc167), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.090151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:47:58.175303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks [] for router_gateway (7829afd5-ec85-4044-9780-b3e4f76dc167), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.217299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Deleting port d5a70f91-843b-4cb7-8532-d293e02d0683 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:47:58.217635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.257154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:47:57Z', 'revision_number': 5, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port': {'id': 'd5a70f91-843b-4cb7-8532-d293e02d0683', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:58.283236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] Checking router: 7829afd5-ec85-4044-9780-b3e4f76dc167 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:47:58.292118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] Routers {'7829afd5-ec85-4044-9780-b3e4f76dc167'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:47:58.292749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:47:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['7829afd5-ec85-4044-9780-b3e4f76dc167'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:58.306657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] For port d5a70f91-843b-4cb7-8532-d293e02d0683, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5a70f91-843b-4cb7-8532-d293e02d0683,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:47:58.307027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.320671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Calling delete_port for d5a70f91-843b-4cb7-8532-d293e02d0683 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:47:58.383119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] Set router 7829afd5-ec85-4044-9780-b3e4f76dc167 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:47:58.437202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:47:58Z', 'revision_number': 6, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:58.464502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac12d7a-1b7b-48b2-a3a5-fede74b4cae6 None None] The sync data for ids ['7829afd5-ec85-4044-9780-b3e4f76dc167'] in dv-neutron-master-2-hyperv is: [{'id': '7829afd5-ec85-4044-9780-b3e4f76dc167', 'name': 'tempest-TestMinimumBasicScenario-1402860828-router', 'tenant_id': '63093f1f8e794b41a5972d5bf27208d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:44Z', 'updated_at': '2022-09-25T01:47:58Z', 'revision_number': 6, 'project_id': '63093f1f8e794b41a5972d5bf27208d8', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:47:58.498583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d5a70f91-843b-4cb7-8532-d293e02d0683), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.522718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a70f91-843b-4cb7-8532-d293e02d0683,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:58.586830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (7829afd5-ec85-4044-9780-b3e4f76dc167), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.670425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:58.674763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (7829afd5-ec85-4044-9780-b3e4f76dc167), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.677413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks [] for router_controller (7829afd5-ec85-4044-9780-b3e4f76dc167), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.707955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5faac691-e55a-49e4-a99a-282ddd4e397a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.724656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (7829afd5-ec85-4044-9780-b3e4f76dc167), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.725310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7829afd5-ec85-4044-9780-b3e4f76dc167 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:47:58.730900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.732183 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-079ae395-8a7f-4588-824b-5db33b59e1b0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/7829afd5-ec85-4044-9780-b3e4f76dc167 HTTP/1.1" status: 204 len: 168 time: 0.7562699 Sep 25 01:47:58.734644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36200) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:47:58.784208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43f527f-735e-4005-aa7e-b6853aee2aa0 admin admin] Deleting subnet ad640f37-6fb2-46cc-9204-f3508ab33493 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:47:58.787272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b43f527f-735e-4005-aa7e-b6853aee2aa0 admin admin] Publish callbacks [] for subnet (ad640f37-6fb2-46cc-9204-f3508ab33493), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.817000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:58.825644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b43f527f-735e-4005-aa7e-b6853aee2aa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (ad640f37-6fb2-46cc-9204-f3508ab33493), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.910353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b43f527f-735e-4005-aa7e-b6853aee2aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (ad640f37-6fb2-46cc-9204-f3508ab33493), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.962976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b43f527f-735e-4005-aa7e-b6853aee2aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (ad640f37-6fb2-46cc-9204-f3508ab33493), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.987372 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f527f-735e-4005-aa7e-b6853aee2aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad640f37-6fb2-46cc-9204-f3508ab33493,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:58.993242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-b43f527f-735e-4005-aa7e-b6853aee2aa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:58.996444 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b43f527f-735e-4005-aa7e-b6853aee2aa0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/ad640f37-6fb2-46cc-9204-f3508ab33493 HTTP/1.1" status: 204 len: 168 time: 0.2602992 Sep 25 01:47:58.998898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36202) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:47:59.001443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae120be-9b25-4041-a5b5-82c4481229d3 None None] Network 70262d3f-12a6-4756-9792-c5f19cc3b902 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:47:59.071081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (70262d3f-12a6-4756-9792-c5f19cc3b902), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.118277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Deleting port bcf835fd-ee77-499f-ba27-8d5f859a859a {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:47:59.118601 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.183376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] For port bcf835fd-ee77-499f-ba27-8d5f859a859a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcf835fd-ee77-499f-ba27-8d5f859a859a,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:47:59.183376 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.195663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Calling delete_port for bcf835fd-ee77-499f-ba27-8d5f859a859a owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:47:59.219265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] DHCP port deletion for 70262d3f-12a6-4756-9792-c5f19cc3b902 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:47:59.259644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Deleting port bcf835fd-ee77-499f-ba27-8d5f859a859a {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:47:59.260246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.280401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.306670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf835fd-ee77-499f-ba27-8d5f859a859a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:59.310645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] No DVR routers for this DVR port bcf835fd-ee77-499f-ba27-8d5f859a859a on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:47:59.337859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] For port bcf835fd-ee77-499f-ba27-8d5f859a859a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcf835fd-ee77-499f-ba27-8d5f859a859a,segment=NetworkSegment(221be8b0-bf75-496d-a28c-929ab014a5cf),segment_id=221be8b0-bf75-496d-a28c-929ab014a5cf)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:47:59.338261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.352632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Calling delete_port for bcf835fd-ee77-499f-ba27-8d5f859a859a owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:47:59.385856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (70262d3f-12a6-4756-9792-c5f19cc3b902), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.412009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70262d3f-12a6-4756-9792-c5f19cc3b902']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:59.422113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221be8b0-bf75-496d-a28c-929ab014a5cf') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:59.422435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221be8b0-bf75-496d-a28c-929ab014a5cf') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:47:59.429358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (bcf835fd-ee77-499f-ba27-8d5f859a859a), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.432320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (221be8b0-bf75-496d-a28c-929ab014a5cf), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.446511 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (221be8b0-bf75-496d-a28c-929ab014a5cf), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.450360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Pushing event deleted for resources: {'Port': ['ID=bcf835fd-ee77-499f-ba27-8d5f859a859a,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:59.454426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:47:59.455248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (221be8b0-bf75-496d-a28c-929ab014a5cf), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.464209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.464630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.464980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.465326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.465659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.465991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.466615 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.467113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.467624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.468157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.468496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.468831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.469163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.470123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.470465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:47:59.480072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77adea-1bfd-49de-a8b4-79ae48c38d10 None None] No DVR routers for this DVR port bcf835fd-ee77-499f-ba27-8d5f859a859a on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:47:59.503634 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=4,neutron:DELETE=8,neutron:SELECT=88 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:47:59.537270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (70262d3f-12a6-4756-9792-c5f19cc3b902), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.543492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:47:59.548722 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/70262d3f-12a6-4756-9792-c5f19cc3b902 HTTP/1.1" status: 204 len: 168 time: 0.5488040 Sep 25 01:47:59.551727 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36208) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:47:59.560659 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d6918-2944-4d1b-8803-034ce4504df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=70262d3f-12a6-4756-9792-c5f19cc3b902,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:47:59.564984 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 221be8b0-bf75-496d-a28c-929ab014a5cf resource provider aggregate not found Sep 25 01:47:59.583645 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 221be8b0-bf75-496d-a28c-929ab014a5cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 221be8b0-bf75-496d-a28c-929ab014a5cf found for delete ", "request_id": "req-0b1e8ed9-2e9d-4f19-bea2-71009744664a"}]} Sep 25 01:48:00.133568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:00.184172 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:00.226550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:00.402427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d5a70f91-843b-4cb7-8532-d293e02d0683 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:48:00.405162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Deleting port 656558a2-0390-4a11-825c-def61273a70b {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:48:00.405509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (656558a2-0390-4a11-825c-def61273a70b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:00.425559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: d5a70f91-843b-4cb7-8532-d293e02d0683 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:48:00.425905 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d5a70f91-843b-4cb7-8532-d293e02d0683 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:48:00.426334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:48:00.443966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:48:00.444318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ed6d6aec-b46b-4682-b0e7-15e4959bfbc7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:48:00.444737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device bcf835fd-ee77-499f-ba27-8d5f859a859a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:48:00.462890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: bcf835fd-ee77-499f-ba27-8d5f859a859a {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:48:00.463247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device bcf835fd-ee77-499f-ba27-8d5f859a859a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:48:00.486121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] For port 656558a2-0390-4a11-825c-def61273a70b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=656558a2-0390-4a11-825c-def61273a70b,segment=NetworkSegment(dadc43ce-863e-4957-b89b-b51c9c0b44df),segment_id=dadc43ce-863e-4957-b89b-b51c9c0b44df)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:48:00.486491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (656558a2-0390-4a11-825c-def61273a70b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:00.499067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Calling delete_port for 656558a2-0390-4a11-825c-def61273a70b owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:48:00.679105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (656558a2-0390-4a11-825c-def61273a70b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:00.705422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Pushing event deleted for resources: {'Port': ['ID=656558a2-0390-4a11-825c-def61273a70b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:00.869761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:00.953414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:01.078530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:48:01.081568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:01.183450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:48:01.189261 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-45c1b8b1-acf1-46e5-8557-e0b97124da95 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/cabbc98f-642c-45f3-bfd1-7ce9d39e92fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6364777 Sep 25 01:48:01.191754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36212) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:01.194924 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] Sync routers for ids ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:48:01.205921 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] Routers {'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:48:01.206874 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:47:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:01.295691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks [] for router (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.307755 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] Set router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:48:01.397349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks [] for router_gateway (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.443848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Deleting port 6766d3b2-ebd0-471f-810e-25c26c1b1817 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:48:01.444230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.485703 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39'}], 'enable_snat': True}, 'gw_port_id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:48:00Z', 'revision_number': 5, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'gw_port': {'id': '6766d3b2-ebd0-471f-810e-25c26c1b1817', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:01.509675 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] Checking router: cabbc98f-642c-45f3-bfd1-7ce9d39e92fe for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:48:01.518292 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] Routers {'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:48:01.518980 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:47:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:01.524118 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] For port 6766d3b2-ebd0-471f-810e-25c26c1b1817, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6766d3b2-ebd0-471f-810e-25c26c1b1817,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:48:01.524488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.537905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Calling delete_port for 6766d3b2-ebd0-471f-810e-25c26c1b1817 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:48:01.618484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-279d9e6d-cca6-4642-b476-46411b180370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.694450 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] Set router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:48:01.719104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (6766d3b2-ebd0-471f-810e-25c26c1b1817), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.755488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6766d3b2-ebd0-471f-810e-25c26c1b1817,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:01.759079 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:48:01Z', 'revision_number': 6, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:01.785279 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23f7cd-d7e5-4e42-a72a-aa4187fa6060 None None] The sync data for ids ['cabbc98f-642c-45f3-bfd1-7ce9d39e92fe'] in dv-neutron-master-2-hyperv is: [{'id': 'cabbc98f-642c-45f3-bfd1-7ce9d39e92fe', 'name': 'tempest-TestMinimumBasicScenario-1423133104-router', 'tenant_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:39:49Z', 'updated_at': '2022-09-25T01:48:01Z', 'revision_number': 6, 'project_id': '2bc3b66019a140d99ba8cad6c7b739a2', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:48:01.820151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.906178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.907540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:01.909272 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks [] for router_controller (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.953215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (cabbc98f-642c-45f3-bfd1-7ce9d39e92fe), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.953838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabbc98f-642c-45f3-bfd1-7ce9d39e92fe {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:48:01.958436 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:01.959569 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9e93b2bc-1678-4964-b82b-f21fc9b273f7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/cabbc98f-642c-45f3-bfd1-7ce9d39e92fe HTTP/1.1" status: 204 len: 168 time: 0.7668517 Sep 25 01:48:01.962130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36214) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:01.998517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:02.013031 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f69855-8a44-42cd-b5b3-9a3e94aa6249 admin admin] Deleting subnet 216e1754-c5d2-4822-a11c-046f7c723e79 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:48:02.016201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-52f69855-8a44-42cd-b5b3-9a3e94aa6249 admin admin] Publish callbacks [] for subnet (216e1754-c5d2-4822-a11c-046f7c723e79), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.051553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-52f69855-8a44-42cd-b5b3-9a3e94aa6249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (216e1754-c5d2-4822-a11c-046f7c723e79), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.124827 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-52f69855-8a44-42cd-b5b3-9a3e94aa6249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (216e1754-c5d2-4822-a11c-046f7c723e79), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.185999 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-52f69855-8a44-42cd-b5b3-9a3e94aa6249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (216e1754-c5d2-4822-a11c-046f7c723e79), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.213534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f69855-8a44-42cd-b5b3-9a3e94aa6249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216e1754-c5d2-4822-a11c-046f7c723e79,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:02.216897 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-52f69855-8a44-42cd-b5b3-9a3e94aa6249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.220777 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-52f69855-8a44-42cd-b5b3-9a3e94aa6249 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/216e1754-c5d2-4822-a11c-046f7c723e79 HTTP/1.1" status: 204 len: 168 time: 0.2575307 Sep 25 01:48:02.223112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36216) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:02.225074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182c2078-4e92-4574-80bc-1a6450fe5d00 None None] Network 2b92e61d-e08a-4258-853b-1359687cd95b requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:48:02.297350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (2b92e61d-e08a-4258-853b-1359687cd95b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.310511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:02.343332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Deleting port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:48:02.343671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.407458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] For port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8,segment=NetworkSegment(dadc43ce-863e-4957-b89b-b51c9c0b44df),segment_id=dadc43ce-863e-4957-b89b-b51c9c0b44df)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:48:02.407821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.420815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Calling delete_port for ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:48:02.496743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.522948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:02.528416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] No DVR routers for this DVR port ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:48:02.573593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74aa822-f637-4301-ac2d-7b2bcd476c38 None None] DHCP port deletion for 2b92e61d-e08a-4258-853b-1359687cd95b request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:48:02.609610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (2b92e61d-e08a-4258-853b-1359687cd95b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.631515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b92e61d-e08a-4258-853b-1359687cd95b']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:02.641425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadc43ce-863e-4957-b89b-b51c9c0b44df') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:02.641722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadc43ce-863e-4957-b89b-b51c9c0b44df') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:02.652980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (dadc43ce-863e-4957-b89b-b51c9c0b44df), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.654116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 656558a2-0390-4a11-825c-def61273a70b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:48:02.667435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (dadc43ce-863e-4957-b89b-b51c9c0b44df), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.675743 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:48:02.676454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (dadc43ce-863e-4957-b89b-b51c9c0b44df), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.679694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 656558a2-0390-4a11-825c-def61273a70b {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:48:02.680128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 656558a2-0390-4a11-825c-def61273a70b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:48:02.680593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:48:02.705590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:48:02.706158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ca01a90f-e1b9-4ccb-ba2f-1775ef3d24f8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:48:02.706799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6766d3b2-ebd0-471f-810e-25c26c1b1817 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:48:02.756928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (2b92e61d-e08a-4258-853b-1359687cd95b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.764757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:02.771199 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/2b92e61d-e08a-4258-853b-1359687cd95b HTTP/1.1" status: 204 len: 168 time: 0.5445023 Sep 25 01:48:02.771199 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment dadc43ce-863e-4957-b89b-b51c9c0b44df resource provider aggregate not found Sep 25 01:48:02.792323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0988-605f-4664-bb09-b1d1b002d058 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b92e61d-e08a-4258-853b-1359687cd95b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:02.803551 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment dadc43ce-863e-4957-b89b-b51c9c0b44df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dadc43ce-863e-4957-b89b-b51c9c0b44df found for delete ", "request_id": "req-35480d1e-68da-4fc1-b2c6-3159c2b99015"}]} Sep 25 01:48:02.887325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 6766d3b2-ebd0-471f-810e-25c26c1b1817 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:48:02.888039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 6766d3b2-ebd0-471f-810e-25c26c1b1817 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:48:02.916903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36226) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:02.957944 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ed6583c5-3332-44de-a256-8a3275a59583 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=63093f1f8e794b41a5972d5bf27208d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395360 Sep 25 01:48:02.960494 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36228) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:02.977611 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:02.995131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:03.013687 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31bb25a5-c5ea-400f-aff8-4ddea23bd510 admin admin] Publish callbacks [] for security_group (7a9861db-2a05-48ed-a508-e1393761880c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:03.034057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31bb25a5-c5ea-400f-aff8-4ddea23bd510 admin admin] Publish callbacks [] for security_group (7a9861db-2a05-48ed-a508-e1393761880c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:03.082469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31bb25a5-c5ea-400f-aff8-4ddea23bd510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (7a9861db-2a05-48ed-a508-e1393761880c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:03.085045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-31bb25a5-c5ea-400f-aff8-4ddea23bd510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:03.088531 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-31bb25a5-c5ea-400f-aff8-4ddea23bd510 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7a9861db-2a05-48ed-a508-e1393761880c HTTP/1.1" status: 204 len: 168 time: 0.1248300 Sep 25 01:48:03.095041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb25a5-c5ea-400f-aff8-4ddea23bd510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9861db-2a05-48ed-a508-e1393761880c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:03.397159 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36234) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:03.440780 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c35a0b05-afaf-4ea6-aa9b-df7cc9c3540e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2bc3b66019a140d99ba8cad6c7b739a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424843 Sep 25 01:48:03.443227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36236) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:03.492063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-89cfc926-96ac-4486-b955-7cdf819cdd8c admin admin] Publish callbacks [] for security_group (51e72b51-dfcd-414f-ae5d-cc157b085255), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:03.511769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-89cfc926-96ac-4486-b955-7cdf819cdd8c admin admin] Publish callbacks [] for security_group (51e72b51-dfcd-414f-ae5d-cc157b085255), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:03.560062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-89cfc926-96ac-4486-b955-7cdf819cdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (51e72b51-dfcd-414f-ae5d-cc157b085255), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:03.562730 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-89cfc926-96ac-4486-b955-7cdf819cdd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:03.564535 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-89cfc926-96ac-4486-b955-7cdf819cdd8c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/51e72b51-dfcd-414f-ae5d-cc157b085255 HTTP/1.1" status: 204 len: 168 time: 0.1204183 Sep 25 01:48:03.572391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfc926-96ac-4486-b955-7cdf819cdd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e72b51-dfcd-414f-ae5d-cc157b085255,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:03.921851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:03.935863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.027968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36278) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:06.032955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053566093', 'description': 'tempest-secgroup-smoke-1053566093 description', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:06.054201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.064398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.076994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.145487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (87350e87-4386-49c4-b42f-6ba403cc8754), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.149136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (87350e87-4386-49c4-b42f-6ba403cc8754), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.183708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87350e87-4386-49c4-b42f-6ba403cc8754,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:06.230481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (5835df89-cd16-4834-b96b-da2d1149902f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.234354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (5835df89-cd16-4834-b96b-da2d1149902f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.260252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.261417 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2323177 Sep 25 01:48:06.264534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36280) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:06.269204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d498b9ce-fed4-4c2e-9575-38d4e8f4c5c3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '5835df89-cd16-4834-b96b-da2d1149902f', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:06.272312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cb1bd-857d-49cd-bc2f-34eda986de1b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5835df89-cd16-4834-b96b-da2d1149902f,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:06.298791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d498b9ce-fed4-4c2e-9575-38d4e8f4c5c3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (4165d9f9-3f98-40bb-b039-b74e62683f39), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.353717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d498b9ce-fed4-4c2e-9575-38d4e8f4c5c3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (4165d9f9-3f98-40bb-b039-b74e62683f39), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.357208 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d498b9ce-fed4-4c2e-9575-38d4e8f4c5c3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (4165d9f9-3f98-40bb-b039-b74e62683f39), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.386139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498b9ce-fed4-4c2e-9575-38d4e8f4c5c3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4165d9f9-3f98-40bb-b039-b74e62683f39,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:06.393158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d498b9ce-fed4-4c2e-9575-38d4e8f4c5c3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.397195 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d498b9ce-fed4-4c2e-9575-38d4e8f4c5c3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287708 Sep 25 01:48:06.397423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36282) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:06.401962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3141da41-9c4d-4a73-84b5-3d7a18abdc84 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '5835df89-cd16-4834-b96b-da2d1149902f', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:06.430658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3141da41-9c4d-4a73-84b5-3d7a18abdc84 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (da5e2a2c-92c2-45ab-a52e-c864efbc9c5b), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.440357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:06.490660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3141da41-9c4d-4a73-84b5-3d7a18abdc84 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (da5e2a2c-92c2-45ab-a52e-c864efbc9c5b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.494078 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3141da41-9c4d-4a73-84b5-3d7a18abdc84 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (da5e2a2c-92c2-45ab-a52e-c864efbc9c5b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.512933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141da41-9c4d-4a73-84b5-3d7a18abdc84 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5e2a2c-92c2-45ab-a52e-c864efbc9c5b,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:06.519428 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3141da41-9c4d-4a73-84b5-3d7a18abdc84 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.520661 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3141da41-9c4d-4a73-84b5-3d7a18abdc84 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222346 Sep 25 01:48:06.523343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36284) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:06.527536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cc410766-ea37-4dd6-8487-4af20db977dd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '5835df89-cd16-4834-b96b-da2d1149902f', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:06.554600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc410766-ea37-4dd6-8487-4af20db977dd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (044bfd43-a2ac-437d-aebf-95728844d666), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.611897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc410766-ea37-4dd6-8487-4af20db977dd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (044bfd43-a2ac-437d-aebf-95728844d666), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.615550 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc410766-ea37-4dd6-8487-4af20db977dd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (044bfd43-a2ac-437d-aebf-95728844d666), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.633889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc410766-ea37-4dd6-8487-4af20db977dd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044bfd43-a2ac-437d-aebf-95728844d666,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:06.641066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cc410766-ea37-4dd6-8487-4af20db977dd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.642370 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cc410766-ea37-4dd6-8487-4af20db977dd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181211 Sep 25 01:48:06.645124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36286) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:06.650790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ee0b21c5-56bf-441b-9949-ba0155a70eb7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '5835df89-cd16-4834-b96b-da2d1149902f', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:06.673489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.683112 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee0b21c5-56bf-441b-9949-ba0155a70eb7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (381997ad-beb6-42f0-b72f-d549c7e481e5), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.742671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee0b21c5-56bf-441b-9949-ba0155a70eb7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (381997ad-beb6-42f0-b72f-d549c7e481e5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.746076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee0b21c5-56bf-441b-9949-ba0155a70eb7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (381997ad-beb6-42f0-b72f-d549c7e481e5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.765401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b21c5-56bf-441b-9949-ba0155a70eb7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381997ad-beb6-42f0-b72f-d549c7e481e5,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:06.770687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ee0b21c5-56bf-441b-9949-ba0155a70eb7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.771818 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ee0b21c5-56bf-441b-9949-ba0155a70eb7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256862 Sep 25 01:48:06.774629 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36288) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:06.778882 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5bf8f038-c6cf-4b19-90f2-e4a638258fac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '5835df89-cd16-4834-b96b-da2d1149902f', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:06.800542 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-5bf8f038-c6cf-4b19-90f2-e4a638258fac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:48:06.806609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f038-c6cf-4b19-90f2-e4a638258fac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (10595ce9-d0d0-4e48-bf89-6970ebcc8ce1), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.865158 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f038-c6cf-4b19-90f2-e4a638258fac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (10595ce9-d0d0-4e48-bf89-6970ebcc8ce1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.868680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f038-c6cf-4b19-90f2-e4a638258fac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (10595ce9-d0d0-4e48-bf89-6970ebcc8ce1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.886306 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8f038-c6cf-4b19-90f2-e4a638258fac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10595ce9-d0d0-4e48-bf89-6970ebcc8ce1,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:06.894630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f038-c6cf-4b19-90f2-e4a638258fac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.895805 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5bf8f038-c6cf-4b19-90f2-e4a638258fac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201861 Sep 25 01:48:06.898541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36290) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:06.902750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-fb1e0027-23a7-4446-a954-ba8753900213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '5835df89-cd16-4834-b96b-da2d1149902f', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:06.910648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:06.926373 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-fb1e0027-23a7-4446-a954-ba8753900213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:48:06.932382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0027-23a7-4446-a954-ba8753900213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (86d2eb6b-b5a9-47fa-a10d-bcb37d5b367a), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.992297 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0027-23a7-4446-a954-ba8753900213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (86d2eb6b-b5a9-47fa-a10d-bcb37d5b367a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:06.996610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0027-23a7-4446-a954-ba8753900213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (86d2eb6b-b5a9-47fa-a10d-bcb37d5b367a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.014957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e0027-23a7-4446-a954-ba8753900213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d2eb6b-b5a9-47fa-a10d-bcb37d5b367a,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:07.022604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0027-23a7-4446-a954-ba8753900213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.023791 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fb1e0027-23a7-4446-a954-ba8753900213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243382 Sep 25 01:48:07.026843 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36292) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:07.032667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'network': {'name': 'tempest-network-smoke--450386133', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'port_security_enabled': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:07.051541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:48:07.055133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.077802 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:07.082008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:48:07.093130 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (94558c92-2ec8-41b7-b03f-00e32af5bae3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.093572 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Added segment 94558c92-2ec8-41b7-b03f-00e32af5bae3 of type vlan for network 16a15522-d86b-4e10-8a56-25ee2bccc87a Sep 25 01:48:07.137527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (16a15522-d86b-4e10-8a56-25ee2bccc87a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.163135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (16a15522-d86b-4e10-8a56-25ee2bccc87a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.168006 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:07.168597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.229201 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1985419 Sep 25 01:48:07.229646 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36294) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:07.234473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'admin_state_up': True, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:07.238637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363fe76-c003-4ed0-b888-c11049b37b39 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Network': ['ID=16a15522-d86b-4e10-8a56-25ee2bccc87a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:07.249044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 16a15522-d86b-4e10-8a56-25ee2bccc87a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:48:07.260270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (c1796298-9cc9-47ae-a211-1419ae64b519), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.261276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (c1796298-9cc9-47ae-a211-1419ae64b519), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.313845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (c1796298-9cc9-47ae-a211-1419ae64b519), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.450007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:07.454466 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (c1796298-9cc9-47ae-a211-1419ae64b519), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.466119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:07.627778 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (c1796298-9cc9-47ae-a211-1419ae64b519), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.646818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.753063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.110 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/b60ae1be-c458-496a-894d-820ccbcedc46) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:48:07.859542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (b60ae1be-c458-496a-894d-820ccbcedc46), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.890481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:07.931068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:48:07.935909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:48:07.939725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:48:07.942976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=b60ae1be-c458-496a-894d-820ccbcedc46,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:08.177130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (c1796298-9cc9-47ae-a211-1419ae64b519), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:08.225145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:08.695176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (c1796298-9cc9-47ae-a211-1419ae64b519), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:08.744039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:08.820042 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router c1796298-9cc9-47ae-a211-1419ae64b519 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:48:08.922027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:48:08.931889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Sync routers for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:48:08.942338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:08.942510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:48:08.943040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:48:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:08.943566 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6450e0a1-8108-47f4-9f69-12f0ed7da043 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7127888 Sep 25 01:48:08.946863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36296) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:09.048623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:48:09.075279 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f7611d38-c728-4e15-ae9e-3bf4e52fa1f7 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=2c1cde042c3544d7a5c88f7ce9dca20d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1273215 Sep 25 01:48:09.078109 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36300) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:09.166126 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b54a1-dd82-429f-9f34-578d78786548 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:09.167652 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-af5b54a1-dd82-429f-9f34-578d78786548 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885756 Sep 25 01:48:09.170530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36302) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:09.199062 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3567e70b-0dea-4199-b082-1f7de5081886 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274737 Sep 25 01:48:09.201655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36304) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:09.206364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1096031974', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:09.223378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:08Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:09.253335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Checking router: c1796298-9cc9-47ae-a211-1419ae64b519 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:48:09.254329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Updating router c1796298-9cc9-47ae-a211-1419ae64b519 port b60ae1be-c458-496a-894d-820ccbcedc46 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:48:09.282523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.300140 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:48:09.303931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.489087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (07ad646c-4833-4bc7-b5ad-9f5588f22634), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.536854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Publish callbacks [] for port (b60ae1be-c458-496a-894d-820ccbcedc46), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.542230 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.555913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Subnet': ['ID=07ad646c-4833-4bc7-b5ad-9f5588f22634,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:09.560243 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Checking segment: {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:48:09.560619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network hostable DHCP agents. Network: 16a15522-d86b-4e10-8a56-25ee2bccc87a, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:48:09.571664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:09.578025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 16a15522-d86b-4e10-8a56-25ee2bccc87a is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:48:09.580953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Attempting to bind port b60ae1be-c458-496a-894d-820ccbcedc46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:48:09.581241 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Attempting to bind port b60ae1be-c458-496a-894d-820ccbcedc46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:48:09.581611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Attempting to bind port b60ae1be-c458-496a-894d-820ccbcedc46 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:48:09.588099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 16a15522-d86b-4e10-8a56-25ee2bccc87a) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:48:09.592252 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:09.592840 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.609850 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0634f2de-bf22-49c5-a9d0-1019d78a7f7a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4071498 Sep 25 01:48:09.612694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f1a82-594f-419b-b846-a48c59f7781b None None] Network 16a15522-d86b-4e10-8a56-25ee2bccc87a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:48:09.613206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36306) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:09.631708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf3988-27ec-4761-8fbd-014b3bdd672b None None] Pushing event updated for resources: {'Port': ['ID=b60ae1be-c458-496a-894d-820ccbcedc46,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:09.683787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:09.693810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:48:09.694186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:48:09.694585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.694973 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:48:09.695445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Bound port: b60ae1be-c458-496a-894d-820ccbcedc46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:48:09.695818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.706387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:09.709985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:09.774714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-16a15522-d86b-4e10-8a56-25ee2bccc87a', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:48:09.775733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.783569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] For port b60ae1be-c458-496a-894d-820ccbcedc46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:48:09.805357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] For port b60ae1be-c458-496a-894d-820ccbcedc46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b60ae1be-c458-496a-894d-820ccbcedc46,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:48:09.814793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:09.903475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:48:09.904142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:48:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:09.985960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf3988-27ec-4761-8fbd-014b3bdd672b None None] Pushing event updated for resources: {'Port': ['ID=b60ae1be-c458-496a-894d-820ccbcedc46,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:10.053416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Allocated IP 172.20.0.2 (16a15522-d86b-4e10-8a56-25ee2bccc87a/07ad646c-4833-4bc7-b5ad-9f5588f22634/a130e85f-4290-4319-b09d-4ba1ac0d2b93) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:48:10.058427 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:10.074431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:48:10.346665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:08Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:10.348679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Publish callbacks [] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:10.373050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:10.375171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e3d44-8f35-47d9-913d-329f95388e2d None None] The sync data for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv is: [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:08Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:48:10.420306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Network 16a15522-d86b-4e10-8a56-25ee2bccc87a is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:48:10.423430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:48:10.423811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.1 (16a15522-d86b-4e10-8a56-25ee2bccc87a/07ad646c-4833-4bc7-b5ad-9f5588f22634/d930463b-5f24-400d-b823-0710ea5374b7) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:48:10.427901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:48:10.441608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Pushing event updated for resources: {'Port': ['ID=a130e85f-4290-4319-b09d-4ba1ac0d2b93,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:10.501255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Attempting to bind port a130e85f-4290-4319-b09d-4ba1ac0d2b93 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:48:10.501665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Attempting to bind port a130e85f-4290-4319-b09d-4ba1ac0d2b93 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:48:10.502037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Attempting to bind port a130e85f-4290-4319-b09d-4ba1ac0d2b93 on network 16a15522-d86b-4e10-8a56-25ee2bccc87a {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:48:10.504883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:10.537207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:10.549744 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:48:10.550128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Checking segment: {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:48:10.550542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:10.550940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Bound using segment: {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:48:10.551421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Bound port: a130e85f-4290-4319-b09d-4ba1ac0d2b93, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:48:10.551821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:10.554195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:10.575425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (d930463b-5f24-400d-b823-0710ea5374b7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:10.613596 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d930463b-5f24-400d-b823-0710ea5374b7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:10.619978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] For port a130e85f-4290-4319-b09d-4ba1ac0d2b93, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:48:10.625112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] For port a130e85f-4290-4319-b09d-4ba1ac0d2b93, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a130e85f-4290-4319-b09d-4ba1ac0d2b93,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:48:10.637723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:10.680403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 16a15522-d86b-4e10-8a56-25ee2bccc87a is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:48:10.683784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:48:10.688473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:48:10.716641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee23b87-24c8-42ed-b511-34ddd68ac172 None None] Pushing event updated for resources: {'Port': ['ID=a130e85f-4290-4319-b09d-4ba1ac0d2b93,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:10.724935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=d930463b-5f24-400d-b823-0710ea5374b7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:10.754844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (c1796298-9cc9-47ae-a211-1419ae64b519), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:10.820871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:10.940163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d930463b-5f24-400d-b823-0710ea5374b7), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:11.241559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (d930463b-5f24-400d-b823-0710ea5374b7), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:11.246716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (d930463b-5f24-400d-b823-0710ea5374b7), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:11.250436 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:11.327713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=d930463b-5f24-400d-b823-0710ea5374b7,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:11.330262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (c1796298-9cc9-47ae-a211-1419ae64b519), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:11.435077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 16a15522-d86b-4e10-8a56-25ee2bccc87a is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:48:11.436952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:48:11.528293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:11.550428 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router c1796298-9cc9-47ae-a211-1419ae64b519 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:48:11.650558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8fa0aa-3776-4fad-9510-8bd0c14b5fd9 None None] Network 16a15522-d86b-4e10-8a56-25ee2bccc87a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:48:11.661877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:48:11.667477 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ac2915b4-381b-4e08-b01c-a54af235ca00 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/c1796298-9cc9-47ae-a211-1419ae64b519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0532453 Sep 25 01:48:11.762659 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=39 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:11.763671 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=46 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:11.918911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-6d944c8c-00ff-4f65-8814-5adaaeac7176 None None] Provisioning complete for port a130e85f-4290-4319-b09d-4ba1ac0d2b93 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:11.918911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6d944c8c-00ff-4f65-8814-5adaaeac7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:11.919134 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-6d944c8c-00ff-4f65-8814-5adaaeac7176 None None] Attempt 1 to provision port a130e85f-4290-4319-b09d-4ba1ac0d2b93 Sep 25 01:48:11.987281 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-1dda60d5-b487-499b-a31d-76dc86da6035 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1053566093&fields=id&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 267 time: 0.0526118 Sep 25 01:48:12.004788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6d944c8c-00ff-4f65-8814-5adaaeac7176 None None] Current status of the port a130e85f-4290-4319-b09d-4ba1ac0d2b93 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:12.005178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6d944c8c-00ff-4f65-8814-5adaaeac7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.041586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6d944c8c-00ff-4f65-8814-5adaaeac7176 None None] For port a130e85f-4290-4319-b09d-4ba1ac0d2b93, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a130e85f-4290-4319-b09d-4ba1ac0d2b93,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:48:12.046919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6d944c8c-00ff-4f65-8814-5adaaeac7176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.075422 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:12.106821 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Sync routers for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:48:12.111648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d944c8c-00ff-4f65-8814-5adaaeac7176 None None] Pushing event updated for resources: {'Port': ['ID=a130e85f-4290-4319-b09d-4ba1ac0d2b93,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:12.119111 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:48:12.119721 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:48:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:12.147345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-955c8082-e1dc-4427-920a-56207070f58d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:12.149210 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-955c8082-e1dc-4427-920a-56207070f58d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/networks?id=16a15522-d86b-4e10-8a56-25ee2bccc87a HTTP/1.1" status: 200 len: 796 time: 0.1501224 Sep 25 01:48:12.164861 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-b3dfefab-fc40-47b8-b891-daef6b9379ba tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/quotas/2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 375 time: 0.0099719 Sep 25 01:48:12.220059 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-5a5e43cc-de63-4a6e-be08-8bade5a49bd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495298 Sep 25 01:48:12.235311 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:48:12.273866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Provisioning complete for port d930463b-5f24-400d-b823-0710ea5374b7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:12.274437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d930463b-5f24-400d-b823-0710ea5374b7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.274575 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Attempt 1 to provision port d930463b-5f24-400d-b823-0710ea5374b7 Sep 25 01:48:12.313444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Port d930463b-5f24-400d-b823-0710ea5374b7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:48:12.411589 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-684afd18-1dc0-43b8-8d8d-2304d122022b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797395 Sep 25 01:48:12.491724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a130e85f-4290-4319-b09d-4ba1ac0d2b93 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:48:12.492827 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:10Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd930463b-5f24-400d-b823-0710ea5374b7', 'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:c9:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:10Z', 'updated_at': '2022-09-25T01:48:11Z', 'revision_number': 2, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:12.524327 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Checking router: c1796298-9cc9-47ae-a211-1419ae64b519 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:48:12.524822 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Updating router c1796298-9cc9-47ae-a211-1419ae64b519 port d930463b-5f24-400d-b823-0710ea5374b7 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:48:12.526832 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-555343fd-4578-4669-99bd-5c5e3ca929d4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135402 Sep 25 01:48:12.543868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a130e85f-4290-4319-b09d-4ba1ac0d2b93 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:12.544284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.544628 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a130e85f-4290-4319-b09d-4ba1ac0d2b93 Sep 25 01:48:12.560875 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d930463b-5f24-400d-b823-0710ea5374b7), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.667254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a130e85f-4290-4319-b09d-4ba1ac0d2b93 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:12.668709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b60ae1be-c458-496a-894d-820ccbcedc46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:48:12.717318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port b60ae1be-c458-496a-894d-820ccbcedc46 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:12.717900 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.718334 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port b60ae1be-c458-496a-894d-820ccbcedc46 Sep 25 01:48:12.762652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:12.815797 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Attempt 2 to provision port d930463b-5f24-400d-b823-0710ea5374b7 Sep 25 01:48:12.840245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port b60ae1be-c458-496a-894d-820ccbcedc46 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:12.840561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.852796 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-87c63751-4bcf-439a-8e22-01cbb32534af req-17241fe6-95ff-4e6f-b0f8-8d7e34bf0ec1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 210 time: 0.1337860 Sep 25 01:48:12.870945 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Publish callbacks [] for port (d930463b-5f24-400d-b823-0710ea5374b7), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.872661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port b60ae1be-c458-496a-894d-820ccbcedc46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b60ae1be-c458-496a-894d-820ccbcedc46,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:48:12.873620 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Port d930463b-5f24-400d-b823-0710ea5374b7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:48:12.879153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.884809 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d930463b-5f24-400d-b823-0710ea5374b7), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:12.907583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:12.936982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=b60ae1be-c458-496a-894d-820ccbcedc46,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:12.949377 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Pushing event updated for resources: {'Port': ['ID=d930463b-5f24-400d-b823-0710ea5374b7,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:12.972687 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.973030 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.973365 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.973700 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.974032 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.974934 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.975263 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.975583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.975904 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.976262 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.976589 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.976979 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.977257 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.977545 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.977851 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:48:12.996719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Attempting to bind port d930463b-5f24-400d-b823-0710ea5374b7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:48:12.997317 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Attempting to bind port d930463b-5f24-400d-b823-0710ea5374b7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:48:12.997681 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Attempting to bind port d930463b-5f24-400d-b823-0710ea5374b7 on network 16a15522-d86b-4e10-8a56-25ee2bccc87a {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:48:13.042085 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:48:13.042486 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Checking segment: {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:48:13.042886 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:13.043324 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Bound using segment: {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:48:13.043887 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Bound port: d930463b-5f24-400d-b823-0710ea5374b7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:48:13.044334 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d930463b-5f24-400d-b823-0710ea5374b7), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:13.081884 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:13.112879 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] For port d930463b-5f24-400d-b823-0710ea5374b7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:48:13.116817 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] For port d930463b-5f24-400d-b823-0710ea5374b7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d930463b-5f24-400d-b823-0710ea5374b7,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:48:13.122249 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d930463b-5f24-400d-b823-0710ea5374b7), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:13.161806 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:48:13.162344 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:48:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:13.209005 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:13.217952 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4b40d-b003-4528-8959-516bc785b5a5 None None] Pushing event updated for resources: {'Port': ['ID=d930463b-5f24-400d-b823-0710ea5374b7,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:13.284080 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:48:13.375522 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Attempt 3 to provision port d930463b-5f24-400d-b823-0710ea5374b7 Sep 25 01:48:13.460652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Current status of the port d930463b-5f24-400d-b823-0710ea5374b7 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:13.461045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d930463b-5f24-400d-b823-0710ea5374b7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:13.480432 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:10Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd930463b-5f24-400d-b823-0710ea5374b7', 'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:c9:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:10Z', 'updated_at': '2022-09-25T01:48:13Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:13.499181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] For port d930463b-5f24-400d-b823-0710ea5374b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d930463b-5f24-400d-b823-0710ea5374b7,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:48:13.502502 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d930463b-5f24-400d-b823-0710ea5374b7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:13.511106 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fa24a-0bd1-4c35-9597-24fb826b0233 None None] The sync data for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv is: [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:10Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd930463b-5f24-400d-b823-0710ea5374b7', 'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:c9:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:10Z', 'updated_at': '2022-09-25T01:48:13Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:48:13.532024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Provisioning complete for port a130e85f-4290-4319-b09d-4ba1ac0d2b93 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:13.532400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:13.532739 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Attempt 1 to provision port a130e85f-4290-4319-b09d-4ba1ac0d2b93 Sep 25 01:48:13.589378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Pushing event updated for resources: {'Port': ['ID=d930463b-5f24-400d-b823-0710ea5374b7,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:13.639571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-27673cff-52e6-4a4b-9e34-439aff6f80c1 None None] Current status of the port a130e85f-4290-4319-b09d-4ba1ac0d2b93 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:13.757598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0ea54b7e-9a89-4d59-8b84-b1bbbe6aea89 None None] Provisioning complete for port d930463b-5f24-400d-b823-0710ea5374b7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:13.757978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0ea54b7e-9a89-4d59-8b84-b1bbbe6aea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d930463b-5f24-400d-b823-0710ea5374b7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:13.758320 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0ea54b7e-9a89-4d59-8b84-b1bbbe6aea89 None None] Attempt 1 to provision port d930463b-5f24-400d-b823-0710ea5374b7 Sep 25 01:48:13.844963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0ea54b7e-9a89-4d59-8b84-b1bbbe6aea89 None None] Current status of the port d930463b-5f24-400d-b823-0710ea5374b7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:13.939808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-bd81e1b1-dc02-4df0-91b4-b37562bc0352 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:13.941283 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-bd81e1b1-dc02-4df0-91b4-b37562bc0352 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/networks?id=16a15522-d86b-4e10-8a56-25ee2bccc87a HTTP/1.1" status: 200 len: 796 time: 0.1232767 Sep 25 01:48:13.978847 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7318cebd-dced-4a19-be0d-25ebc6fa0b4e req-7069cb84-1f94-4b8a-aa66-afdff835962d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 210 time: 0.0364611 Sep 25 01:48:14.034180 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-62c68379-efcb-42cd-90b5-6f6721565b8d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 380 time: 0.0794356 Sep 25 01:48:14.124864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'port': {'device_id': '868613bc-724e-4654-84f5-757c0f5784b8', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'admin_state_up': True, 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'security_groups': ['5835df89-cd16-4834-b96b-da2d1149902f']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:14.240064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:48:14.243845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:14.255568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:14.385907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.9 (16a15522-d86b-4e10-8a56-25ee2bccc87a/07ad646c-4833-4bc7-b5ad-9f5588f22634/28c0ac6b-bf76-4b9d-8a61-e428a5d9380c) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:48:14.498179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d930463b-5f24-400d-b823-0710ea5374b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:48:14.551157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:14.553765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d930463b-5f24-400d-b823-0710ea5374b7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:14.554156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d930463b-5f24-400d-b823-0710ea5374b7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:14.554592 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d930463b-5f24-400d-b823-0710ea5374b7 Sep 25 01:48:14.589376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:14.602820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:14.632168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d930463b-5f24-400d-b823-0710ea5374b7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:14.633242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b60ae1be-c458-496a-894d-820ccbcedc46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:48:14.644775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 16a15522-d86b-4e10-8a56-25ee2bccc87a is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:48:14.649028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:48:14.653377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:48:14.678745 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:14.679735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port b60ae1be-c458-496a-894d-820ccbcedc46 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:14.680140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:14.680498 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port b60ae1be-c458-496a-894d-820ccbcedc46 Sep 25 01:48:14.714733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:14.715616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:14.733662 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-87f33e25-3e23-4381-9aaf-5c861282acf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127596 Sep 25 01:48:14.734344 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:14.750911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Request body: {'port': {'device_id': '868613bc-724e-4654-84f5-757c0f5784b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:14.771392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port b60ae1be-c458-496a-894d-820ccbcedc46 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:14.817567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:14.877653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c5936c68-a718-4e68-a224-09af090799f6 None None] Provisioning complete for port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:14.878108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5936c68-a718-4e68-a224-09af090799f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:14.878529 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c5936c68-a718-4e68-a224-09af090799f6 None None] Attempt 1 to provision port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c Sep 25 01:48:14.910951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5936c68-a718-4e68-a224-09af090799f6 None None] Port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:48:15.082204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:48:15.089868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Publish callbacks [] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:15.102300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Transition to ACTIVE for port object 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:48:15.106236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:15.108086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a11469-984d-4ab8-b12a-7ae559711b6d req-b528ae44-6d28-449b-ad6f-4fa1921c63e6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:15.109604 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-19a11469-984d-4ab8-b12a-7ae559711b6d req-b528ae44-6d28-449b-ad6f-4fa1921c63e6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 931 time: 0.0489376 Sep 25 01:48:15.110690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:15.162381 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-19a11469-984d-4ab8-b12a-7ae559711b6d req-6eae2d4e-2c5c-4934-9c44-047bda887791 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464883 Sep 25 01:48:15.169683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:15.223482 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Attempting to bind port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:48:15.223835 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Attempting to bind port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:48:15.224196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Attempting to bind port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c on network 16a15522-d86b-4e10-8a56-25ee2bccc87a {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:48:15.265092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c on network 16a15522-d86b-4e10-8a56-25ee2bccc87a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:48:15.265347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Attempting to bind port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c on network 16a15522-d86b-4e10-8a56-25ee2bccc87a {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:48:15.306178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:48:15.306521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Checking segment: {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:48:15.306905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Bound using segment: {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:48:15.307342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Bound port: 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94558c92-2ec8-41b7-b03f-00e32af5bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:48:15.307700 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:15.366702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] For port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:48:15.369690 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] For port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:48:15.376093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:15.380202 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:15.380756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:15.383011 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/28c0ac6b-bf76-4b9d-8a61-e428a5d9380c HTTP/1.1" status: 200 len: 1093 time: 0.6359236 Sep 25 01:48:15.383011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:48:15.385014 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:48:15.412546 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c5936c68-a718-4e68-a224-09af090799f6 None None] Attempt 2 to provision port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c Sep 25 01:48:15.428443 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f1e6e-6a74-45d5-b507-30a08e22d5b8 x-openstack-request-id: req-e00f1e6e-6a74-45d5-b507-30a08e22d5b8 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:48:15.428732 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:48:15.428982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e00f1e6e-6a74-45d5-b507-30a08e22d5b8 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:48:15.429411 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00f1e6e-6a74-45d5-b507-30a08e22d5b8'] response: {'name': 'network-changed', 'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'status': 'completed', 'code': 200} Sep 25 01:48:15.441862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b5ff9-6fec-4980-8290-e517c9c59ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:15.458864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5936c68-a718-4e68-a224-09af090799f6 None None] Port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:48:15.493036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-7c5ff936-1b53-4104-8bad-eaa73a9c8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:15.494576 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-7c5ff936-1b53-4104-8bad-eaa73a9c8854 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 1127 time: 0.0404243 Sep 25 01:48:15.570818 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-456b897e-e659-4a5a-9660-a42d7d2a6c61 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c HTTP/1.1" status: 200 len: 217 time: 0.0326371 Sep 25 01:48:15.584060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:15.621298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-e9ce7acf-db85-480a-84b8-c222c315fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:15.622717 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-e9ce7acf-db85-480a-84b8-c222c315fccb service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=07ad646c-4833-4bc7-b5ad-9f5588f22634 HTTP/1.1" status: 200 len: 835 time: 0.0452461 Sep 25 01:48:15.670239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-2df6b558-7c06-4fbb-86e4-2e7fd4843e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:15.671727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-2df6b558-7c06-4fbb-86e4-2e7fd4843e42 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=16a15522-d86b-4e10-8a56-25ee2bccc87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421576 Sep 25 01:48:15.761681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-2dc2990e-15c3-42eb-9fca-76fada460796 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835078 Sep 25 01:48:15.852594 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-872aaa0f-c4e9-4bee-a28e-2ce5fdd86ba6 req-86ce1f85-778c-4357-92b1-93e2d505879f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854475 Sep 25 01:48:16.284479 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e34a7-6889-4f7b-b6ca-55f36a81ec23 req-8e907a5d-0900-45a4-9d63-3261f7bc8abf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:16.286008 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a12e34a7-6889-4f7b-b6ca-55f36a81ec23 req-8e907a5d-0900-45a4-9d63-3261f7bc8abf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 943 time: 0.0485227 Sep 25 01:48:16.335750 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a12e34a7-6889-4f7b-b6ca-55f36a81ec23 req-9d04262d-a1a9-4b2c-a238-0b8ea5677fbe tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441678 Sep 25 01:48:17.459589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab843e-b71b-463a-a778-61a774c58841 req-5c0f0a25-e47a-4846-93f6-7c496ec27792 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:17.461106 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-80ab843e-b71b-463a-a778-61a774c58841 req-5c0f0a25-e47a-4846-93f6-7c496ec27792 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 943 time: 0.0469291 Sep 25 01:48:17.509802 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-80ab843e-b71b-463a-a778-61a774c58841 req-aa412c98-ba36-4aac-947a-1283c9b88bed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432088 Sep 25 01:48:17.845729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-a793b6b9-c8d0-4b83-aee7-85c9814b3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:17.847212 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-a793b6b9-c8d0-4b83-aee7-85c9814b3584 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 1127 time: 0.0433691 Sep 25 01:48:17.935113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-ac5a5878-6b0a-453a-ab08-8fa585a713c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:17.936585 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-ac5a5878-6b0a-453a-ab08-8fa585a713c9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=16a15522-d86b-4e10-8a56-25ee2bccc87a HTTP/1.1" status: 200 len: 897 time: 0.0836256 Sep 25 01:48:17.976713 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-cec6bf10-c35b-4699-97f4-e09639172d55 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c HTTP/1.1" status: 200 len: 217 time: 0.0349250 Sep 25 01:48:18.008594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:18.025269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-7972fe12-c074-4c65-b7cf-7357b5a4f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:18.026691 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-7972fe12-c074-4c65-b7cf-7357b5a4f459 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=07ad646c-4833-4bc7-b5ad-9f5588f22634 HTTP/1.1" status: 200 len: 835 time: 0.0444529 Sep 25 01:48:18.068161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-62cf3843-6190-4416-ad72-b3cc644523c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:18.069609 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-62cf3843-6190-4416-ad72-b3cc644523c2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=16a15522-d86b-4e10-8a56-25ee2bccc87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374479 Sep 25 01:48:18.161766 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-4e419567-c133-4fcf-89c4-f76b6f115365 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863004 Sep 25 01:48:18.248722 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-10bd730d-87ed-4d28-8d80-a7be8e68e2c1 req-52ba91aa-a713-4d1d-bb6b-312203369a33 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814800 Sep 25 01:48:18.632384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e21df-7f50-4657-8fe5-0e46f8a4c220 req-a815e641-2458-4504-a8e6-d392f864dca4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:18.633818 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6c8e21df-7f50-4657-8fe5-0e46f8a4c220 req-a815e641-2458-4504-a8e6-d392f864dca4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 943 time: 0.0501847 Sep 25 01:48:18.682393 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6c8e21df-7f50-4657-8fe5-0e46f8a4c220 req-2599cfc8-424f-4139-84b4-5255949cfedb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Sep 25 01:48:19.615929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:48:19.682480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:19.716451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:48:19.728372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'port_id': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'mac_address': 'fa:16:3e:57:bc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:48:19.762497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:19.762886 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:19.780654 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:48:19.800384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:48:19.804810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:19.814949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9271af-715f-4436-872d-d40b96eb66df req-638feac5-dae4-41bb-a43d-42c9111cc8d9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:19.816502 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3b9271af-715f-4436-872d-d40b96eb66df req-638feac5-dae4-41bb-a43d-42c9111cc8d9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 943 time: 0.0600545 Sep 25 01:48:19.850540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:19.868683 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3b9271af-715f-4436-872d-d40b96eb66df req-c2731047-2fe1-4d3d-b1ec-d57f85d272ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463929 Sep 25 01:48:20.225611 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['28c0ac6b-bf76-4b9d-8a61-e428a5d9380c'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:48:20.994346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5d47-2876-427c-ac00-d9d264fd4005 req-ad6f10ba-8298-458e-8d4b-3dd20b83d656 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:20.996599 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e47f5d47-2876-427c-ac00-d9d264fd4005 req-ad6f10ba-8298-458e-8d4b-3dd20b83d656 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 944 time: 0.0519788 Sep 25 01:48:21.047592 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e47f5d47-2876-427c-ac00-d9d264fd4005 req-e538d745-9fd1-46c0-9b08-b2d2c31507e3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446730 Sep 25 01:48:21.652389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:48:21.696860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:48:21.702039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:48:21.702482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:21.702884 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c Sep 25 01:48:21.747245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:21.783081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:48:21.783474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:21.807164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:48:21.809464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ac6f02-a833-4ed6-aa12-22c98a480727" -d '{"events": [{"server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "name": "network-vif-plugged", "status": "completed", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:48:21.821622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:48:21.825699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:21.850228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f2f117-80bd-41f5-aceb-9bcb215e6204 x-openstack-request-id: req-87f2f117-80bd-41f5-aceb-9bcb215e6204 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:48:21.850464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "name": "network-vif-plugged", "status": "completed", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:48:21.850723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87f2f117-80bd-41f5-aceb-9bcb215e6204 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:48:21.851117 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f2f117-80bd-41f5-aceb-9bcb215e6204'] response: {'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'code': 200} Sep 25 01:48:21.874707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:22.055503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f0780-3476-4599-a30f-b4487f267950 req-cbfb8ff9-7899-46af-9192-e61e00a2e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:22.057070 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-555f0780-3476-4599-a30f-b4487f267950 req-cbfb8ff9-7899-46af-9192-e61e00a2e8b3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 1129 time: 0.0388348 Sep 25 01:48:22.091124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:22.114192 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-555f0780-3476-4599-a30f-b4487f267950 req-3ee07346-7c75-4715-ae3d-80ad52b7cb1f service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456011 Sep 25 01:48:22.172229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05359a1b-f3ee-435a-83fc-2d1481b6eff6 req-6a0c70e9-0842-4d48-b502-9196364b6754 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:22.173708 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-05359a1b-f3ee-435a-83fc-2d1481b6eff6 req-6a0c70e9-0842-4d48-b502-9196364b6754 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0511329 Sep 25 01:48:22.223413 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-05359a1b-f3ee-435a-83fc-2d1481b6eff6 req-a175e17c-8220-46e2-9c4a-c4c5e957a6a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440233 Sep 25 01:48:23.347074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f03b6f-c42d-4dc3-a043-30733e11c1c5 req-10abc18e-30b9-42c8-9bb6-78be4d23db20 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:23.348492 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79f03b6f-c42d-4dc3-a043-30733e11c1c5 req-10abc18e-30b9-42c8-9bb6-78be4d23db20 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0474539 Sep 25 01:48:23.402504 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79f03b6f-c42d-4dc3-a043-30733e11c1c5 req-c4905f74-24df-488d-b6cb-d4dadac1464a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484593 Sep 25 01:48:24.510694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:24.528652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356103a-0419-480a-bdb4-6f8304b4e97b req-77e90f3f-55c0-41ab-bc3c-0827da521627 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:24.530378 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5356103a-0419-480a-bdb4-6f8304b4e97b req-77e90f3f-55c0-41ab-bc3c-0827da521627 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0509791 Sep 25 01:48:24.579338 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5356103a-0419-480a-bdb4-6f8304b4e97b req-cf28fe6c-7314-449b-9926-c20c73a15fd6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428157 Sep 25 01:48:24.698213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8c871-3d04-47d0-9e33-700607bef07d req-71f426dd-3d8b-4d86-9b80-68802bc933d5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:24.699701 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-54c8c871-3d04-47d0-9e33-700607bef07d req-71f426dd-3d8b-4d86-9b80-68802bc933d5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0470352 Sep 25 01:48:24.748075 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-54c8c871-3d04-47d0-9e33-700607bef07d req-fe2845f9-1aae-4378-956f-4e341793c8dc tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Sep 25 01:48:24.775301 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36378) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:24.813475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f6dc45-ffb4-486a-b207-3c222e524cee tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:24.814971 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a8f6dc45-ffb4-486a-b207-3c222e524cee tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 1124 time: 0.0387628 Sep 25 01:48:24.817754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36380) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:24.821844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:48:24.842507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:24.924463 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:25.028117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.47 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/f5505767-68f9-40e3-99c6-e2cb694a9f46) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:48:25.129685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:25.135191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (f5505767-68f9-40e3-99c6-e2cb694a9f46), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:25.168699 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f5505767-68f9-40e3-99c6-e2cb694a9f46), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:25.206496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:48:25.213441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:48:25.218644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:48:25.251279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=f5505767-68f9-40e3-99c6-e2cb694a9f46,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:25.418010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:25.914919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (b66a2672-8b85-4790-bae8-a90d81899ddf), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:25.955965 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=30 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:25.956737 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=47 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:25.979276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f5505767-68f9-40e3-99c6-e2cb694a9f46), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:26.124125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (f5505767-68f9-40e3-99c6-e2cb694a9f46), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:26.128608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (f5505767-68f9-40e3-99c6-e2cb694a9f46), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:26.204910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (b66a2672-8b85-4790-bae8-a90d81899ddf), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:26.207888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=f5505767-68f9-40e3-99c6-e2cb694a9f46,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:48:26.238531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:26.304875 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP b66a2672-8b85-4790-bae8-a90d81899ddf associated. External IP: 172.36.7.47, port: 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c. Sep 25 01:48:26.504813 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router c1796298-9cc9-47ae-a211-1419ae64b519 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:48:26.576885 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:26.621733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:48:26.634174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] Sync routers for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:48:26.639991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:26.644810 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:48:26.645432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:48:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:26.673762 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2f0812c4-c751-4e46-99c9-8193f78944ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8550174 Sep 25 01:48:26.674421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:48:26.676716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3435555a-d98b-43d2-bf13-9285471f8e97" -d '{"events": [{"name": "network-changed", "server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:48:26.715785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24538d3f-e756-4818-aa3e-d18435f595ab x-openstack-request-id: req-24538d3f-e756-4818-aa3e-d18435f595ab {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:48:26.716099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:48:26.716356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24538d3f-e756-4818-aa3e-d18435f595ab {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:48:26.717457 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24538d3f-e756-4818-aa3e-d18435f595ab'] response: {'name': 'network-changed', 'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'status': 'completed', 'code': 200} Sep 25 01:48:26.728041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:26.757764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:48:26.777561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849426f-4c12-4a3b-8d0f-1850f4a74cfd req-6c3ead72-2567-4fe9-9d4b-94ce7cc29e7d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:26.779463 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4849426f-4c12-4a3b-8d0f-1850f4a74cfd req-6c3ead72-2567-4fe9-9d4b-94ce7cc29e7d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0490637 Sep 25 01:48:26.818498 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-ba9b0024-586d-48cb-8f83-d420c7e68db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:26.820081 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-ba9b0024-586d-48cb-8f83-d420c7e68db7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 1129 time: 0.0422049 Sep 25 01:48:26.835082 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4849426f-4c12-4a3b-8d0f-1850f4a74cfd req-4c98fdd8-4525-4fcf-bfe8-81bb441e5030 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494428 Sep 25 01:48:26.865257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36386) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:26.932247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-371e79db-9f58-428b-b9fa-02c9c801cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:26.934443 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-371e79db-9f58-428b-b9fa-02c9c801cc16 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=16a15522-d86b-4e10-8a56-25ee2bccc87a HTTP/1.1" status: 200 len: 897 time: 0.1080229 Sep 25 01:48:26.938216 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-4fc82602-bc8b-44e1-ba37-361354611f71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/b66a2672-8b85-4790-bae8-a90d81899ddf HTTP/1.1" status: 200 len: 990 time: 0.0706658 Sep 25 01:48:26.980422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:10Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b66a2672-8b85-4790-bae8-a90d81899ddf', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.47', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'port_id': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'mac_address': 'fa:16:3e:57:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868613bc-724e-4654-84f5-757c0f5784b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:48:25Z', 'updated_at': '2022-09-25T01:48:25Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd930463b-5f24-400d-b823-0710ea5374b7', 'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:c9:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:10Z', 'updated_at': '2022-09-25T01:48:13Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:27.001065 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-d0573e01-a0bf-46b7-9b7e-26c56300a169 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c HTTP/1.1" status: 200 len: 998 time: 0.0593522 Sep 25 01:48:27.004985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] Checking router: c1796298-9cc9-47ae-a211-1419ae64b519 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:48:27.013618 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:48:27.014163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:48:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:27.050102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-a189aac4-5d04-4ac8-ad6b-ce2cc9d43d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:27.051581 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-a189aac4-5d04-4ac8-ad6b-ce2cc9d43d2b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=07ad646c-4833-4bc7-b5ad-9f5588f22634 HTTP/1.1" status: 200 len: 835 time: 0.0455055 Sep 25 01:48:27.094115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-9d727a4b-cc35-49c4-aa99-518a92e81851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:27.095712 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-9d727a4b-cc35-49c4-aa99-518a92e81851 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=16a15522-d86b-4e10-8a56-25ee2bccc87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386906 Sep 25 01:48:27.116540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:48:27.194327 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-d87cb233-db1d-44b2-b20a-2bfb9ec53008 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930924 Sep 25 01:48:27.287225 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3435555a-d98b-43d2-bf13-9285471f8e97 req-4fb7db15-e7ac-4f25-8c0e-8b24c239f4cb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859392 Sep 25 01:48:27.334534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:10Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b66a2672-8b85-4790-bae8-a90d81899ddf', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.47', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'port_id': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'mac_address': 'fa:16:3e:57:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868613bc-724e-4654-84f5-757c0f5784b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:48:25Z', 'updated_at': '2022-09-25T01:48:25Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd930463b-5f24-400d-b823-0710ea5374b7', 'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:c9:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:10Z', 'updated_at': '2022-09-25T01:48:13Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:48:27.359326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a377d7-129f-481a-943d-a88a0b8333c9 None None] The sync data for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv is: [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:10Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b66a2672-8b85-4790-bae8-a90d81899ddf', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.47', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'port_id': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'mac_address': 'fa:16:3e:57:bc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868613bc-724e-4654-84f5-757c0f5784b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:48:25Z', 'updated_at': '2022-09-25T01:48:25Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd930463b-5f24-400d-b823-0710ea5374b7', 'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:c9:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:10Z', 'updated_at': '2022-09-25T01:48:13Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:48:27.561733 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de09a90-4482-4039-aa45-c5a06f801e2f None None] New status for floating IP b66a2672-8b85-4790-bae8-a90d81899ddf: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:48:27.941006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36388) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:48:28.002400 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0e37455f-4094-4455-b324-eb8d72a9f4c2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/b66a2672-8b85-4790-bae8-a90d81899ddf HTTP/1.1" status: 200 len: 992 time: 0.0602593 Sep 25 01:48:28.711108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ae278a86-bf6b-4f30-93a1-52a6a275ae6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:29.615213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:29.625290 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-b28f5fdf-b5d1-44b0-b61e-439c99a2cf2c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401294 Sep 25 01:48:29.724771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-bd7dc1e3-1daf-4c70-8803-75d3e57fe732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:29.726246 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-bd7dc1e3-1daf-4c70-8803-75d3e57fe732 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 1129 time: 0.0395627 Sep 25 01:48:29.833295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-7ea41b56-79fc-414a-8970-def63baf60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:29.834778 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-7ea41b56-79fc-414a-8970-def63baf60ee service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=16a15522-d86b-4e10-8a56-25ee2bccc87a HTTP/1.1" status: 200 len: 897 time: 0.0913596 Sep 25 01:48:29.894421 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-f7bf679f-d156-4026-acde-bf5713eafbdf service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c HTTP/1.1" status: 200 len: 1000 time: 0.0542173 Sep 25 01:48:29.945775 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-2f17bb9a-ac4c-49b7-9aad-13822099d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:29.947212 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-2f17bb9a-ac4c-49b7-9aad-13822099d56d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=07ad646c-4833-4bc7-b5ad-9f5588f22634 HTTP/1.1" status: 200 len: 835 time: 0.0473547 Sep 25 01:48:29.990035 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-d684b2b0-5323-4613-8e80-668d35cb81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:48:29.991500 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-d684b2b0-5323-4613-8e80-668d35cb81a7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=16a15522-d86b-4e10-8a56-25ee2bccc87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390730 Sep 25 01:48:30.061428 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:30.084999 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-8aac8554-395f-4697-a68c-1c856a76710e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877903 Sep 25 01:48:30.174625 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-807b387a-d35f-46ca-9ddc-bbf18e5a2e42 req-af4adbe4-2b66-4725-b496-3915488aba0f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840442 Sep 25 01:48:31.613622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b103b1f-07f0-4400-bed7-7a11a52100af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:33.935785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:34.146005 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:48:36.081576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:36.674978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:36.927266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=19 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:36.932340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:40.161302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=47 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:40.172317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=13 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:41.251884 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:48:44.141998 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=24 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:44.142798 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:51.245762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:51.247691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:48:58.715574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cfb6-a24a-4464-9381-6397412b94b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:01.616891 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d3574f64-606d-4b54-a380-d440e92ba2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:02.948783 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:02.955895 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:03.937032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:06.084379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:06.674493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:11.144506 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:49:11.240341 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:21.140230 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:21.234557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=2,neutron:SELECT=24 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:21.236415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:28.717486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5e99efdc-855a-49a1-853e-5fb2ec5174ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:29.893799 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-a8b2b41e-3ff7-45a5-bd7b-ee310a1f3da3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384941 Sep 25 01:49:29.995449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-2cde3cd7-f855-4c9d-957c-36b65393177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:29.996987 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-2cde3cd7-f855-4c9d-957c-36b65393177f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 1129 time: 0.0437717 Sep 25 01:49:30.098674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-5c111fb5-9ac1-462d-a040-7a80a203f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:30.100182 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-5c111fb5-9ac1-462d-a040-7a80a203f19d service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=16a15522-d86b-4e10-8a56-25ee2bccc87a HTTP/1.1" status: 200 len: 897 time: 0.0851495 Sep 25 01:49:30.164620 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-2b6923cb-fe79-45d3-9aed-3676a951e661 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c HTTP/1.1" status: 200 len: 1000 time: 0.0589471 Sep 25 01:49:30.212772 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-527ca179-ceb4-4572-81ef-e2de5225edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:30.214213 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-527ca179-ceb4-4572-81ef-e2de5225edd8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=07ad646c-4833-4bc7-b5ad-9f5588f22634 HTTP/1.1" status: 200 len: 835 time: 0.0448987 Sep 25 01:49:30.255515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-9392b9ef-b91f-4f0f-9659-c55a81b6f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:30.257012 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-9392b9ef-b91f-4f0f-9659-c55a81b6f1e5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=16a15522-d86b-4e10-8a56-25ee2bccc87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377252 Sep 25 01:49:30.349895 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-988dd2e8-7720-4a82-a4f7-56596b1bdf0d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872273 Sep 25 01:49:30.440320 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50b2727-ea60-478f-9a18-6c8d840215b8 req-241c06a8-2f36-4f31-9e95-067a91a98993 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842671 Sep 25 01:49:30.885497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1121-ba15-41b8-ac8a-e336202b7164 req-a38de7a8-7ba0-478b-b38e-fca1aae46ebe tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:30.887012 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7e5c1121-ba15-41b8-ac8a-e336202b7164 req-a38de7a8-7ba0-478b-b38e-fca1aae46ebe tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0600336 Sep 25 01:49:30.936690 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7e5c1121-ba15-41b8-ac8a-e336202b7164 req-3eba113f-3d4c-4742-a897-2209f7791063 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441852 Sep 25 01:49:31.619167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b652121c-1c99-41c4-8cc7-63889b8d758a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:32.063691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a15f5-b919-4d4f-8611-ca663f308c05 req-311c5bcc-1bda-47b8-a652-92a9951bc769 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:32.065210 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-394a15f5-b919-4d4f-8611-ca663f308c05 req-311c5bcc-1bda-47b8-a652-92a9951bc769 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0515130 Sep 25 01:49:32.114375 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-394a15f5-b919-4d4f-8611-ca663f308c05 req-c83d1796-d611-48a2-9a06-9e64c4ec333c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Sep 25 01:49:32.143568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36420) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:32.201881 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-afe8ef38-f829-453a-87ac-449df70da9d3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/b66a2672-8b85-4790-bae8-a90d81899ddf HTTP/1.1" status: 200 len: 992 time: 0.0570996 Sep 25 01:49:33.518911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37e4c-35b6-4279-97ac-5194f5dd7077 req-1cf696a0-b520-4fdc-b825-ff223ac13ec7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:33.520331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-63e37e4c-35b6-4279-97ac-5194f5dd7077 req-1cf696a0-b520-4fdc-b825-ff223ac13ec7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0505981 Sep 25 01:49:33.569937 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-63e37e4c-35b6-4279-97ac-5194f5dd7077 req-7c8be5df-0c6d-4d94-b7ed-79ea710a4260 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 Sep 25 01:49:33.942399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:34.692563 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0caed3-eafd-4e1e-abbe-baae7fbe8d1b req-7e61eb53-788b-49f9-9056-4c09567823aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:34.694022 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8d0caed3-eafd-4e1e-abbe-baae7fbe8d1b req-7e61eb53-788b-49f9-9056-4c09567823aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0478277 Sep 25 01:49:34.742551 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8d0caed3-eafd-4e1e-abbe-baae7fbe8d1b req-a5462eb1-1532-4551-93ef-2ceee069d7fb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429451 Sep 25 01:49:34.773041 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36430) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:34.834918 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9f6483ea-ee98-4467-9566-052e8ba837a8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/b66a2672-8b85-4790-bae8-a90d81899ddf HTTP/1.1" status: 200 len: 992 time: 0.0602293 Sep 25 01:49:35.097101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36436) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:35.234528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port f5505767-68f9-40e3-99c6-e2cb694a9f46 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:49:35.234863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f5505767-68f9-40e3-99c6-e2cb694a9f46), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:35.313444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f5505767-68f9-40e3-99c6-e2cb694a9f46), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:35.313778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (f5505767-68f9-40e3-99c6-e2cb694a9f46), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:35.327771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for f5505767-68f9-40e3-99c6-e2cb694a9f46 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:49:35.468178 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (f5505767-68f9-40e3-99c6-e2cb694a9f46), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:35.497916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=f5505767-68f9-40e3-99c6-e2cb694a9f46,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:35.524565 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.524943 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.525279 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.525652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.525971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.526312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.526649 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.526985 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.527321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.527655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.528015 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.528351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.528686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.529017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.529613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:35.572448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (b66a2672-8b85-4790-bae8-a90d81899ddf), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:35.572787 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP b66a2672-8b85-4790-bae8-a90d81899ddf disassociated (deleted). External IP: 172.36.7.47, port: 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c. Sep 25 01:49:35.705544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:35.763834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:35.775051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router c1796298-9cc9-47ae-a211-1419ae64b519 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:49:36.088119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:36.158978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:49:36.163556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:36.172254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] Sync routers for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:49:36.181783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:49:36.182477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:49:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:36.194911 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d30b5bf3-17b8-43ed-ba66-8f0b7dbf4e0b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/b66a2672-8b85-4790-bae8-a90d81899ddf HTTP/1.1" status: 204 len: 168 time: 1.0967469 Sep 25 01:49:36.195551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:49:36.197819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650b4a1d-6209-4669-8398-bc03b988cb80" -d '{"events": [{"name": "network-changed", "server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:49:36.238338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4ec2b5-0010-4a6a-8242-5376cc435a38 x-openstack-request-id: req-ae4ec2b5-0010-4a6a-8242-5376cc435a38 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:49:36.238653 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:49:36.238909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae4ec2b5-0010-4a6a-8242-5376cc435a38 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:49:36.239316 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4ec2b5-0010-4a6a-8242-5376cc435a38'] response: {'name': 'network-changed', 'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'status': 'completed', 'code': 200} Sep 25 01:49:36.297949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:49:36.330801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-97353648-4d1d-40dd-afc5-1bb4b5452a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:36.333650 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-97353648-4d1d-40dd-afc5-1bb4b5452a85 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 1129 time: 0.0428901 Sep 25 01:49:36.469670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55453b-fe2d-489e-b41b-e1643e99c0e3 req-431feea2-3d4c-4264-b9ca-f18d1037395f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:36.471163 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6c55453b-fe2d-489e-b41b-e1643e99c0e3 req-431feea2-3d4c-4264-b9ca-f18d1037395f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0717335 Sep 25 01:49:36.472534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-53a99966-a09a-4791-8dd7-d68fb7f451e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:36.473877 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-53a99966-a09a-4791-8dd7-d68fb7f451e3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=16a15522-d86b-4e10-8a56-25ee2bccc87a HTTP/1.1" status: 200 len: 897 time: 0.1350706 Sep 25 01:49:36.499296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:10Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd930463b-5f24-400d-b823-0710ea5374b7', 'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:c9:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:10Z', 'updated_at': '2022-09-25T01:48:13Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:36.507041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:36.522222 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6c55453b-fe2d-489e-b41b-e1643e99c0e3 req-c816db6b-f32b-4256-8e80-8e991a2b1942 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453565 Sep 25 01:49:36.525220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] Checking router: c1796298-9cc9-47ae-a211-1419ae64b519 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:49:36.533802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:49:36.534418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:49:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:36.633936 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:49:36.727092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:36.831705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:10Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd930463b-5f24-400d-b823-0710ea5374b7', 'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:c9:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:10Z', 'updated_at': '2022-09-25T01:48:13Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:36.859784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104b2ce-6a69-4a91-867d-9982bf966fde None None] The sync data for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv is: [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:10Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd930463b-5f24-400d-b823-0710ea5374b7', 'name': '', 'network_id': '16a15522-d86b-4e10-8a56-25ee2bccc87a', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:c9:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:10Z', 'updated_at': '2022-09-25T01:48:13Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '07ad646c-4833-4bc7-b5ad-9f5588f22634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:49:37.069556 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d9783-77d9-4409-84f9-aa2af491173b None None] New status for floating IP b66a2672-8b85-4790-bae8-a90d81899ddf: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:49:37.645286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a08945-5adf-455f-85d3-07302e0dd232 req-02b77ab0-0706-43fb-a887-4ed2412d8419 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:37.646727 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f2a08945-5adf-455f-85d3-07302e0dd232 req-02b77ab0-0706-43fb-a887-4ed2412d8419 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0463209 Sep 25 01:49:37.698370 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f2a08945-5adf-455f-85d3-07302e0dd232 req-e80938a7-6967-49ce-a3ec-9ca9c31eeac1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5835df89-cd16-4834-b96b-da2d1149902f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460091 Sep 25 01:49:37.703501 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-9a3f3233-6b89-4281-a60b-d23a65379012 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c HTTP/1.1" status: 200 len: 217 time: 0.0343757 Sep 25 01:49:37.762972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-aa5d1cda-a679-4ee9-9ffe-515132bb88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:37.764820 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-aa5d1cda-a679-4ee9-9ffe-515132bb88ae service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=07ad646c-4833-4bc7-b5ad-9f5588f22634 HTTP/1.1" status: 200 len: 835 time: 0.0548482 Sep 25 01:49:37.803057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:37.809478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-a5101d8f-8a89-4435-bf78-25d886ba2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:37.810902 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-a5101d8f-8a89-4435-bf78-25d886ba2394 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=16a15522-d86b-4e10-8a56-25ee2bccc87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394671 Sep 25 01:49:37.905152 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-c305ba86-251d-4225-a4f0-ce3c7307ef6a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856738 Sep 25 01:49:38.033832 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-650b4a1d-6209-4669-8398-bc03b988cb80 req-6b8b785b-eda3-4cfb-8bf4-2c5c674ab96a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835154 Sep 25 01:49:38.353046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-30e38282-07e6-43e6-a491-5631a9c40890 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:38.354516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-30e38282-07e6-43e6-a491-5631a9c40890 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 945 time: 0.0471063 Sep 25 01:49:38.439602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:49:38.439975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:38.531534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:38.531911 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:38.549141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:49:38.675968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (28c0ac6b-bf76-4b9d-8a61-e428a5d9380c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:38.702077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=28c0ac6b-bf76-4b9d-8a61-e428a5d9380c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:38.712250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.712888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.713007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.713276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.713617 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.713956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.714291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.714622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.715324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.715324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.715620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.715909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.716262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.716587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.716912 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:38.764163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] No DVR routers for this DVR port 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:49:38.766841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:38.770122 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-95aa9baf-2ca5-4e74-8e4e-0152a09d7473 req-985fca8a-9827-4b3f-a579-fd0f2d3e7ec8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "DELETE /networking/v2.0/ports/28c0ac6b-bf76-4b9d-8a61-e428a5d9380c HTTP/1.1" status: 204 len: 173 time: 0.4104242 Sep 25 01:49:38.770626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'name': 'network-vif-deleted', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:49:38.772932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971dd4ab-069d-4afa-82cb-428615444f17" -d '{"events": [{"server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "name": "network-vif-deleted", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:49:38.806427 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-80f80a04-f445-4d79-8568-431e44c07fd4 req-ed5afcf2-4670-4ac3-880b-1e2577623fb2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=868613bc-724e-4654-84f5-757c0f5784b8 HTTP/1.1" status: 200 len: 210 time: 0.0280895 Sep 25 01:49:38.817244 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad59f4-9ddd-4963-8705-cfe674eac994 x-openstack-request-id: req-b3ad59f4-9ddd-4963-8705-cfe674eac994 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:49:38.817669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868613bc-724e-4654-84f5-757c0f5784b8", "name": "network-vif-deleted", "tag": "28c0ac6b-bf76-4b9d-8a61-e428a5d9380c", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:49:38.818311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3ad59f4-9ddd-4963-8705-cfe674eac994 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:49:38.818887 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ad59f4-9ddd-4963-8705-cfe674eac994'] response: {'server_uuid': '868613bc-724e-4654-84f5-757c0f5784b8', 'name': 'network-vif-deleted', 'tag': '28c0ac6b-bf76-4b9d-8a61-e428a5d9380c', 'status': 'completed', 'code': 200} Sep 25 01:49:39.873090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36452) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:40.095215 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:40.112054 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:40.191626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (c1796298-9cc9-47ae-a211-1419ae64b519), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:40.419797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port d930463b-5f24-400d-b823-0710ea5374b7 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:49:40.420187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d930463b-5f24-400d-b823-0710ea5374b7), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:40.512454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port d930463b-5f24-400d-b823-0710ea5374b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d930463b-5f24-400d-b823-0710ea5374b7,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:40.512817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d930463b-5f24-400d-b823-0710ea5374b7), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:40.525369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for d930463b-5f24-400d-b823-0710ea5374b7 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:49:40.710505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d930463b-5f24-400d-b823-0710ea5374b7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:40.739569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=d930463b-5f24-400d-b823-0710ea5374b7,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:40.914542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (c1796298-9cc9-47ae-a211-1419ae64b519), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:40.968028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:40.996149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:41.120178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router c1796298-9cc9-47ae-a211-1419ae64b519 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:49:41.240996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:41.550731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:49:41.556363 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9f4e2219-1269-4267-8955-e5872bcf913a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/c1796298-9cc9-47ae-a211-1419ae64b519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827378 Sep 25 01:49:41.558988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36454) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:41.561819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] Sync routers for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:49:41.573536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:49:41.574157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:49:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:41.613320 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2546da7b-9618-4590-83e0-a610a0209372 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting subnet 07ad646c-4833-4bc7-b5ad-9f5588f22634 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:49:41.616542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2546da7b-9618-4590-83e0-a610a0209372 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (07ad646c-4833-4bc7-b5ad-9f5588f22634), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:41.657041 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2546da7b-9618-4590-83e0-a610a0209372 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (07ad646c-4833-4bc7-b5ad-9f5588f22634), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:41.676469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:49:41.739307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2546da7b-9618-4590-83e0-a610a0209372 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (07ad646c-4833-4bc7-b5ad-9f5588f22634), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:41.779879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:41.802135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:41.803547 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2546da7b-9618-4590-83e0-a610a0209372 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (07ad646c-4833-4bc7-b5ad-9f5588f22634), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:41.831173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546da7b-9618-4590-83e0-a610a0209372 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Subnet': ['ID=07ad646c-4833-4bc7-b5ad-9f5588f22634,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:41.834850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-2546da7b-9618-4590-83e0-a610a0209372 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:41.838909 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-2546da7b-9618-4590-83e0-a610a0209372 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/07ad646c-4833-4bc7-b5ad-9f5588f22634 HTTP/1.1" status: 204 len: 168 time: 0.2787991 Sep 25 01:49:41.841444 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36456) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:41.847634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf88e0f-c7aa-49be-b206-d8e2a5f74bb4 None None] Network 16a15522-d86b-4e10-8a56-25ee2bccc87a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:49:41.916484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:49:41.939876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:49:40Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:41.941923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:49:41.942273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 28c0ac6b-bf76-4b9d-8a61-e428a5d9380c not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:49:41.943586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (c1796298-9cc9-47ae-a211-1419ae64b519), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:41.993193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] Checking router: c1796298-9cc9-47ae-a211-1419ae64b519 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:49:42.009504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] Routers {'c1796298-9cc9-47ae-a211-1419ae64b519'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:49:42.010123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:49:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['c1796298-9cc9-47ae-a211-1419ae64b519'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:42.054870 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (c1796298-9cc9-47ae-a211-1419ae64b519), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.070458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] DHCP port deletion for 16a15522-d86b-4e10-8a56-25ee2bccc87a request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:49:42.100096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port b60ae1be-c458-496a-894d-820ccbcedc46 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:49:42.100458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.150469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Deleting port a130e85f-4290-4319-b09d-4ba1ac0d2b93 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:49:42.150849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.159061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:42.169283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] Set router c1796298-9cc9-47ae-a211-1419ae64b519 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:49:42.183538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port b60ae1be-c458-496a-894d-820ccbcedc46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b60ae1be-c458-496a-894d-820ccbcedc46,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:42.183902 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.197304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for b60ae1be-c458-496a-894d-820ccbcedc46 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:49:42.202303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:42.389452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (b60ae1be-c458-496a-894d-820ccbcedc46), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.425915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=b60ae1be-c458-496a-894d-820ccbcedc46,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:42.470994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] For port a130e85f-4290-4319-b09d-4ba1ac0d2b93, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a130e85f-4290-4319-b09d-4ba1ac0d2b93,segment=NetworkSegment(94558c92-2ec8-41b7-b03f-00e32af5bae3),segment_id=94558c92-2ec8-41b7-b03f-00e32af5bae3)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:42.471562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.490779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Calling delete_port for a130e85f-4290-4319-b09d-4ba1ac0d2b93 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:49:42.491007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (c1796298-9cc9-47ae-a211-1419ae64b519), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.547708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a130e85f-4290-4319-b09d-4ba1ac0d2b93 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:49:42.580396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (c1796298-9cc9-47ae-a211-1419ae64b519), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.582737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (c1796298-9cc9-47ae-a211-1419ae64b519), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.632860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (c1796298-9cc9-47ae-a211-1419ae64b519), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.633820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Fanout notify agent at l3_agent the message router_deleted on router c1796298-9cc9-47ae-a211-1419ae64b519 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:49:42.640582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.641865 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d3049edb-1772-478d-b66e-efb0cc0fe7f1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/routers/c1796298-9cc9-47ae-a211-1419ae64b519 HTTP/1.1" status: 204 len: 168 time: 0.7995033 Sep 25 01:49:42.644793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36458) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:42.675008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:49:40Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:42.726940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d3728-ccba-463d-b2fc-08e24a3f40cc None None] The sync data for ids ['c1796298-9cc9-47ae-a211-1419ae64b519'] in dv-neutron-master-2-hyperv is: [{'id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758166508', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110'}], 'enable_snat': True}, 'gw_port_id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:49:40Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'b60ae1be-c458-496a-894d-820ccbcedc46', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1796298-9cc9-47ae-a211-1419ae64b519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:48:07Z', 'updated_at': '2022-09-25T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:49:42.729995 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (16a15522-d86b-4e10-8a56-25ee2bccc87a), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.732678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.757225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a130e85f-4290-4319-b09d-4ba1ac0d2b93 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:42.757656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a130e85f-4290-4319-b09d-4ba1ac0d2b93), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.762933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Pushing event deleted for resources: {'Port': ['ID=a130e85f-4290-4319-b09d-4ba1ac0d2b93,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:42.779533 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] No DVR routers for this DVR port a130e85f-4290-4319-b09d-4ba1ac0d2b93 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:49:42.794272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.794629 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.794978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.795319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.795656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.796083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.796422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.796752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.797085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.797419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.797750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.798105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.798432 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.798756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.799079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a8c5b9-c4ba-4b5f-a1ad-1776eb49d65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:42.834690 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (16a15522-d86b-4e10-8a56-25ee2bccc87a), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.855490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a15522-d86b-4e10-8a56-25ee2bccc87a']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:42.864727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94558c92-2ec8-41b7-b03f-00e32af5bae3') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:42.865034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94558c92-2ec8-41b7-b03f-00e32af5bae3') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:42.874635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (94558c92-2ec8-41b7-b03f-00e32af5bae3), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.887978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (94558c92-2ec8-41b7-b03f-00e32af5bae3), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.894164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:49:42.894500 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (94558c92-2ec8-41b7-b03f-00e32af5bae3), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.913769 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 94558c92-2ec8-41b7-b03f-00e32af5bae3 resource provider aggregate not found Sep 25 01:49:42.955568 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 94558c92-2ec8-41b7-b03f-00e32af5bae3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94558c92-2ec8-41b7-b03f-00e32af5bae3 found for delete ", "request_id": "req-86546667-11fa-4294-9fcc-cadaf1cde098"}]} Sep 25 01:49:42.964528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (16a15522-d86b-4e10-8a56-25ee2bccc87a), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.972416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:42.978069 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/networks/16a15522-d86b-4e10-8a56-25ee2bccc87a HTTP/1.1" status: 204 len: 168 time: 0.3284724 Sep 25 01:49:42.978406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36464) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:42.987655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cda561-afb6-4870-88ac-8c7fdb9f6188 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Network': ['ID=16a15522-d86b-4e10-8a56-25ee2bccc87a,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:43.044527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97092bdd-33de-4a8f-9495-9ed15396bdb4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (5835df89-cd16-4834-b96b-da2d1149902f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.072411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97092bdd-33de-4a8f-9495-9ed15396bdb4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (5835df89-cd16-4834-b96b-da2d1149902f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.136354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97092bdd-33de-4a8f-9495-9ed15396bdb4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (5835df89-cd16-4834-b96b-da2d1149902f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.139433 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-97092bdd-33de-4a8f-9495-9ed15396bdb4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.140852 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-97092bdd-33de-4a8f-9495-9ed15396bdb4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5835df89-cd16-4834-b96b-da2d1149902f HTTP/1.1" status: 204 len: 168 time: 0.1614375 Sep 25 01:49:43.152497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97092bdd-33de-4a8f-9495-9ed15396bdb4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5835df89-cd16-4834-b96b-da2d1149902f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:43.249023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36470) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:43.253637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-00a540a9-856e-4a1b-abb9-0daf5b857bf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442831304', 'description': 'tempest-secgroup-smoke-1442831304 description', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:43.276410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-00a540a9-856e-4a1b-abb9-0daf5b857bf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.369664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-00a540a9-856e-4a1b-abb9-0daf5b857bf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (18a48732-da7e-46c4-b880-25427d07f29d), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.374204 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-00a540a9-856e-4a1b-abb9-0daf5b857bf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (18a48732-da7e-46c4-b880-25427d07f29d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.409566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-00a540a9-856e-4a1b-abb9-0daf5b857bf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.410973 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-00a540a9-856e-4a1b-abb9-0daf5b857bf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1607931 Sep 25 01:49:43.412240 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a540a9-856e-4a1b-abb9-0daf5b857bf2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a48732-da7e-46c4-b880-25427d07f29d,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:43.414026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36472) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:43.419094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-9a34d84f-cdde-4cae-aa00-db159ec19181 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '18a48732-da7e-46c4-b880-25427d07f29d', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:43.448216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a34d84f-cdde-4cae-aa00-db159ec19181 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (76552374-6059-42a9-afbc-55a22554e3c6), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.508254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a34d84f-cdde-4cae-aa00-db159ec19181 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (76552374-6059-42a9-afbc-55a22554e3c6), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.511675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a34d84f-cdde-4cae-aa00-db159ec19181 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (76552374-6059-42a9-afbc-55a22554e3c6), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.528773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34d84f-cdde-4cae-aa00-db159ec19181 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76552374-6059-42a9-afbc-55a22554e3c6,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:43.537071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9a34d84f-cdde-4cae-aa00-db159ec19181 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.538271 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9a34d84f-cdde-4cae-aa00-db159ec19181 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231267 Sep 25 01:49:43.541156 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36474) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:43.545540 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-93320253-41d4-4484-913e-3537c34018bb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '18a48732-da7e-46c4-b880-25427d07f29d', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:43.572266 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-93320253-41d4-4484-913e-3537c34018bb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (02994d5e-acc7-4a50-b0d8-bd2c4a10a692), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.612697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:43.628271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-93320253-41d4-4484-913e-3537c34018bb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (02994d5e-acc7-4a50-b0d8-bd2c4a10a692), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.631645 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-93320253-41d4-4484-913e-3537c34018bb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (02994d5e-acc7-4a50-b0d8-bd2c4a10a692), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.650498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93320253-41d4-4484-913e-3537c34018bb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02994d5e-acc7-4a50-b0d8-bd2c4a10a692,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:43.662560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-93320253-41d4-4484-913e-3537c34018bb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.663828 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-93320253-41d4-4484-913e-3537c34018bb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216855 Sep 25 01:49:43.666734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36476) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:43.671298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3149397b-fd47-45ee-8014-45349f38f8fd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '18a48732-da7e-46c4-b880-25427d07f29d', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:43.699787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3149397b-fd47-45ee-8014-45349f38f8fd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (2368f64d-4241-4826-b281-8a98cd053481), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.717600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:43.761908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3149397b-fd47-45ee-8014-45349f38f8fd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (2368f64d-4241-4826-b281-8a98cd053481), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.765752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3149397b-fd47-45ee-8014-45349f38f8fd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (2368f64d-4241-4826-b281-8a98cd053481), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.783825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149397b-fd47-45ee-8014-45349f38f8fd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2368f64d-4241-4826-b281-8a98cd053481,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:43.797346 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3149397b-fd47-45ee-8014-45349f38f8fd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.798541 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3149397b-fd47-45ee-8014-45349f38f8fd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308475 Sep 25 01:49:43.801371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36478) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:43.806135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-535aaab5-4aa1-4376-98b3-779c0f520e48 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '18a48732-da7e-46c4-b880-25427d07f29d', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:43.831615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-535aaab5-4aa1-4376-98b3-779c0f520e48 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (49fbe85c-c744-4844-95dd-9ee6c2faee66), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.889401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-535aaab5-4aa1-4376-98b3-779c0f520e48 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (49fbe85c-c744-4844-95dd-9ee6c2faee66), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.892868 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-535aaab5-4aa1-4376-98b3-779c0f520e48 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (49fbe85c-c744-4844-95dd-9ee6c2faee66), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.911048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535aaab5-4aa1-4376-98b3-779c0f520e48 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fbe85c-c744-4844-95dd-9ee6c2faee66,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:43.922630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-535aaab5-4aa1-4376-98b3-779c0f520e48 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:43.923800 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-535aaab5-4aa1-4376-98b3-779c0f520e48 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215196 Sep 25 01:49:43.926608 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36480) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:43.931487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-89ba9cca-682c-46ac-bf1a-e43f1996ee1d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '18a48732-da7e-46c4-b880-25427d07f29d', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:43.951702 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-89ba9cca-682c-46ac-bf1a-e43f1996ee1d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:49:43.957803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89ba9cca-682c-46ac-bf1a-e43f1996ee1d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (3cbfa4c5-befa-4f3f-aa53-efd74ee746cc), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.028878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89ba9cca-682c-46ac-bf1a-e43f1996ee1d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (3cbfa4c5-befa-4f3f-aa53-efd74ee746cc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.032815 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89ba9cca-682c-46ac-bf1a-e43f1996ee1d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (3cbfa4c5-befa-4f3f-aa53-efd74ee746cc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.052677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba9cca-682c-46ac-bf1a-e43f1996ee1d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbfa4c5-befa-4f3f-aa53-efd74ee746cc,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:44.058448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-89ba9cca-682c-46ac-bf1a-e43f1996ee1d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.059655 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-89ba9cca-682c-46ac-bf1a-e43f1996ee1d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320934 Sep 25 01:49:44.062520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36482) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:44.066870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-37d64ef7-6bb5-4a26-9785-4769c8ce73c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '18a48732-da7e-46c4-b880-25427d07f29d', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:44.087420 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-37d64ef7-6bb5-4a26-9785-4769c8ce73c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:49:44.093180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-37d64ef7-6bb5-4a26-9785-4769c8ce73c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (451ec599-6e0e-4a26-8ef0-23a4da7c5636), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.153334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-37d64ef7-6bb5-4a26-9785-4769c8ce73c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (451ec599-6e0e-4a26-8ef0-23a4da7c5636), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.157056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-37d64ef7-6bb5-4a26-9785-4769c8ce73c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (451ec599-6e0e-4a26-8ef0-23a4da7c5636), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.174903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d64ef7-6bb5-4a26-9785-4769c8ce73c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451ec599-6e0e-4a26-8ef0-23a4da7c5636,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:44.182289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-37d64ef7-6bb5-4a26-9785-4769c8ce73c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.183468 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-37d64ef7-6bb5-4a26-9785-4769c8ce73c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199934 Sep 25 01:49:44.186976 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36484) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:44.191708 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'network': {'name': 'tempest-network-smoke--1593982763', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'port_security_enabled': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:44.212616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:49:44.217129 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.240599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:49:44.250144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (363e66b9-8524-4331-b3a1-373783da2399), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.250495 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Added segment 363e66b9-8524-4331-b3a1-373783da2399 of type vlan for network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 Sep 25 01:49:44.291424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (d9c833ce-b1a4-45d4-bba8-c712d7b3b433), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.307273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:44.320552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (d9c833ce-b1a4-45d4-bba8-c712d7b3b433), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.325501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:44.326092 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.395582 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:44.402397 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2144351 Sep 25 01:49:44.405624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36486) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:44.411061 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'admin_state_up': True, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:44.419739 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c235a37-c7d1-4013-a907-fc91cff34654 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Network': ['ID=d9c833ce-b1a4-45d4-bba8-c712d7b3b433,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:44.431266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:49:44.441773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (b723abdd-7f64-4721-a590-4d08fcd5cf90), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.443021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (b723abdd-7f64-4721-a590-4d08fcd5cf90), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.448871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:44.475394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d930463b-5f24-400d-b823-0710ea5374b7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:49:44.497013 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (b723abdd-7f64-4721-a590-4d08fcd5cf90), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.508181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: d930463b-5f24-400d-b823-0710ea5374b7 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:49:44.508534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d930463b-5f24-400d-b823-0710ea5374b7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:49:44.508952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b60ae1be-c458-496a-894d-820ccbcedc46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:49:44.536912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:44.540202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: b60ae1be-c458-496a-894d-820ccbcedc46 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:49:44.540557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b60ae1be-c458-496a-894d-820ccbcedc46 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:49:44.640488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (b723abdd-7f64-4721-a590-4d08fcd5cf90), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.821738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (b723abdd-7f64-4721-a590-4d08fcd5cf90), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.841183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:44.948353 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.106 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/5b17d994-b6cb-4b8a-8d56-f6f4983acdac) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:49:45.057554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:45.089159 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:45.128992 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:49:45.134530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:49:45.137040 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:49:45.142437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=5b17d994-b6cb-4b8a-8d56-f6f4983acdac,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:45.267524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:45.386750 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (b723abdd-7f64-4721-a590-4d08fcd5cf90), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:45.389204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:45.583413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (b723abdd-7f64-4721-a590-4d08fcd5cf90), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:45.704672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router b723abdd-7f64-4721-a590-4d08fcd5cf90 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:49:45.807627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:49:45.817781 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Sync routers for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:49:45.827238 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:45.827785 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:49:45.827965 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:49:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:45.828508 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c1bc3efd-fd92-4c80-852d-08da83148fd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4214766 Sep 25 01:49:45.831773 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36488) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:45.864412 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-81a21bd6-c79c-4f82-b34a-70f89d26e87d tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=2c1cde042c3544d7a5c88f7ce9dca20d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313234 Sep 25 01:49:45.866937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36490) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:45.929652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:45.932323 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:49:45.957071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e9845-4f43-4f88-8296-d40f61dedbe2 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:45.958529 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fd3e9845-4f43-4f88-8296-d40f61dedbe2 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906737 Sep 25 01:49:45.961802 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36492) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:45.990079 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fd459015-e97b-4736-9904-c5e3348f463c tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271983 Sep 25 01:49:45.992571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36494) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:45.997288 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1252996542', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:46.084797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:46.091862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:49:46.096011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.099219 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:45Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:46.123613 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Checking router: b723abdd-7f64-4721-a590-4d08fcd5cf90 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:49:46.123978 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Updating router b723abdd-7f64-4721-a590-4d08fcd5cf90 port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:49:46.151887 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.285801 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (5d890085-1257-49fa-9416-e3e3bada32cf), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.355445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Subnet': ['ID=5d890085-1257-49fa-9416-e3e3bada32cf,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:46.359163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Checking segment: {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:49:46.359535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network hostable DHCP agents. Network: d9c833ce-b1a4-45d4-bba8-c712d7b3b433, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:49:46.378654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:49:46.390866 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Publish callbacks [] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.393319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d9c833ce-b1a4-45d4-bba8-c712d7b3b433) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:49:46.398701 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.398928 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:46.400365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.405188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab93535-221e-46a6-8ceb-7a7f2250ae00 None None] Network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:49:46.421011 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8673a56c-db60-4019-80a9-b11989d84561 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4248772 Sep 25 01:49:46.421217 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36496) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:49:46.443813 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Attempting to bind port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:49:46.444239 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Attempting to bind port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:49:46.444599 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Attempting to bind port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:49:46.475616 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Pushing event updated for resources: {'Port': ['ID=5b17d994-b6cb-4b8a-8d56-f6f4983acdac,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:46.495992 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.496341 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.496685 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.497019 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.497349 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.497671 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.497992 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.498312 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.498632 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.498953 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.499274 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.499598 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.499913 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.500251 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.500564 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:49:46.507196 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:49:46.507652 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:49:46.508156 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.508817 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:49:46.509464 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Bound port: 5b17d994-b6cb-4b8a-8d56-f6f4983acdac, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:49:46.510010 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.528724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:49:46.530070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.560356 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] For port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:49:46.563356 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] For port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5b17d994-b6cb-4b8a-8d56-f6f4983acdac,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:49:46.564467 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:46.571511 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.615164 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:49:46.616088 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:49:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:46.660492 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1eb049-ee08-4240-adb3-cce16a5dc3b2 None None] Pushing event updated for resources: {'Port': ['ID=5b17d994-b6cb-4b8a-8d56-f6f4983acdac,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:46.681893 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Allocated IP 172.20.0.2 (d9c833ce-b1a4-45d4-bba8-c712d7b3b433/5d890085-1257-49fa-9416-e3e3bada32cf/123f50f8-45a8-4eda-8ded-6d1aa78cdc2d) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:49:46.717312 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:46.734090 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:49:46.841546 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Publish callbacks [] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.848752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.876289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:46.897950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:49:46.903222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:49:46.906518 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:49:46.911779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Pushing event updated for resources: {'Port': ['ID=123f50f8-45a8-4eda-8ded-6d1aa78cdc2d,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:46.912643 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:45Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:46.938682 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:46.941203 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267e60-da87-4a2f-be63-7bedee7e1a9e None None] The sync data for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv is: [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:45Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:49:46.975732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Attempting to bind port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:49:46.976667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Attempting to bind port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:49:46.977329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Attempting to bind port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d on network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:49:46.979325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:47.026713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:49:47.027096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Checking segment: {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:49:47.027511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:47.027912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Bound using segment: {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:49:47.028575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Bound port: 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:49:47.028966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:47.097894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] For port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:49:47.102012 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] For port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=123f50f8-45a8-4eda-8ded-6d1aa78cdc2d,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:49:47.109337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:47.192146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d8ce-9dd6-45cd-8f14-0bedbf438606 None None] Pushing event updated for resources: {'Port': ['ID=123f50f8-45a8-4eda-8ded-6d1aa78cdc2d,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:47.223538 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.1 (d9c833ce-b1a4-45d4-bba8-c712d7b3b433/5d890085-1257-49fa-9416-e3e3bada32cf/2dbca769-2d5d-4e2c-9c77-f2eaac907e98) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:49:47.383097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:47.422175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:47.476291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:49:47.482046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:49:47.484652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:49:47.489083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=2dbca769-2d5d-4e2c-9c77-f2eaac907e98,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:47.538410 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (b723abdd-7f64-4721-a590-4d08fcd5cf90), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:47.676231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:47.919656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:47.949038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:47.969712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:47.974586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:48.052305 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=2dbca769-2d5d-4e2c-9c77-f2eaac907e98,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:48.058119 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (b723abdd-7f64-4721-a590-4d08fcd5cf90), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:48.113581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba2ff4-2700-4ab9-a025-b2526f959426 None None] Network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:49:48.143667 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:49:48.156313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:49:48.157599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:49:48.183251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:48.233346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e5baee96-d17c-4f5c-b258-6f9375a33024 None None] Provisioning complete for port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:48.233731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e5baee96-d17c-4f5c-b258-6f9375a33024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:48.234075 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e5baee96-d17c-4f5c-b258-6f9375a33024 None None] Attempt 1 to provision port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d Sep 25 01:49:48.271117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router b723abdd-7f64-4721-a590-4d08fcd5cf90 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:49:48.331990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e5baee96-d17c-4f5c-b258-6f9375a33024 None None] Current status of the port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:48.332715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e5baee96-d17c-4f5c-b258-6f9375a33024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:48.353826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:48.372151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-e5baee96-d17c-4f5c-b258-6f9375a33024 None None] For port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=123f50f8-45a8-4eda-8ded-6d1aa78cdc2d,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:48.376380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e5baee96-d17c-4f5c-b258-6f9375a33024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:48.397563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:49:48.418531 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1c48153e-f6f3-4859-bd5a-4b86ee01130e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/b723abdd-7f64-4721-a590-4d08fcd5cf90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9959342 Sep 25 01:49:48.441101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baee96-d17c-4f5c-b258-6f9375a33024 None None] Pushing event updated for resources: {'Port': ['ID=123f50f8-45a8-4eda-8ded-6d1aa78cdc2d,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:48.555052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:49:48.607652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Provisioning complete for port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:48.608273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:48.608818 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Attempt 1 to provision port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 Sep 25 01:49:48.616047 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-20929c18-1860-48b4-9b1f-8f52406dfff1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1442831304&fields=id&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 267 time: 0.0526235 Sep 25 01:49:48.635271 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:48.635931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:48.636477 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d Sep 25 01:49:48.668485 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:49:48.737716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Sync routers for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:49:48.748780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:48.749861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5b17d994-b6cb-4b8a-8d56-f6f4983acdac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:49:48.752768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac36a-18fd-40ba-b210-1587975c3788 req-66bf988a-392d-4770-82bc-5098b9866460 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:48.754465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-66bf988a-392d-4770-82bc-5098b9866460 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433 HTTP/1.1" status: 200 len: 797 time: 0.1295197 Sep 25 01:49:48.755038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:49:48.755735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:49:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:48.771363 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-6de72cbb-b4ed-4c2d-ab38-b2eea9428149 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/quotas/2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 375 time: 0.0098569 Sep 25 01:49:48.840857 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-c89292d0-9f12-4b2a-a0a4-f99a05a72d4b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636320 Sep 25 01:49:48.888161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:48.888542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:48.888884 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac Sep 25 01:49:48.921028 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:49:48.948426 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-72862248-bfa7-4d85-bb02-b45bf1ab71e1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030190 Sep 25 01:49:49.039094 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-cdea93cc-49f6-4715-9246-30e60f7754dc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837283 Sep 25 01:49:49.087823 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:49.088384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:49.135662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5b17d994-b6cb-4b8a-8d56-f6f4983acdac,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:49.141804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:49.170176 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Attempt 2 to provision port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 Sep 25 01:49:49.215746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:49.232766 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-85fe215f-5669-43d0-9de1-42738c8ea8aa req-443ea5fa-a401-4903-a685-8b4a0329369e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 210 time: 0.0426457 Sep 25 01:49:49.240687 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:49.263935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:49:49.266808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2dbca769-2d5d-4e2c-9c77-f2eaac907e98', 'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:99:8e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:47Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 2, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:49.270720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=5b17d994-b6cb-4b8a-8d56-f6f4983acdac,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:49.305151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Checking router: b723abdd-7f64-4721-a590-4d08fcd5cf90 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:49:49.305526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Updating router b723abdd-7f64-4721-a590-4d08fcd5cf90 port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:49:49.334320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:49.609324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Publish callbacks [] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:49.614252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:49.815424 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Attempt 3 to provision port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 Sep 25 01:49:49.855940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387330e8-26e4-42ae-aca4-652e21ce7763 None None] Pushing event updated for resources: {'Port': ['ID=2dbca769-2d5d-4e2c-9c77-f2eaac907e98,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:49.880294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:49:49.880803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Attempting to bind port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:49:49.881093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Attempting to bind port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:49:49.881445 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Attempting to bind port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 on network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:49:49.923909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:49:49.924322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Checking segment: {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:49:49.924735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:49.925133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Bound using segment: {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:49:49.925610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Bound port: 2dbca769-2d5d-4e2c-9c77-f2eaac907e98, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:49:49.925998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:49.987284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] For port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:49:49.990185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] For port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2dbca769-2d5d-4e2c-9c77-f2eaac907e98,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:49:49.996305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:50.030630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:49:50.031247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:49:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:50.094809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387330e8-26e4-42ae-aca4-652e21ce7763 None None] Pushing event updated for resources: {'Port': ['ID=2dbca769-2d5d-4e2c-9c77-f2eaac907e98,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:50.145715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:49:50.257208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:50.268587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:50.315984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:50.357703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2dbca769-2d5d-4e2c-9c77-f2eaac907e98', 'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:99:8e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:47Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:49:50.372820 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2c134153-ffab-4f88-8e43-c38315d2b925 req-481e6d8d-9b66-44b8-b99b-32a34f5cc8aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 210 time: 0.0432234 Sep 25 01:49:50.385378 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Attempt 4 to provision port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 Sep 25 01:49:50.390557 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad153e0-6061-425e-aaec-efdc114d32ad None None] The sync data for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv is: [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2dbca769-2d5d-4e2c-9c77-f2eaac907e98', 'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:99:8e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:47Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:49:50.422101 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac36a-18fd-40ba-b210-1587975c3788 req-33686c83-7f27-4059-873c-4b74d22e1dee tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:50.425331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-33686c83-7f27-4059-873c-4b74d22e1dee tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433 HTTP/1.1" status: 200 len: 797 time: 0.1846595 Sep 25 01:49:50.485711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:50.506410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Current status of the port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:50.506936 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:50.523472 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-cdcdc7b2-2441-4e80-8e75-506c131f5d76 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 380 time: 0.0815349 Sep 25 01:49:50.550790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] For port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2dbca769-2d5d-4e2c-9c77-f2eaac907e98,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:50.553840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:49:50.558150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:50.559636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'port': {'device_id': 'f95835c2-569a-48a7-a275-01398c65937f', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'admin_state_up': True, 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'security_groups': ['18a48732-da7e-46c4-b880-25427d07f29d']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:50.620283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Provisioning complete for port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:50.620684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:50.621011 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Attempt 1 to provision port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d Sep 25 01:49:50.681135 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:49:50.685187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:50.686261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Pushing event updated for resources: {'Port': ['ID=2dbca769-2d5d-4e2c-9c77-f2eaac907e98,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:50.693739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:50.694121 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:50.694470 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d Sep 25 01:49:50.771070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2475f957-f5a2-4552-bff3-a823d276ca8d None None] Current status of the port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:50.817287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:50.819263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5b17d994-b6cb-4b8a-8d56-f6f4983acdac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:49:50.841071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.3 (d9c833ce-b1a4-45d4-bba8-c712d7b3b433/5d890085-1257-49fa-9416-e3e3bada32cf/1541622f-88b7-43a9-8d42-e8413eb8f672) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:49:50.866682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:50.867056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:50.867935 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac Sep 25 01:49:50.912934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-d9289c19-0566-4107-a5e5-ce904606bc3b None None] Provisioning complete for port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:50.913303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d9289c19-0566-4107-a5e5-ce904606bc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:50.913692 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-d9289c19-0566-4107-a5e5-ce904606bc3b None None] Attempt 1 to provision port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 Sep 25 01:49:50.994041 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:50.998283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:51.026693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-d9289c19-0566-4107-a5e5-ce904606bc3b None None] Current status of the port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:51.039663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:51.085451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:49:51.089937 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:49:51.092560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:49:51.133382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=1541622f-88b7-43a9-8d42-e8413eb8f672,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:51.156800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:51.157452 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:51.175741 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-dcfea9e3-fbab-4f32-9f66-d76ff8778761 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6203063 Sep 25 01:49:51.192124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Request body: {'port': {'device_id': 'f95835c2-569a-48a7-a275-01398c65937f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:49:51.270203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:51.272077 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:51.348720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-383b2bd7-e6b8-4046-ba23-14a333621894 None None] Provisioning complete for port 1541622f-88b7-43a9-8d42-e8413eb8f672 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:51.349255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-383b2bd7-e6b8-4046-ba23-14a333621894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:51.349636 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-383b2bd7-e6b8-4046-ba23-14a333621894 None None] Attempt 1 to provision port 1541622f-88b7-43a9-8d42-e8413eb8f672 Sep 25 01:49:51.387582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:51.391473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-383b2bd7-e6b8-4046-ba23-14a333621894 None None] Port 1541622f-88b7-43a9-8d42-e8413eb8f672 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:49:51.516800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf6dc-3b95-45c6-a491-f957de54bf29 req-38bff644-31a6-432a-b8f4-866e04f9ed60 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:51.518429 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b14bf6dc-3b95-45c6-a491-f957de54bf29 req-38bff644-31a6-432a-b8f4-866e04f9ed60 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 931 time: 0.0553346 Sep 25 01:49:51.575104 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b14bf6dc-3b95-45c6-a491-f957de54bf29 req-d607ad04-1c45-4d65-876d-e1e071f2f8be tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506003 Sep 25 01:49:51.813065 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:51.885060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1541622f-88b7-43a9-8d42-e8413eb8f672 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:49:51.893124 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-383b2bd7-e6b8-4046-ba23-14a333621894 None None] Attempt 2 to provision port 1541622f-88b7-43a9-8d42-e8413eb8f672 Sep 25 01:49:51.893280 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Publish callbacks [] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:51.907220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Transition to ACTIVE for port object 1541622f-88b7-43a9-8d42-e8413eb8f672 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:49:51.911030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:51.917204 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:51.927771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-383b2bd7-e6b8-4046-ba23-14a333621894 None None] Port 1541622f-88b7-43a9-8d42-e8413eb8f672 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:49:51.997968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Pushing event updated for resources: {'Port': ['ID=1541622f-88b7-43a9-8d42-e8413eb8f672,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:52.022256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Attempting to bind port 1541622f-88b7-43a9-8d42-e8413eb8f672 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:49:52.022615 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Attempting to bind port 1541622f-88b7-43a9-8d42-e8413eb8f672 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:49:52.023431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Attempting to bind port 1541622f-88b7-43a9-8d42-e8413eb8f672 on network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:49:52.064663 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Port 1541622f-88b7-43a9-8d42-e8413eb8f672 on network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:49:52.064931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Attempting to bind port 1541622f-88b7-43a9-8d42-e8413eb8f672 on network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:49:52.106420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:49:52.106760 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Checking segment: {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:49:52.107153 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Bound using segment: {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:49:52.107587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Bound port: 1541622f-88b7-43a9-8d42-e8413eb8f672, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363e66b9-8524-4331-b3a1-373783da2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:49:52.107975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:52.170905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] For port 1541622f-88b7-43a9-8d42-e8413eb8f672, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:49:52.173903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] For port 1541622f-88b7-43a9-8d42-e8413eb8f672, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1541622f-88b7-43a9-8d42-e8413eb8f672,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:49:52.180664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:52.184667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:52.185296 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:52.186664 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-81546581-0527-4fbb-b355-8b64b726953a service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/1541622f-88b7-43a9-8d42-e8413eb8f672 HTTP/1.1" status: 200 len: 1093 time: 0.9989305 Sep 25 01:49:52.188170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:49:52.190420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c" -d '{"events": [{"name": "network-changed", "server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:49:52.235796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81546581-0527-4fbb-b355-8b64b726953a service neutron] Pushing event updated for resources: {'Port': ['ID=1541622f-88b7-43a9-8d42-e8413eb8f672,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:52.284287 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac36a-18fd-40ba-b210-1587975c3788 req-c45e0516-da59-4dc3-b404-f4d124567aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:52.285840 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-c45e0516-da59-4dc3-b404-f4d124567aa4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 1127 time: 0.0410821 Sep 25 01:49:52.338631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe77d0-82a7-4723-a2d0-fbe173fef205 x-openstack-request-id: req-defe77d0-82a7-4723-a2d0-fbe173fef205 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:49:52.338926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:49:52.339184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-defe77d0-82a7-4723-a2d0-fbe173fef205 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:49:52.339588 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defe77d0-82a7-4723-a2d0-fbe173fef205'] response: {'name': 'network-changed', 'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'status': 'completed', 'code': 200} Sep 25 01:49:52.341465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-b02ac0fe-d143-424e-bb98-8506ae365dae service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1541622f-88b7-43a9-8d42-e8413eb8f672 HTTP/1.1" status: 200 len: 217 time: 0.0432169 Sep 25 01:49:52.393543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac36a-18fd-40ba-b210-1587975c3788 req-8772a224-6734-45cc-b10f-edc8ff14f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:52.395037 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-8772a224-6734-45cc-b10f-edc8ff14f30d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=5d890085-1257-49fa-9416-e3e3bada32cf HTTP/1.1" status: 200 len: 835 time: 0.0481007 Sep 25 01:49:52.430851 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-383b2bd7-e6b8-4046-ba23-14a333621894 None None] Attempt 3 to provision port 1541622f-88b7-43a9-8d42-e8413eb8f672 Sep 25 01:49:52.444181 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac36a-18fd-40ba-b210-1587975c3788 req-79c1f735-6e1e-46b0-a48b-0e81a1bd04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:52.445755 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-79c1f735-6e1e-46b0-a48b-0e81a1bd04d0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432532 Sep 25 01:49:52.468246 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:49:52.489722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-383b2bd7-e6b8-4046-ba23-14a333621894 None None] Port 1541622f-88b7-43a9-8d42-e8413eb8f672 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:49:52.513709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:52.514086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:52.514426 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 Sep 25 01:49:52.543071 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-b5b14bbb-54c5-4f08-a9b4-4fb3a5ac99a7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914304 Sep 25 01:49:52.591268 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:52.600922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:52.638779 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-deeac36a-18fd-40ba-b210-1587975c3788 req-703512b5-b16b-40a7-aafd-1f8c91760b50 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872519 Sep 25 01:49:52.701239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66140ab3-5579-458e-8a0b-2cc8466115dc req-6e6753f4-437a-4efe-bfc3-0947a63ba906 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:52.702746 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-66140ab3-5579-458e-8a0b-2cc8466115dc req-6e6753f4-437a-4efe-bfc3-0947a63ba906 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 943 time: 0.0484831 Sep 25 01:49:52.751669 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-66140ab3-5579-458e-8a0b-2cc8466115dc req-1777e904-8395-4a60-9cbb-d8adc24652fe tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 Sep 25 01:49:53.872654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa89a-9b4c-4cf7-8920-07f129cae302 req-a31af31b-fb11-4ae5-8440-534898c4fda3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:53.874069 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a5bfa89a-9b4c-4cf7-8920-07f129cae302 req-a31af31b-fb11-4ae5-8440-534898c4fda3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 943 time: 0.0466940 Sep 25 01:49:53.899132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:53.929117 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a5bfa89a-9b4c-4cf7-8920-07f129cae302 req-d8631828-0926-4d98-96c1-c3e24ab5a0d2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494099 Sep 25 01:49:54.644100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-86ec5a54-dc16-4527-8211-ac4e0af11010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:54.645580 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-86ec5a54-dc16-4527-8211-ac4e0af11010 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 1127 time: 0.0389366 Sep 25 01:49:54.736836 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-6b860336-602a-4462-b006-e4019824b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:54.738311 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-6b860336-602a-4462-b006-e4019824b367 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433 HTTP/1.1" status: 200 len: 898 time: 0.0864871 Sep 25 01:49:54.780615 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-d01d59eb-d548-433b-a5f2-a532374e0509 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1541622f-88b7-43a9-8d42-e8413eb8f672 HTTP/1.1" status: 200 len: 217 time: 0.0369828 Sep 25 01:49:54.829917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-52426318-2c45-4f8e-af35-1733fd2a6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:54.831328 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-52426318-2c45-4f8e-af35-1733fd2a6d82 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=5d890085-1257-49fa-9416-e3e3bada32cf HTTP/1.1" status: 200 len: 835 time: 0.0440328 Sep 25 01:49:54.873735 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-03e65d0d-4e9b-44c5-8d7e-cf17c0af4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:54.875190 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-03e65d0d-4e9b-44c5-8d7e-cf17c0af4426 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384018 Sep 25 01:49:54.968246 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-0345629d-b8ad-4f68-b369-5fbf1503e668 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870008 Sep 25 01:49:55.056068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9124b-ce2d-4d84-afac-e809972d985b req-f4345eaf-231e-410d-9138-f594248b4d5b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:55.057669 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99b9124b-ce2d-4d84-afac-e809972d985b req-f4345eaf-231e-410d-9138-f594248b4d5b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 943 time: 0.0522823 Sep 25 01:49:55.062576 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83a8c62d-e825-4a93-87b9-e0cc76d0b78c req-4cced970-8923-4f36-bf99-a992d06ff851 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890784 Sep 25 01:49:55.107626 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99b9124b-ce2d-4d84-afac-e809972d985b req-a264f722-1e27-4d0f-9849-30bb55fe4bb9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443325 Sep 25 01:49:55.965173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1541622f-88b7-43a9-8d42-e8413eb8f672 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:49:56.066095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1541622f-88b7-43a9-8d42-e8413eb8f672, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1541622f-88b7-43a9-8d42-e8413eb8f672,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:56.077765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'port_id': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'mac_address': 'fa:16:3e:ec:2c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:49:56.112564 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 1541622f-88b7-43a9-8d42-e8413eb8f672 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:56.112954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:56.126069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1541622f-88b7-43a9-8d42-e8413eb8f672 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:49:56.146464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1541622f-88b7-43a9-8d42-e8413eb8f672, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1541622f-88b7-43a9-8d42-e8413eb8f672,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:56.152247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:56.201049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=1541622f-88b7-43a9-8d42-e8413eb8f672,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:56.230893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f7cc-73c8-404d-a545-ccb317341374 req-cfb88ff1-4263-4730-a3fe-1dce400d5213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:56.232419 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8198f7cc-73c8-404d-a545-ccb317341374 req-cfb88ff1-4263-4730-a3fe-1dce400d5213 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 944 time: 0.0479562 Sep 25 01:49:56.282112 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8198f7cc-73c8-404d-a545-ccb317341374 req-820deda1-ca54-487e-800c-cb30be107347 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441022 Sep 25 01:49:56.585978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['1541622f-88b7-43a9-8d42-e8413eb8f672'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:49:56.916432 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:57.369000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:57.407561 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58a6d-2815-4d6d-aa3c-3828f97ba7a0 req-b4939b66-1e2a-46ee-a41f-8a02b049789a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:57.409057 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8bb58a6d-2815-4d6d-aa3c-3828f97ba7a0 req-b4939b66-1e2a-46ee-a41f-8a02b049789a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 944 time: 0.0496528 Sep 25 01:49:57.457661 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8bb58a6d-2815-4d6d-aa3c-3828f97ba7a0 req-54bcb121-1836-47b9-b5f0-0610c6461830 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Sep 25 01:49:57.989800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1541622f-88b7-43a9-8d42-e8413eb8f672 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:49:58.022362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:58.030826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:58.033833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 1541622f-88b7-43a9-8d42-e8413eb8f672 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:49:58.040588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 1541622f-88b7-43a9-8d42-e8413eb8f672 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:49:58.040996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:58.041346 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 1541622f-88b7-43a9-8d42-e8413eb8f672 Sep 25 01:49:58.113116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 1541622f-88b7-43a9-8d42-e8413eb8f672 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:49:58.113505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:58.137303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:49:58.139105 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=38 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:49:58.139641 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797ace57-e9a2-467d-880c-215e7aea01d3" -d '{"events": [{"server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "name": "network-vif-plugged", "status": "completed", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:49:58.156709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1541622f-88b7-43a9-8d42-e8413eb8f672, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1541622f-88b7-43a9-8d42-e8413eb8f672,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:49:58.162514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:58.189640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba2fcbe-3df9-41ed-b5cf-a1b8af9faa5c x-openstack-request-id: req-1ba2fcbe-3df9-41ed-b5cf-a1b8af9faa5c {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:49:58.190039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "name": "network-vif-plugged", "status": "completed", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:49:58.190319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ba2fcbe-3df9-41ed-b5cf-a1b8af9faa5c {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:49:58.190744 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba2fcbe-3df9-41ed-b5cf-a1b8af9faa5c'] response: {'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'code': 200} Sep 25 01:49:58.218160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=1541622f-88b7-43a9-8d42-e8413eb8f672,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:49:58.385544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ef331-0dc7-4b3e-b4c9-ded1b0a8900c req-7bf3c710-b269-4b6d-a7fd-c52f125c1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:58.387175 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e8ef331-0dc7-4b3e-b4c9-ded1b0a8900c req-7bf3c710-b269-4b6d-a7fd-c52f125c1828 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 1129 time: 0.0384607 Sep 25 01:49:58.433490 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9e8ef331-0dc7-4b3e-b4c9-ded1b0a8900c req-e9447ec7-28a8-476f-a65b-be4d56bdbb17 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Sep 25 01:49:58.579450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa665a-8e47-4082-97a1-9c7a20696a68 req-213c529a-3c00-4c2d-ac8d-2de0ce98f3bd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:58.580923 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1caa665a-8e47-4082-97a1-9c7a20696a68 req-213c529a-3c00-4c2d-ac8d-2de0ce98f3bd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0466416 Sep 25 01:49:58.632977 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1caa665a-8e47-4082-97a1-9c7a20696a68 req-302910ce-ac87-41f4-8be2-1385fb6d5c6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464909 Sep 25 01:49:58.721095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7a6c08c2-b2d7-4ccf-9991-96d6c6878af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:49:59.835632 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f06c14-9729-4fb2-a555-3efe92ff9f16 req-c0b58eea-f2f5-4a6a-a839-fb053c499ac2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:49:59.837007 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83f06c14-9729-4fb2-a555-3efe92ff9f16 req-c0b58eea-f2f5-4a6a-a839-fb053c499ac2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0520399 Sep 25 01:49:59.885516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83f06c14-9729-4fb2-a555-3efe92ff9f16 req-d30ba3a2-3ab1-4fe0-b527-821ec8ad2b6f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427747 Sep 25 01:50:00.007868 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96181a5-f2f1-4392-bcf1-89000bc23b6b req-cb8399b6-82ac-4f5e-9d52-185bbae5ad4b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:00.009338 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a96181a5-f2f1-4392-bcf1-89000bc23b6b req-cb8399b6-82ac-4f5e-9d52-185bbae5ad4b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0467963 Sep 25 01:50:00.062150 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a96181a5-f2f1-4392-bcf1-89000bc23b6b req-03a06310-ae13-4535-be0c-e5184f5f3b55 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471489 Sep 25 01:50:00.090666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36556) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:50:00.129472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87722e4c-e8be-4407-9891-9c458b73ef0d tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:00.131033 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-87722e4c-e8be-4407-9891-9c458b73ef0d tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 1124 time: 0.0394232 Sep 25 01:50:00.134473 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36558) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:50:00.138918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:50:00.159728 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:00.220017 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:00.243677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:00.345915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.230 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/cf36598e-3e33-4f82-89c1-96de8e578c45) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:50:00.347505 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:00.454770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (cf36598e-3e33-4f82-89c1-96de8e578c45), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:00.485674 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (cf36598e-3e33-4f82-89c1-96de8e578c45), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:00.527652 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:50:00.532960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:50:00.535112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=cf36598e-3e33-4f82-89c1-96de8e578c45,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:50:00.537250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:50:00.886913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (fbcef186-8571-4270-9b66-161731fdad80), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:00.958540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (cf36598e-3e33-4f82-89c1-96de8e578c45), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:00.980087 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:01.110314 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (cf36598e-3e33-4f82-89c1-96de8e578c45), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:01.114770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (cf36598e-3e33-4f82-89c1-96de8e578c45), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:01.120399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:01.189975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (fbcef186-8571-4270-9b66-161731fdad80), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:01.192641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=cf36598e-3e33-4f82-89c1-96de8e578c45,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:50:01.288861 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP fbcef186-8571-4270-9b66-161731fdad80 associated. External IP: 172.36.7.230, port: 1541622f-88b7-43a9-8d42-e8413eb8f672. Sep 25 01:50:01.488517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router b723abdd-7f64-4721-a590-4d08fcd5cf90 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:50:01.588113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:50:01.597320 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] Sync routers for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:50:01.608326 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:01.611578 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:50:01.612303 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:49:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:50:01.622805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-34b2b520-ef84-4c26-9885-7034b86372fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:01.642205 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f6eabb51-180b-41b6-b948-ab42942f457e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5066898 Sep 25 01:50:01.643557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:50:01.645387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad8143d-450b-44fe-b70a-1e4ddc026afd" -d '{"events": [{"name": "network-changed", "server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:50:01.693186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2f8905-075c-4d1e-8ce0-a0bd9bb3a716 x-openstack-request-id: req-1a2f8905-075c-4d1e-8ce0-a0bd9bb3a716 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:50:01.693487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:50:01.693909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a2f8905-075c-4d1e-8ce0-a0bd9bb3a716 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:50:01.694383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2f8905-075c-4d1e-8ce0-a0bd9bb3a716'] response: {'name': 'network-changed', 'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'status': 'completed', 'code': 200} Sep 25 01:50:01.724683 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:50:01.760121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13845b6-f828-447b-9335-63b40cd4174e req-8778a0be-4fa4-47bc-a6c6-fe896e0b1223 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:01.761624 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a13845b6-f828-447b-9335-63b40cd4174e req-8778a0be-4fa4-47bc-a6c6-fe896e0b1223 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0565369 Sep 25 01:50:01.806975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-77dda9a4-5aec-47c8-b18b-721a2e911df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:01.808514 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-77dda9a4-5aec-47c8-b18b-721a2e911df5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 1129 time: 0.0640337 Sep 25 01:50:01.839849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:01.879225 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a13845b6-f828-447b-9335-63b40cd4174e req-3c00fe5a-848e-4679-aea3-e25c775cdcb5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012452 Sep 25 01:50:01.910947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36564) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:50:01.918929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:01.926187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-b5ddf4df-3f8b-4ccf-960c-7a6503ae2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:01.927788 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-b5ddf4df-3f8b-4ccf-960c-7a6503ae2411 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433 HTTP/1.1" status: 200 len: 898 time: 0.1136985 Sep 25 01:50:01.975413 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5f3999fb-d325-4f29-aea5-eb1fd2e06498 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/fbcef186-8571-4270-9b66-161731fdad80 HTTP/1.1" status: 200 len: 991 time: 0.0618627 Sep 25 01:50:01.991229 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-1bc15d9b-c4e9-4837-a276-bf325e08f749 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1541622f-88b7-43a9-8d42-e8413eb8f672 HTTP/1.1" status: 200 len: 999 time: 0.0578468 Sep 25 01:50:02.028047 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fbcef186-8571-4270-9b66-161731fdad80', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.230', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'port_id': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'mac_address': 'fa:16:3e:ec:2c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95835c2-569a-48a7-a275-01398c65937f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:50:00Z', 'updated_at': '2022-09-25T01:50:00Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbca769-2d5d-4e2c-9c77-f2eaac907e98', 'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:99:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:47Z', 'updated_at': '2022-09-25T01:49:50Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:50:02.044424 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-a05fdb92-b8fc-476c-8140-c5b2727d8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:02.045936 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-a05fdb92-b8fc-476c-8140-c5b2727d8e12 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=5d890085-1257-49fa-9416-e3e3bada32cf HTTP/1.1" status: 200 len: 835 time: 0.0494008 Sep 25 01:50:02.052643 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] Checking router: b723abdd-7f64-4721-a590-4d08fcd5cf90 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:50:02.060998 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:50:02.061612 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:50:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:50:02.095883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-86eba4e7-20fa-4ca6-beb0-5e9689d3e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:02.097363 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-86eba4e7-20fa-4ca6-beb0-5e9689d3e98d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442753 Sep 25 01:50:02.163134 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:50:02.185577 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-3ebe23bc-9637-4380-b70a-11751728edc0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826716 Sep 25 01:50:02.254534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:02.284143 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bad8143d-450b-44fe-b70a-1e4ddc026afd req-eb45a04b-3d26-4942-80a3-219632e2d3df service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922825 Sep 25 01:50:02.372118 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fbcef186-8571-4270-9b66-161731fdad80', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.230', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'port_id': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'mac_address': 'fa:16:3e:ec:2c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95835c2-569a-48a7-a275-01398c65937f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:50:00Z', 'updated_at': '2022-09-25T01:50:00Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbca769-2d5d-4e2c-9c77-f2eaac907e98', 'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:99:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:47Z', 'updated_at': '2022-09-25T01:49:50Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:50:02.396269 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce44a4f-0a87-4ac0-8894-354199643888 None None] The sync data for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv is: [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fbcef186-8571-4270-9b66-161731fdad80', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.230', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'port_id': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'mac_address': 'fa:16:3e:ec:2c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95835c2-569a-48a7-a275-01398c65937f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:50:00Z', 'updated_at': '2022-09-25T01:50:00Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbca769-2d5d-4e2c-9c77-f2eaac907e98', 'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:99:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:47Z', 'updated_at': '2022-09-25T01:49:50Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:50:02.590843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0eb87-a916-47f6-9cef-d34ad2b14e15 None None] New status for floating IP fbcef186-8571-4270-9b66-161731fdad80: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:50:02.978347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36566) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:50:03.035665 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-29286482-8f1e-4921-9523-8917bd567b1e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/fbcef186-8571-4270-9b66-161731fdad80 HTTP/1.1" status: 200 len: 993 time: 0.0562382 Sep 25 01:50:03.942708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:06.091517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:06.685439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:11.237428 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:11.964240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=30 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:11.969221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:13.027080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:13.031544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=49 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:16.945077 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=79 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:16.949991 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=75 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:21.231229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:21.233144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:DELETE=1,neutron:SELECT=44,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:25.095872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-46a2db8b-a0fc-4586-83c2-88e1eaa0f66a service neutron] (107187) timed out ('10.222.0.49', 32800) {{(pid=107187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 01:50:25.141912 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:50:25.356236 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-8f565082-665d-49d7-a54a-f25393d7deae req-d26f9c14-a65d-4f21-a235-895d433ad8bc tempest-ServerActionsTestJSON-1846271216 tempest-ServerActionsTestJSON-1846271216-project] (107187) timed out ('10.222.0.49', 59650) {{(pid=107187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 01:50:28.722720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8e7585ab-0ae1-4299-86f2-2a4b0c6ae3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:31.625331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f6feddd8-7e31-4008-95cb-456ca5093278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:31.832597 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-8f158fd3-5c41-467f-bff0-d9f83e49ac14 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417216 Sep 25 01:50:31.935809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-80914940-3651-456e-a480-257a48f7290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:31.937351 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-80914940-3651-456e-a480-257a48f7290d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 1129 time: 0.0389884 Sep 25 01:50:32.041439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-bddd1fd9-251f-4d40-b944-af14642ee7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:32.042921 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-bddd1fd9-251f-4d40-b944-af14642ee7b5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433 HTTP/1.1" status: 200 len: 898 time: 0.0861795 Sep 25 01:50:32.107426 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-ffc9acb0-de87-4269-a080-e5040a4a1d8d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1541622f-88b7-43a9-8d42-e8413eb8f672 HTTP/1.1" status: 200 len: 1001 time: 0.0578511 Sep 25 01:50:32.156063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-a92dfe77-b1a4-4445-9977-a28b04fda131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:32.157516 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-a92dfe77-b1a4-4445-9977-a28b04fda131 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=5d890085-1257-49fa-9416-e3e3bada32cf HTTP/1.1" status: 200 len: 835 time: 0.0446341 Sep 25 01:50:32.199636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-60d3bbc8-593e-445d-8b71-183d5ccfca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:50:32.201040 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-60d3bbc8-593e-445d-8b71-183d5ccfca29 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375538 Sep 25 01:50:32.295297 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-c9179281-adb8-48b6-ae5a-4d73bb592746 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886438 Sep 25 01:50:32.384714 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-577d8e06-1310-4d2b-85c2-379f83d3e749 req-4ab12735-03e8-4178-9217-63344e12a89c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833361 Sep 25 01:50:33.945955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:36.094139 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:36.683903 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:38.588043 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:38.592783 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:41.241646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:50:42.374956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=51 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:42.381811 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=50 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:51.234939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:51.236797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:53.946188 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:55.014653 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:50:58.724142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-215dcc00-f955-468e-860d-1249a0551788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:01.627044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b629f877-d482-4a10-8e23-0789d4a08171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:02.142756 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:51:03.947333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:06.096342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:06.688712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:08.084337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c3244-878c-460d-8bd8-20363083187a req-b18a2945-5bef-4580-b665-c59874cb776a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:08.085840 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0d8c3244-878c-460d-8bd8-20363083187a req-b18a2945-5bef-4580-b665-c59874cb776a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0503397 Sep 25 01:51:08.114369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-ed155f39-9caa-44cb-916e-a937640376ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:08.116556 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-ed155f39-9caa-44cb-916e-a937640376ca service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 1129 time: 0.0448339 Sep 25 01:51:08.137193 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0d8c3244-878c-460d-8bd8-20363083187a req-d65e3fd3-0d0d-4853-b1ca-7722b1536750 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452011 Sep 25 01:51:08.205266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-8723014b-e611-40f5-98ea-9d22fb8e257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:08.206750 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-8723014b-e611-40f5-98ea-9d22fb8e257b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433 HTTP/1.1" status: 200 len: 898 time: 0.0851178 Sep 25 01:51:08.270945 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-1e1df65d-fe93-4653-b04c-66c5dbba10c1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1541622f-88b7-43a9-8d42-e8413eb8f672 HTTP/1.1" status: 200 len: 1001 time: 0.0579278 Sep 25 01:51:08.318766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-836063cf-afe4-45e6-9379-7894993a9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:08.320249 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-836063cf-afe4-45e6-9379-7894993a9f33 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=5d890085-1257-49fa-9416-e3e3bada32cf HTTP/1.1" status: 200 len: 835 time: 0.0440252 Sep 25 01:51:08.362869 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-cd7ceddf-a25e-437f-8781-186e39bfe7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:08.364357 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-cd7ceddf-a25e-437f-8781-186e39bfe7b5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384476 Sep 25 01:51:08.457235 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-3418b749-d078-48c4-8873-cbb59add5aa0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Sep 25 01:51:08.549861 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3a4f8f89-00fd-4153-b202-a360b0d3d06d req-a11e85f7-9ce0-463b-adcf-a5ed84f5d7e2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868983 Sep 25 01:51:09.264693 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde538c0-f8d5-4ecc-8475-ead72eadad0c req-381288da-2e7e-4a8f-90cd-1b1a6b25bf86 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:09.266201 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bde538c0-f8d5-4ecc-8475-ead72eadad0c req-381288da-2e7e-4a8f-90cd-1b1a6b25bf86 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0531025 Sep 25 01:51:09.316687 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bde538c0-f8d5-4ecc-8475-ead72eadad0c req-fd604295-7641-4b25-a476-d717679def38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442216 Sep 25 01:51:10.439814 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfa050-41ae-4a4e-9af6-7b27112fc9da req-d292ddc6-d4c6-4d07-a892-505aaeb1ab48 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:10.441320 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5bdfa050-41ae-4a4e-9af6-7b27112fc9da req-d292ddc6-d4c6-4d07-a892-505aaeb1ab48 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0497622 Sep 25 01:51:10.490726 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5bdfa050-41ae-4a4e-9af6-7b27112fc9da req-9ac9b8fc-8311-4723-a1fd-9b8762289503 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Sep 25 01:51:11.243738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:11.610800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a269daf-4f3c-4025-8db9-a8da7ffabf78 req-688bbf6e-7de1-497c-9724-2ab9a95dbb41 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:11.612316 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8a269daf-4f3c-4025-8db9-a8da7ffabf78 req-688bbf6e-7de1-497c-9724-2ab9a95dbb41 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0471466 Sep 25 01:51:11.660829 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8a269daf-4f3c-4025-8db9-a8da7ffabf78 req-b8cb72e3-f20f-4f2d-9c0f-ff344afdbe21 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430253 Sep 25 01:51:12.139110 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:12.780677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2d658-08d0-48b4-ac74-01a50173a8e2 req-a20e4bc9-5751-49cc-8f57-544f3dba335e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:12.782153 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-47b2d658-08d0-48b4-ac74-01a50173a8e2 req-a20e4bc9-5751-49cc-8f57-544f3dba335e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0464435 Sep 25 01:51:12.830681 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-47b2d658-08d0-48b4-ac74-01a50173a8e2 req-f6cdcbe7-cb27-40d2-ac8d-7194f915e9f5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Sep 25 01:51:13.951933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a1a5-bee2-4ea4-9a22-0cc10e437b79 req-789869bc-7173-4459-b41f-541cb9be0d82 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:13.953433 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4815a1a5-bee2-4ea4-9a22-0cc10e437b79 req-789869bc-7173-4459-b41f-541cb9be0d82 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0490785 Sep 25 01:51:14.006271 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4815a1a5-bee2-4ea4-9a22-0cc10e437b79 req-af3f30bd-967b-4897-b0fd-bc3bfede7657 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472040 Sep 25 01:51:15.129662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936743a-6cf0-4c05-bbaf-d1d4c0acf46b req-080cfd08-1147-4f66-b5ef-f6f7bfb992d9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:15.131786 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b936743a-6cf0-4c05-bbaf-d1d4c0acf46b req-080cfd08-1147-4f66-b5ef-f6f7bfb992d9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0512602 Sep 25 01:51:15.180542 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b936743a-6cf0-4c05-bbaf-d1d4c0acf46b req-78d46ef5-1c07-492d-bc3e-12f5aa0f52cd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Sep 25 01:51:16.312063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89209d-506e-491a-a932-1b240b87eebb req-e6c29b2d-4027-437c-a16a-5ff9bf967c96 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:16.313562 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba89209d-506e-491a-a932-1b240b87eebb req-e6c29b2d-4027-437c-a16a-5ff9bf967c96 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0473461 Sep 25 01:51:16.361589 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba89209d-506e-491a-a932-1b240b87eebb req-b3a59c94-29ab-4ad5-a4a8-357066e36b0f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Sep 25 01:51:17.479903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6d69e-4828-455c-bd58-3efc81ba5b89 req-a8cdc7b6-c078-4d02-a318-60b6273b66e5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:17.481421 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cbe6d69e-4828-455c-bd58-3efc81ba5b89 req-a8cdc7b6-c078-4d02-a318-60b6273b66e5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0469096 Sep 25 01:51:17.530720 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cbe6d69e-4828-455c-bd58-3efc81ba5b89 req-4839535e-a197-4eca-8b2b-b8738b63a932 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437348 Sep 25 01:51:18.651303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c46cb1-9dc6-403b-be0b-7cc0326fe255 req-071d2e83-010e-4082-80a2-e17623a18d28 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:18.652786 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-82c46cb1-9dc6-403b-be0b-7cc0326fe255 req-071d2e83-010e-4082-80a2-e17623a18d28 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0464678 Sep 25 01:51:18.702073 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-82c46cb1-9dc6-403b-be0b-7cc0326fe255 req-32da0b64-7e93-4602-80b4-be6c9818c1ba tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Sep 25 01:51:19.833853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dd360-0cb9-4daa-9dc3-aa111ac147ca req-0ccd3428-02ad-467f-ad82-29f8c539c385 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:19.835353 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8b4dd360-0cb9-4daa-9dc3-aa111ac147ca req-0ccd3428-02ad-467f-ad82-29f8c539c385 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0523808 Sep 25 01:51:19.890667 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8b4dd360-0cb9-4daa-9dc3-aa111ac147ca req-2e5473ab-3bdd-4190-8ab1-2b9c2ff5136c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493708 Sep 25 01:51:19.922055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36622) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:51:19.985734 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7cef6bc3-4d79-4a10-908b-98fd44462655 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/fbcef186-8571-4270-9b66-161731fdad80 HTTP/1.1" status: 200 len: 993 time: 0.0621641 Sep 25 01:51:21.238571 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:21.240597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:28.694407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:28.697530 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:28.725987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3121c90-7610-4bdd-a79f-319899aa2558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:29.976712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=55 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:29.980870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=63 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:30.936892 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:30.942179 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:31.629842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5ff23424-ddeb-446f-ad7c-b4c5bcc4c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:31.653385 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-5819d6fb-1cea-481a-af4d-4f44e920f6db service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490808 Sep 25 01:51:31.759781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-11a0d60b-7e4f-4d41-9dc2-25c9a7499967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:31.761321 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-11a0d60b-7e4f-4d41-9dc2-25c9a7499967 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 1129 time: 0.0418787 Sep 25 01:51:31.875853 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-7cd3aa45-0237-4890-89c0-c5c74e4bd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:31.877194 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-7cd3aa45-0237-4890-89c0-c5c74e4bd83a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433 HTTP/1.1" status: 200 len: 898 time: 0.0984733 Sep 25 01:51:32.276582 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-1d372b13-a1b1-4740-978e-29f41ea83c12 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1541622f-88b7-43a9-8d42-e8413eb8f672 HTTP/1.1" status: 200 len: 1001 time: 0.3919117 Sep 25 01:51:32.328515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-bc72c2aa-08ca-41d3-b264-6a2bd5436b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:32.329986 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-bc72c2aa-08ca-41d3-b264-6a2bd5436b53 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=5d890085-1257-49fa-9416-e3e3bada32cf HTTP/1.1" status: 200 len: 835 time: 0.0447552 Sep 25 01:51:32.377754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-34c99d5e-6875-40a8-8cff-db9f51da0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:51:32.379262 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-34c99d5e-6875-40a8-8cff-db9f51da0275 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420721 Sep 25 01:51:32.389103 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-2dc38e38-f485-4d6b-8134-f807c677a516 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:51:32.390061 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-2dc38e38-f485-4d6b-8134-f807c677a516 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050442 Sep 25 01:51:32.483025 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-2b19f69b-8ffa-483d-9a21-cd5469e27fc6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870111 Sep 25 01:51:32.592884 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8557f5b-e81e-48d6-a9d4-1e4782d121bd req-62393248-5bce-42a0-8b95-c0aeb18212d7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036291 Sep 25 01:51:33.950972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:36.101306 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:36.690345 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:39.141257 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:51:41.244894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:51:42.583597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=50 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:42.589750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=51 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:49.136910 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:49.137668 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:51.238201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:51.240339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:51:58.727201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-adf41fe0-a14e-419a-a619-69dee8024fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:01.633735 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d4df48b8-1a8c-4c96-a932-6c228261c7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:03.952778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:06.103030 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:06.696380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:07.932825 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:07.940114 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:10.610881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36646) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:10.754541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port cf36598e-3e33-4f82-89c1-96de8e578c45 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:52:10.754885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cf36598e-3e33-4f82-89c1-96de8e578c45), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:10.829883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cf36598e-3e33-4f82-89c1-96de8e578c45), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:10.830213 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (cf36598e-3e33-4f82-89c1-96de8e578c45), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:10.842837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for cf36598e-3e33-4f82-89c1-96de8e578c45 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:52:10.988221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (cf36598e-3e33-4f82-89c1-96de8e578c45), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:11.033600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=cf36598e-3e33-4f82-89c1-96de8e578c45,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:11.063223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.063577 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.063925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.064293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.064631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.064968 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.065300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.065636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.065967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.066296 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.066626 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.066962 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.067278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.067601 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.067975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:11.089300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (fbcef186-8571-4270-9b66-161731fdad80), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:11.089639 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP fbcef186-8571-4270-9b66-161731fdad80 disassociated (deleted). External IP: 172.36.7.230, port: 1541622f-88b7-43a9-8d42-e8413eb8f672. Sep 25 01:52:11.272008 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:11.294375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router b723abdd-7f64-4721-a590-4d08fcd5cf90 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:52:11.397310 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:52:11.402045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:11.406885 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28989866-51a2-4e88-9187-993ffc841951 None None] Sync routers for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:52:11.416126 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28989866-51a2-4e88-9187-993ffc841951 None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:11.416740 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-28989866-51a2-4e88-9187-993ffc841951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:11.431761 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7cd3c705-1ecf-4eb3-9a5f-9b4fc0ad3eed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/fbcef186-8571-4270-9b66-161731fdad80 HTTP/1.1" status: 204 len: 168 time: 0.8198831 Sep 25 01:52:11.433009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:52:11.435262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:52:11.492918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243cc4da-91a7-448d-9eda-731e371ef2b3 x-openstack-request-id: req-243cc4da-91a7-448d-9eda-731e371ef2b3 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:52:11.493222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:52:11.493482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-243cc4da-91a7-448d-9eda-731e371ef2b3 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:52:11.493900 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243cc4da-91a7-448d-9eda-731e371ef2b3'] response: {'name': 'network-changed', 'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'status': 'completed', 'code': 200} Sep 25 01:52:11.522610 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-28989866-51a2-4e88-9187-993ffc841951 None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:11.609752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-7f978556-03e4-4775-a747-1fba2200f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:11.611297 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-7f978556-03e4-4775-a747-1fba2200f186 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 1129 time: 0.0619819 Sep 25 01:52:11.673510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64154593-fe05-418b-bfc6-0c1512c89569 req-99a618b4-4534-4334-8884-1b6c0ed2a674 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:11.675256 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-64154593-fe05-418b-bfc6-0c1512c89569 req-99a618b4-4534-4334-8884-1b6c0ed2a674 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0481837 Sep 25 01:52:11.714750 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-28989866-51a2-4e88-9187-993ffc841951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2dbca769-2d5d-4e2c-9c77-f2eaac907e98', 'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:99:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:47Z', 'updated_at': '2022-09-25T01:49:50Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:11.731900 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-64154593-fe05-418b-bfc6-0c1512c89569 req-969e7a50-fc98-4e81-8f25-cacad9f2b44f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501113 Sep 25 01:52:11.739660 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28989866-51a2-4e88-9187-993ffc841951 None None] Checking router: b723abdd-7f64-4721-a590-4d08fcd5cf90 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:52:11.748625 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28989866-51a2-4e88-9187-993ffc841951 None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:11.749230 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-28989866-51a2-4e88-9187-993ffc841951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:11.847297 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-28989866-51a2-4e88-9187-993ffc841951 None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:12.103314 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-28989866-51a2-4e88-9187-993ffc841951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2dbca769-2d5d-4e2c-9c77-f2eaac907e98', 'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:99:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:47Z', 'updated_at': '2022-09-25T01:49:50Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:12.129430 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28989866-51a2-4e88-9187-993ffc841951 None None] The sync data for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv is: [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:47Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2dbca769-2d5d-4e2c-9c77-f2eaac907e98', 'name': '', 'network_id': 'd9c833ce-b1a4-45d4-bba8-c712d7b3b433', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:99:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:47Z', 'updated_at': '2022-09-25T01:49:50Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '5d890085-1257-49fa-9416-e3e3bada32cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:52:12.344673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca996e3-79c0-469e-ad7f-6efea032148d None None] New status for floating IP fbcef186-8571-4270-9b66-161731fdad80: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:52:12.823134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:12.849833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:12.863868 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538d29e-ce59-42b2-8ce8-6a45776e92d1 req-689d0199-d8da-4495-b25a-197194e70f18 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:12.865402 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7538d29e-ce59-42b2-8ce8-6a45776e92d1 req-689d0199-d8da-4495-b25a-197194e70f18 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0529504 Sep 25 01:52:12.915761 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7538d29e-ce59-42b2-8ce8-6a45776e92d1 req-c43112fa-c197-4f22-8e3f-8f58941ed73b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=18a48732-da7e-46c4-b880-25427d07f29d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444484 Sep 25 01:52:12.945852 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-d8c62272-0913-4fff-bf52-6e8aff0c431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:12.947307 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-d8c62272-0913-4fff-bf52-6e8aff0c431a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433 HTTP/1.1" status: 200 len: 898 time: 0.0904286 Sep 25 01:52:12.997312 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-3f57d602-08a0-4f5d-b647-051b6cce157f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1541622f-88b7-43a9-8d42-e8413eb8f672 HTTP/1.1" status: 200 len: 217 time: 0.0316303 Sep 25 01:52:13.050737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-7557d875-0254-4293-aef3-4da2dd0949ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:13.052106 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-7557d875-0254-4293-aef3-4da2dd0949ba service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=5d890085-1257-49fa-9416-e3e3bada32cf HTTP/1.1" status: 200 len: 835 time: 0.0474443 Sep 25 01:52:13.111100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-f20a07cd-e372-43e4-83fd-6f3a2d2ecec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:13.112622 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-f20a07cd-e372-43e4-83fd-6f3a2d2ecec8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d9c833ce-b1a4-45d4-bba8-c712d7b3b433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385997 Sep 25 01:52:13.380052 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-dc15ee66-e27b-49b2-aa09-214cafaca4c9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862896 Sep 25 01:52:13.470133 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a71c9f88-1a33-4909-8a91-1e5589d4f3b9 req-ce81d231-654c-4ef1-9ebe-7c0325ee7c36 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837634 Sep 25 01:52:13.647030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-b8de4dac-d9bd-4cb5-a795-cf9a60715f53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:13.648492 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-b8de4dac-d9bd-4cb5-a795-cf9a60715f53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 945 time: 0.0466042 Sep 25 01:52:13.733350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 1541622f-88b7-43a9-8d42-e8413eb8f672 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:52:13.733720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:13.826292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 1541622f-88b7-43a9-8d42-e8413eb8f672, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1541622f-88b7-43a9-8d42-e8413eb8f672,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:13.826657 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:13.840056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 1541622f-88b7-43a9-8d42-e8413eb8f672 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:52:13.965971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1541622f-88b7-43a9-8d42-e8413eb8f672), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:13.976841 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:14.000737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=1541622f-88b7-43a9-8d42-e8413eb8f672,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:14.012765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:14.039717 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-83a91bd6-0c3a-49c4-9ba9-9722bba1acd8 req-78b8d423-34ca-4b0a-8349-7b0f2f266b3d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f95835c2-569a-48a7-a275-01398c65937f HTTP/1.1" status: 200 len: 210 time: 0.0418220 Sep 25 01:52:14.041005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.041354 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.041697 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.042036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.042373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.042705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.043037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.043368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.043696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.044047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.044377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.044705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.045032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.045355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.045680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:14.084083 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] No DVR routers for this DVR port 1541622f-88b7-43a9-8d42-e8413eb8f672 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:52:14.086525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:14.089767 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f9b434ea-3f38-4c9a-997d-a343c1e65afc req-7c1553f1-24a0-44a6-aa52-273e54528d79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "DELETE /networking/v2.0/ports/1541622f-88b7-43a9-8d42-e8413eb8f672 HTTP/1.1" status: 204 len: 173 time: 0.4355705 Sep 25 01:52:14.090256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'name': 'network-vif-deleted', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:52:14.092522 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d729ec71-f83f-41c3-80e0-7d88faa3dfc1" -d '{"events": [{"server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "name": "network-vif-deleted", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:52:14.131053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759b91d5-5b74-46ef-aedd-5741fe8f92e2 x-openstack-request-id: req-759b91d5-5b74-46ef-aedd-5741fe8f92e2 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:52:14.131365 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95835c2-569a-48a7-a275-01398c65937f", "name": "network-vif-deleted", "tag": "1541622f-88b7-43a9-8d42-e8413eb8f672", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:52:14.131603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-759b91d5-5b74-46ef-aedd-5741fe8f92e2 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:52:14.132049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759b91d5-5b74-46ef-aedd-5741fe8f92e2'] response: {'server_uuid': 'f95835c2-569a-48a7-a275-01398c65937f', 'name': 'network-vif-deleted', 'tag': '1541622f-88b7-43a9-8d42-e8413eb8f672', 'status': 'completed', 'code': 200} Sep 25 01:52:15.113168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36670) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:15.719317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (b723abdd-7f64-4721-a590-4d08fcd5cf90), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:15.947789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:52:15.948161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:16.044533 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 2dbca769-2d5d-4e2c-9c77-f2eaac907e98, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2dbca769-2d5d-4e2c-9c77-f2eaac907e98,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:16.044903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:16.057947 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:52:16.140489 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:52:16.193261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:16.215100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:16.244957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (2dbca769-2d5d-4e2c-9c77-f2eaac907e98), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:16.272575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=2dbca769-2d5d-4e2c-9c77-f2eaac907e98,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:16.449165 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (b723abdd-7f64-4721-a590-4d08fcd5cf90), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:16.673259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router b723abdd-7f64-4721-a590-4d08fcd5cf90 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:52:16.720414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1541622f-88b7-43a9-8d42-e8413eb8f672 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:52:16.740188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 1541622f-88b7-43a9-8d42-e8413eb8f672 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:52:16.740527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1541622f-88b7-43a9-8d42-e8413eb8f672 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:52:16.778035 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:52:16.783942 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2f495deb-3c0b-4aea-a8b1-4f222c9aff38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/b723abdd-7f64-4721-a590-4d08fcd5cf90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6691318 Sep 25 01:52:16.786153 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36676) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:16.788830 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] Sync routers for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:52:16.798352 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:16.798955 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:16.838248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfef8fee-40a9-4455-9b62-16874227821a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting subnet 5d890085-1257-49fa-9416-e3e3bada32cf {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:52:16.841415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cfef8fee-40a9-4455-9b62-16874227821a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (5d890085-1257-49fa-9416-e3e3bada32cf), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:16.882393 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cfef8fee-40a9-4455-9b62-16874227821a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (5d890085-1257-49fa-9416-e3e3bada32cf), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:16.897636 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:16.986941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cfef8fee-40a9-4455-9b62-16874227821a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (5d890085-1257-49fa-9416-e3e3bada32cf), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.015520 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:17.048090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cfef8fee-40a9-4455-9b62-16874227821a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (5d890085-1257-49fa-9416-e3e3bada32cf), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.067668 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:52:16Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:17.080545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef8fee-40a9-4455-9b62-16874227821a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Subnet': ['ID=5d890085-1257-49fa-9416-e3e3bada32cf,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:17.082891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cfef8fee-40a9-4455-9b62-16874227821a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.086298 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cfef8fee-40a9-4455-9b62-16874227821a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/5d890085-1257-49fa-9416-e3e3bada32cf HTTP/1.1" status: 204 len: 168 time: 0.2990248 Sep 25 01:52:17.088955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36678) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:17.089776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09965fcb-3423-44ed-aa54-187aa4bad0e5 None None] Network d9c833ce-b1a4-45d4-bba8-c712d7b3b433 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:52:17.096507 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] Checking router: b723abdd-7f64-4721-a590-4d08fcd5cf90 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:52:17.105866 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] Routers {'b723abdd-7f64-4721-a590-4d08fcd5cf90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:17.106483 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['b723abdd-7f64-4721-a590-4d08fcd5cf90'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:17.196160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (b723abdd-7f64-4721-a590-4d08fcd5cf90), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.209716 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] Set router b723abdd-7f64-4721-a590-4d08fcd5cf90 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:17.236569 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:17.247792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] DHCP port deletion for d9c833ce-b1a4-45d4-bba8-c712d7b3b433 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:52:17.321605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (b723abdd-7f64-4721-a590-4d08fcd5cf90), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.368726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:52:17.369102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.392669 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:52:16Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:17.422654 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01dfe1-aa31-49c1-af14-d4992248fb56 None None] The sync data for ids ['b723abdd-7f64-4721-a590-4d08fcd5cf90'] in dv-neutron-master-2-hyperv is: [{'id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485794862', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106'}], 'enable_snat': True}, 'gw_port_id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:52:16Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '5b17d994-b6cb-4b8a-8d56-f6f4983acdac', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723abdd-7f64-4721-a590-4d08fcd5cf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:49:44Z', 'updated_at': '2022-09-25T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:52:17.435352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Deleting port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:52:17.435781 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.467199 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 5b17d994-b6cb-4b8a-8d56-f6f4983acdac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5b17d994-b6cb-4b8a-8d56-f6f4983acdac,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:17.467499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.483015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 5b17d994-b6cb-4b8a-8d56-f6f4983acdac owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:52:17.501672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] For port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=123f50f8-45a8-4eda-8ded-6d1aa78cdc2d,segment=NetworkSegment(363e66b9-8524-4331-b3a1-373783da2399),segment_id=363e66b9-8524-4331-b3a1-373783da2399)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:17.501994 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.518316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Calling delete_port for 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:52:17.596164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (123f50f8-45a8-4eda-8ded-6d1aa78cdc2d), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.619599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Pushing event deleted for resources: {'Port': ['ID=123f50f8-45a8-4eda-8ded-6d1aa78cdc2d,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:17.632770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.632989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.633460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.633825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.634161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.634530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.634832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.635161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.635494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.635834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.636180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.636516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.636843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.637167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.637494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:17.640765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f46c2-afb2-4c92-ac45-02f9812a0e7b None None] No DVR routers for this DVR port 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:52:17.658497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (5b17d994-b6cb-4b8a-8d56-f6f4983acdac), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.682864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=5b17d994-b6cb-4b8a-8d56-f6f4983acdac,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:17.749711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (b723abdd-7f64-4721-a590-4d08fcd5cf90), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.844883 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (b723abdd-7f64-4721-a590-4d08fcd5cf90), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.847363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (b723abdd-7f64-4721-a590-4d08fcd5cf90), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.894276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (b723abdd-7f64-4721-a590-4d08fcd5cf90), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.894959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Fanout notify agent at l3_agent the message router_deleted on router b723abdd-7f64-4721-a590-4d08fcd5cf90 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:52:17.901744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.906022 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-01b7b08b-aca9-42b4-8063-bf937ea337c0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/routers/b723abdd-7f64-4721-a590-4d08fcd5cf90 HTTP/1.1" status: 204 len: 168 time: 0.8130238 Sep 25 01:52:17.906279 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36680) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:17.985833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (d9c833ce-b1a4-45d4-bba8-c712d7b3b433), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:17.999090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:18.082392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (d9c833ce-b1a4-45d4-bba8-c712d7b3b433), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.102245 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c833ce-b1a4-45d4-bba8-c712d7b3b433']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:18.111620 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363e66b9-8524-4331-b3a1-373783da2399') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:18.111917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363e66b9-8524-4331-b3a1-373783da2399') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:18.121940 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (363e66b9-8524-4331-b3a1-373783da2399), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.135517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (363e66b9-8524-4331-b3a1-373783da2399), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.140903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:18.141997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:52:18.142399 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (363e66b9-8524-4331-b3a1-373783da2399), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.190093 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 363e66b9-8524-4331-b3a1-373783da2399 resource provider aggregate not found Sep 25 01:52:18.209143 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 363e66b9-8524-4331-b3a1-373783da2399 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 363e66b9-8524-4331-b3a1-373783da2399 found for delete ", "request_id": "req-40c7fc8b-0283-4bba-b9a4-6a2f19a10310"}]} Sep 25 01:52:18.215872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (d9c833ce-b1a4-45d4-bba8-c712d7b3b433), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.222808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.234681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/networks/d9c833ce-b1a4-45d4-bba8-c712d7b3b433 HTTP/1.1" status: 204 len: 168 time: 0.3274322 Sep 25 01:52:18.237826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36686) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:18.250554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f722524-abbf-4a1a-a08a-860a93feb6c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Network': ['ID=d9c833ce-b1a4-45d4-bba8-c712d7b3b433,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:18.280839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:18.311662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ad24a1e-40c6-4538-96e9-c5abdefd0f73 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (18a48732-da7e-46c4-b880-25427d07f29d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.339436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ad24a1e-40c6-4538-96e9-c5abdefd0f73 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (18a48732-da7e-46c4-b880-25427d07f29d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.341742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:18.413987 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ad24a1e-40c6-4538-96e9-c5abdefd0f73 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (18a48732-da7e-46c4-b880-25427d07f29d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.416760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9ad24a1e-40c6-4538-96e9-c5abdefd0f73 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.417939 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9ad24a1e-40c6-4538-96e9-c5abdefd0f73 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/18a48732-da7e-46c4-b880-25427d07f29d HTTP/1.1" status: 204 len: 168 time: 0.1789172 Sep 25 01:52:18.428154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad24a1e-40c6-4538-96e9-c5abdefd0f73 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a48732-da7e-46c4-b880-25427d07f29d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:18.523856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:52:18.541261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36692) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:18.544721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:52:18.545270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 123f50f8-45a8-4eda-8ded-6d1aa78cdc2d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:52:18.545702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:52:18.546233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-79cc5e9a-38ef-4e39-9388-fa7443353d8b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621485331', 'description': 'tempest-secgroup-smoke-621485331 description', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:18.567777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:52:18.568194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2dbca769-2d5d-4e2c-9c77-f2eaac907e98 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:52:18.568974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5b17d994-b6cb-4b8a-8d56-f6f4983acdac no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:52:18.570760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79cc5e9a-38ef-4e39-9388-fa7443353d8b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.591499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 5b17d994-b6cb-4b8a-8d56-f6f4983acdac {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:52:18.591850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 5b17d994-b6cb-4b8a-8d56-f6f4983acdac not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:52:18.640964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79cc5e9a-38ef-4e39-9388-fa7443353d8b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (f7a6636e-00fc-4421-a822-1cdf8174020e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.644695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79cc5e9a-38ef-4e39-9388-fa7443353d8b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f7a6636e-00fc-4421-a822-1cdf8174020e), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.676216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-79cc5e9a-38ef-4e39-9388-fa7443353d8b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.677424 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-79cc5e9a-38ef-4e39-9388-fa7443353d8b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1352203 Sep 25 01:52:18.679261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc5e9a-38ef-4e39-9388-fa7443353d8b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a6636e-00fc-4421-a822-1cdf8174020e,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:18.680710 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36694) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:18.686713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ea226d8f-2b0a-41b5-93bf-64b29c168993 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f7a6636e-00fc-4421-a822-1cdf8174020e', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:18.715468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ea226d8f-2b0a-41b5-93bf-64b29c168993 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (bedfa3a5-2ee1-4e06-912b-74aff0bdb271), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.770173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ea226d8f-2b0a-41b5-93bf-64b29c168993 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (bedfa3a5-2ee1-4e06-912b-74aff0bdb271), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.774043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ea226d8f-2b0a-41b5-93bf-64b29c168993 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (bedfa3a5-2ee1-4e06-912b-74aff0bdb271), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.793918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea226d8f-2b0a-41b5-93bf-64b29c168993 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedfa3a5-2ee1-4e06-912b-74aff0bdb271,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:18.800557 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ea226d8f-2b0a-41b5-93bf-64b29c168993 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.801752 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ea226d8f-2b0a-41b5-93bf-64b29c168993 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192632 Sep 25 01:52:18.804531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36696) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:18.808842 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-e9e68c0f-cf95-480f-84c1-75e352f1662e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f7a6636e-00fc-4421-a822-1cdf8174020e', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:18.834890 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9e68c0f-cf95-480f-84c1-75e352f1662e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (78df8a8e-de53-4529-80be-34f150a79ac2), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.891158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9e68c0f-cf95-480f-84c1-75e352f1662e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (78df8a8e-de53-4529-80be-34f150a79ac2), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.895039 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9e68c0f-cf95-480f-84c1-75e352f1662e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (78df8a8e-de53-4529-80be-34f150a79ac2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.918385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e68c0f-cf95-480f-84c1-75e352f1662e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78df8a8e-de53-4529-80be-34f150a79ac2,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:18.923918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-e9e68c0f-cf95-480f-84c1-75e352f1662e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:18.925292 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e9e68c0f-cf95-480f-84c1-75e352f1662e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197140 Sep 25 01:52:18.928527 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36698) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:18.932785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-9f7bac24-9e07-4597-a6bf-bdf891e0aa7b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f7a6636e-00fc-4421-a822-1cdf8174020e', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:18.958903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f7bac24-9e07-4597-a6bf-bdf891e0aa7b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (2dbeaa9a-adb7-4788-a12b-0f583304a55c), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.015337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f7bac24-9e07-4597-a6bf-bdf891e0aa7b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (2dbeaa9a-adb7-4788-a12b-0f583304a55c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.018791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f7bac24-9e07-4597-a6bf-bdf891e0aa7b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (2dbeaa9a-adb7-4788-a12b-0f583304a55c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.037011 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bac24-9e07-4597-a6bf-bdf891e0aa7b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbeaa9a-adb7-4788-a12b-0f583304a55c,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:19.044414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-9f7bac24-9e07-4597-a6bf-bdf891e0aa7b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.045586 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9f7bac24-9e07-4597-a6bf-bdf891e0aa7b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161482 Sep 25 01:52:19.048362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36700) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:19.052595 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-6ac245ca-ed4e-48cb-8dd4-825625fe28f4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f7a6636e-00fc-4421-a822-1cdf8174020e', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:19.078194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6ac245ca-ed4e-48cb-8dd4-825625fe28f4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (d3ac4970-2834-40ae-ba0c-73f331dcb517), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.136117 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6ac245ca-ed4e-48cb-8dd4-825625fe28f4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (d3ac4970-2834-40ae-ba0c-73f331dcb517), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.139666 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6ac245ca-ed4e-48cb-8dd4-825625fe28f4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (d3ac4970-2834-40ae-ba0c-73f331dcb517), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.151474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:19.159104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac245ca-ed4e-48cb-8dd4-825625fe28f4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ac4970-2834-40ae-ba0c-73f331dcb517,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:19.168985 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-6ac245ca-ed4e-48cb-8dd4-825625fe28f4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.170201 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6ac245ca-ed4e-48cb-8dd4-825625fe28f4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209304 Sep 25 01:52:19.173007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36702) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:19.177394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-c32f1b7c-9b22-4827-b6ca-cf4c0ceb19b8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f7a6636e-00fc-4421-a822-1cdf8174020e', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:19.197807 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-c32f1b7c-9b22-4827-b6ca-cf4c0ceb19b8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:52:19.203568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c32f1b7c-9b22-4827-b6ca-cf4c0ceb19b8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (f77fa9d1-fce6-41d0-b512-13ae8052d66f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.265396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c32f1b7c-9b22-4827-b6ca-cf4c0ceb19b8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (f77fa9d1-fce6-41d0-b512-13ae8052d66f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.269631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c32f1b7c-9b22-4827-b6ca-cf4c0ceb19b8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (f77fa9d1-fce6-41d0-b512-13ae8052d66f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.289060 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f1b7c-9b22-4827-b6ca-cf4c0ceb19b8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77fa9d1-fce6-41d0-b512-13ae8052d66f,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:19.296623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-c32f1b7c-9b22-4827-b6ca-cf4c0ceb19b8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.297833 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c32f1b7c-9b22-4827-b6ca-cf4c0ceb19b8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238723 Sep 25 01:52:19.300572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36706) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:19.305366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-ca50a22e-6bbe-44f6-9756-10dc2452b7a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f7a6636e-00fc-4421-a822-1cdf8174020e', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:19.309469 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:19.328490 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-ca50a22e-6bbe-44f6-9756-10dc2452b7a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:52:19.333821 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ca50a22e-6bbe-44f6-9756-10dc2452b7a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (53663f95-6922-4c9b-bca7-5c70129f86a6), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.393599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ca50a22e-6bbe-44f6-9756-10dc2452b7a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (53663f95-6922-4c9b-bca7-5c70129f86a6), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.397768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ca50a22e-6bbe-44f6-9756-10dc2452b7a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (53663f95-6922-4c9b-bca7-5c70129f86a6), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.417347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50a22e-6bbe-44f6-9756-10dc2452b7a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53663f95-6922-4c9b-bca7-5c70129f86a6,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:19.422715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ca50a22e-6bbe-44f6-9756-10dc2452b7a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.423887 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ca50a22e-6bbe-44f6-9756-10dc2452b7a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223948 Sep 25 01:52:19.426845 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36708) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:19.431608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'network': {'name': 'tempest-network-smoke--335654170', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'port_security_enabled': True}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:19.450292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:52:19.454003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.478511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:52:19.487918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5c9e47d3-de54-4586-866f-7870aa015ee9), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.488328 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Added segment 5c9e47d3-de54-4586-866f-7870aa015ee9 of type vlan for network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 Sep 25 01:52:19.530799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (db47ec2c-0d2a-4d61-ba46-3c0e25794f10), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.554246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (db47ec2c-0d2a-4d61-ba46-3c0e25794f10), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.559112 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:19.559598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.613216 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1853390 Sep 25 01:52:19.616637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36710) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:19.621364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'admin_state_up': True, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:19.628371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c89be-56dd-44d4-adbc-5e398e775a88 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Network': ['ID=db47ec2c-0d2a-4d61-ba46-3c0e25794f10,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:19.639596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:52:19.646890 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (1472ef19-7dfa-4806-ad94-a3651013d384), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.648026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (1472ef19-7dfa-4806-ad94-a3651013d384), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.703302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (1472ef19-7dfa-4806-ad94-a3651013d384), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:19.836530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (1472ef19-7dfa-4806-ad94-a3651013d384), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:20.012445 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (1472ef19-7dfa-4806-ad94-a3651013d384), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:20.031246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:20.132970 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.31 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/98495861-0667-453f-89a0-9ea1174f6a19) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:52:20.213606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:20.244058 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (98495861-0667-453f-89a0-9ea1174f6a19), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:20.261693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:20.279124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (98495861-0667-453f-89a0-9ea1174f6a19), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:20.319862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:52:20.322829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:52:20.326694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:52:20.332250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=98495861-0667-453f-89a0-9ea1174f6a19,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:20.578416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (1472ef19-7dfa-4806-ad94-a3651013d384), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:20.773139 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (1472ef19-7dfa-4806-ad94-a3651013d384), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:20.900639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router 1472ef19-7dfa-4806-ad94-a3651013d384 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:52:21.004098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:52:21.014601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Sync routers for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:52:21.024651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.028943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:21.029115 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-53b366a4-212b-40cb-be5c-47080c075e27 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4081042 Sep 25 01:52:21.029478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:21.029615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36712) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:21.061596 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-67e9d576-4105-4c9a-b218-1ba532b6fda3 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=2c1cde042c3544d7a5c88f7ce9dca20d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281262 Sep 25 01:52:21.061869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36714) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:21.132246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:21.134352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:21.155308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cf9f54-b935-4602-b1eb-386f5cccc056 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:21.156862 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-86cf9f54-b935-4602-b1eb-386f5cccc056 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942168 Sep 25 01:52:21.160581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36716) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:21.189827 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-01e6c3e5-a05b-444d-be2c-9cafb23d156c tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278053 Sep 25 01:52:21.192362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36718) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:21.196974 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-803000024', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:21.244185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:21.246999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:21.296337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:52:21.300108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.314218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:20Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:21.340678 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Checking router: 1472ef19-7dfa-4806-ad94-a3651013d384 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:52:21.341821 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Updating router 1472ef19-7dfa-4806-ad94-a3651013d384 port 98495861-0667-453f-89a0-9ea1174f6a19 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:52:21.376130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (98495861-0667-453f-89a0-9ea1174f6a19), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.475412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:21.495777 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (7c731c55-e337-4be5-b4b1-657d4df0e5d2), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.563610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Subnet': ['ID=7c731c55-e337-4be5-b4b1-657d4df0e5d2,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:21.572281 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Checking segment: {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:52:21.572648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network hostable DHCP agents. Network: db47ec2c-0d2a-4d61-ba46-3c0e25794f10, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:52:21.589881 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:52:21.598379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, db47ec2c-0d2a-4d61-ba46-3c0e25794f10) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:52:21.602808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:21.603409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.612434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0901f9-0117-4d5a-9265-01d4382d1c47 None None] Network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:52:21.622048 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a7664cbb-a500-4a06-878d-021bc6a5f5ae tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4286695 Sep 25 01:52:21.624954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36724) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:21.667855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:21.682051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Publish callbacks [] for port (98495861-0667-453f-89a0-9ea1174f6a19), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.690010 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (98495861-0667-453f-89a0-9ea1174f6a19), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.744126 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Attempting to bind port 98495861-0667-453f-89a0-9ea1174f6a19 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:52:21.744504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Attempting to bind port 98495861-0667-453f-89a0-9ea1174f6a19 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:52:21.744874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Attempting to bind port 98495861-0667-453f-89a0-9ea1174f6a19 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:52:21.782297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bbba0-f733-4da2-84b0-5eae37856c8b None None] Pushing event updated for resources: {'Port': ['ID=98495861-0667-453f-89a0-9ea1174f6a19,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:21.817061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:52:21.818449 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.822099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:52:21.822481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:52:21.822877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.823269 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:52:21.823753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Bound port: 98495861-0667-453f-89a0-9ea1174f6a19, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:52:21.824153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (98495861-0667-453f-89a0-9ea1174f6a19), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:21.942661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] For port 98495861-0667-453f-89a0-9ea1174f6a19, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:52:21.948510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] For port 98495861-0667-453f-89a0-9ea1174f6a19, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98495861-0667-453f-89a0-9ea1174f6a19,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:52:21.965870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (98495861-0667-453f-89a0-9ea1174f6a19), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:22.033168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:22.039129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:22.039756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:22.062589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:22.094135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:22.095380 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Allocated IP 172.20.0.2 (db47ec2c-0d2a-4d61-ba46-3c0e25794f10/7c731c55-e337-4be5-b4b1-657d4df0e5d2/7bd49384-b37c-42d1-a81c-287973d1ccbf) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:52:22.101558 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bbba0-f733-4da2-84b0-5eae37856c8b None None] Pushing event updated for resources: {'Port': ['ID=98495861-0667-453f-89a0-9ea1174f6a19,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:22.221997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:22.561592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Publish callbacks [] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:22.584807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:22.630544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.1 (db47ec2c-0d2a-4d61-ba46-3c0e25794f10/7c731c55-e337-4be5-b4b1-657d4df0e5d2/19094a88-1fe4-4842-8a76-674b25dad598) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:52:22.641568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:52:22.649142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:52:22.651348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:20Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:22.653274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:52:22.655435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Pushing event updated for resources: {'Port': ['ID=7bd49384-b37c-42d1-a81c-287973d1ccbf,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:22.685516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66366d-de1d-4069-876b-99e287abe5f6 None None] The sync data for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv is: [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:20Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:52:22.738568 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Attempting to bind port 7bd49384-b37c-42d1-a81c-287973d1ccbf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:52:22.738941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Attempting to bind port 7bd49384-b37c-42d1-a81c-287973d1ccbf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:52:22.739304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Attempting to bind port 7bd49384-b37c-42d1-a81c-287973d1ccbf on network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:52:22.767748 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (19094a88-1fe4-4842-8a76-674b25dad598), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:22.786870 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:52:22.787288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Checking segment: {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:52:22.787701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:22.788365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Bound using segment: {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:52:22.788857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Bound port: 7bd49384-b37c-42d1-a81c-287973d1ccbf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:52:22.789245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:22.795100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:22.804467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (19094a88-1fe4-4842-8a76-674b25dad598), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:22.835447 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:22.853735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:52:22.859539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:52:22.864954 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:52:22.866279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] For port 7bd49384-b37c-42d1-a81c-287973d1ccbf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:52:22.870454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] For port 7bd49384-b37c-42d1-a81c-287973d1ccbf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7bd49384-b37c-42d1-a81c-287973d1ccbf,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:52:22.877555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:22.907426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=19094a88-1fe4-4842-8a76-674b25dad598,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:22.954691 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad918b0-6d34-47dd-8262-31e731c7310a None None] Pushing event updated for resources: {'Port': ['ID=7bd49384-b37c-42d1-a81c-287973d1ccbf,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:22.957250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (1472ef19-7dfa-4806-ad94-a3651013d384), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:23.147302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (19094a88-1fe4-4842-8a76-674b25dad598), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:23.449694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (19094a88-1fe4-4842-8a76-674b25dad598), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:23.454442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (19094a88-1fe4-4842-8a76-674b25dad598), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:23.533335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=19094a88-1fe4-4842-8a76-674b25dad598,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:23.537552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (1472ef19-7dfa-4806-ad94-a3651013d384), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:23.644551 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:52:23.646348 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:52:23.746661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:23.767706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router 1472ef19-7dfa-4806-ad94-a3651013d384 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:52:23.878728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:52:23.883757 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-8108bd4e-d0ae-4738-9ded-f0a1e476f0ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/1472ef19-7dfa-4806-ad94-a3651013d384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2577767 Sep 25 01:52:23.946675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad3b379-4e08-4369-9e9c-28dbaac9d36c None None] Network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:52:24.002438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1e96243b-bdc8-42da-87fb-10938901000b None None] Provisioning complete for port 7bd49384-b37c-42d1-a81c-287973d1ccbf triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:24.002812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e96243b-bdc8-42da-87fb-10938901000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:24.003149 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1e96243b-bdc8-42da-87fb-10938901000b None None] Attempt 1 to provision port 7bd49384-b37c-42d1-a81c-287973d1ccbf Sep 25 01:52:24.030578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:24.046307 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-392845ed-6a26-4864-9e6f-ac9cec4cb0ac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-621485331&fields=id&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 267 time: 0.0457346 Sep 25 01:52:24.114242 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:24.130145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:24.134690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1e96243b-bdc8-42da-87fb-10938901000b None None] Current status of the port 7bd49384-b37c-42d1-a81c-287973d1ccbf is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:24.135082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e96243b-bdc8-42da-87fb-10938901000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:24.176105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1e96243b-bdc8-42da-87fb-10938901000b None None] For port 7bd49384-b37c-42d1-a81c-287973d1ccbf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7bd49384-b37c-42d1-a81c-287973d1ccbf,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:24.181341 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e96243b-bdc8-42da-87fb-10938901000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:24.197079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-386d5f68-954f-4f12-b14c-b1abdee25e11 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:24.201407 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-386d5f68-954f-4f12-b14c-b1abdee25e11 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 796 time: 0.1482613 Sep 25 01:52:24.217429 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-5ce7407c-1faf-46c9-9cbb-9e3b4b400852 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/quotas/2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 375 time: 0.0125246 Sep 25 01:52:24.236294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96243b-bdc8-42da-87fb-10938901000b None None] Pushing event updated for resources: {'Port': ['ID=7bd49384-b37c-42d1-a81c-287973d1ccbf,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:24.277516 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-aa3f7b22-58b0-4aa7-94eb-eefc603fd98b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539393 Sep 25 01:52:24.404213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Provisioning complete for port 7bd49384-b37c-42d1-a81c-287973d1ccbf triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:24.405060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:24.405719 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Attempt 1 to provision port 7bd49384-b37c-42d1-a81c-287973d1ccbf Sep 25 01:52:24.451857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-f6cceb1f-0357-47bc-8e15-215393ea1967 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:52:24.456451 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-f6cceb1f-0357-47bc-8e15-215393ea1967 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1639378 Sep 25 01:52:24.487109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Current status of the port 7bd49384-b37c-42d1-a81c-287973d1ccbf is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:24.497065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Provisioning complete for port 19094a88-1fe4-4842-8a76-674b25dad598 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:24.497451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (19094a88-1fe4-4842-8a76-674b25dad598), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:24.497795 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Attempt 1 to provision port 19094a88-1fe4-4842-8a76-674b25dad598 Sep 25 01:52:24.548992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Port 19094a88-1fe4-4842-8a76-674b25dad598 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:52:24.571820 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Sync routers for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:52:24.575454 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-cf9b1be7-bc24-446d-986b-ef7a0e878a68 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119630 Sep 25 01:52:24.594842 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:24.595428 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:24.626623 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bd49384-b37c-42d1-a81c-287973d1ccbf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:52:24.730467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7bd49384-b37c-42d1-a81c-287973d1ccbf triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:24.730846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:24.731186 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7bd49384-b37c-42d1-a81c-287973d1ccbf Sep 25 01:52:24.759787 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-1cf60320-7beb-44d6-86b0-8b0e0dbebb31 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654122 Sep 25 01:52:24.800970 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:24.821825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7bd49384-b37c-42d1-a81c-287973d1ccbf is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:24.823161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 98495861-0667-453f-89a0-9ea1174f6a19 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:52:24.882613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 98495861-0667-453f-89a0-9ea1174f6a19 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:24.883105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (98495861-0667-453f-89a0-9ea1174f6a19), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:24.883519 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 98495861-0667-453f-89a0-9ea1174f6a19 Sep 25 01:52:24.978718 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d7796b1b-25f8-4a6d-a499-84c2a55084c2 req-569c9284-9733-4601-aec2-88ef3cd44ccb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 210 time: 0.0348206 Sep 25 01:52:25.024326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 98495861-0667-453f-89a0-9ea1174f6a19 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:25.024326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (98495861-0667-453f-89a0-9ea1174f6a19), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:25.045662 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 98495861-0667-453f-89a0-9ea1174f6a19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98495861-0667-453f-89a0-9ea1174f6a19,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:25.049750 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Attempt 2 to provision port 19094a88-1fe4-4842-8a76-674b25dad598 Sep 25 01:52:25.051743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (98495861-0667-453f-89a0-9ea1174f6a19), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:25.083622 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '19094a88-1fe4-4842-8a76-674b25dad598', 'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:0b:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:22Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 2, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:25.111025 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Checking router: 1472ef19-7dfa-4806-ad94-a3651013d384 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:52:25.111383 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Updating router 1472ef19-7dfa-4806-ad94-a3651013d384 port 19094a88-1fe4-4842-8a76-674b25dad598 binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:52:25.112864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Port 19094a88-1fe4-4842-8a76-674b25dad598 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:52:25.126580 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=98495861-0667-453f-89a0-9ea1174f6a19,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:25.142357 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (19094a88-1fe4-4842-8a76-674b25dad598), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:25.338488 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:25.423719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Publish callbacks [] for port (19094a88-1fe4-4842-8a76-674b25dad598), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:25.430366 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (19094a88-1fe4-4842-8a76-674b25dad598), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:25.513755 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Pushing event updated for resources: {'Port': ['ID=19094a88-1fe4-4842-8a76-674b25dad598,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:25.525286 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.525633 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.525976 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.526317 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.526653 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.526985 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.527316 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.527642 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.527990 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.528320 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.528650 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.528978 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.529555 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.529877 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.530197 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:52:25.543918 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Attempting to bind port 19094a88-1fe4-4842-8a76-674b25dad598 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:52:25.544321 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Attempting to bind port 19094a88-1fe4-4842-8a76-674b25dad598 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:52:25.544713 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Attempting to bind port 19094a88-1fe4-4842-8a76-674b25dad598 on network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:52:25.588028 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:25.591300 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:52:25.591573 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Checking segment: {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:52:25.592001 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:25.592398 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Bound using segment: {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:52:25.592875 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Bound port: 19094a88-1fe4-4842-8a76-674b25dad598, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:52:25.593241 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (19094a88-1fe4-4842-8a76-674b25dad598), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:25.614711 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Attempt 3 to provision port 19094a88-1fe4-4842-8a76-674b25dad598 Sep 25 01:52:25.651357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Port 19094a88-1fe4-4842-8a76-674b25dad598 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:52:25.737561 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] For port 19094a88-1fe4-4842-8a76-674b25dad598, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:52:25.741271 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] For port 19094a88-1fe4-4842-8a76-674b25dad598, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19094a88-1fe4-4842-8a76-674b25dad598,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:52:25.748230 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (19094a88-1fe4-4842-8a76-674b25dad598), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:25.789009 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:25.789802 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:25.849437 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ad0bf-2338-48ea-9221-98f00f454de9 None None] Pushing event updated for resources: {'Port': ['ID=19094a88-1fe4-4842-8a76-674b25dad598,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:25.915792 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:26.105954 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '19094a88-1fe4-4842-8a76-674b25dad598', 'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:0b:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:22Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:26.111584 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ef76d073-f073-489e-865b-8b911fac1e46 req-1ffffb0d-13b3-4fcd-945f-38c558b38f38 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 210 time: 0.0298777 Sep 25 01:52:26.142723 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8a344-2870-4f3e-a35e-d5d767890d3f None None] The sync data for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv is: [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '19094a88-1fe4-4842-8a76-674b25dad598', 'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:0b:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:22Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:52:26.152271 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Attempt 4 to provision port 19094a88-1fe4-4842-8a76-674b25dad598 Sep 25 01:52:26.176374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:26.263883 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Current status of the port 19094a88-1fe4-4842-8a76-674b25dad598 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:26.264399 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (19094a88-1fe4-4842-8a76-674b25dad598), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:26.269194 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:26.307688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] For port 19094a88-1fe4-4842-8a76-674b25dad598, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19094a88-1fe4-4842-8a76-674b25dad598,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:26.314267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (19094a88-1fe4-4842-8a76-674b25dad598), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:26.340952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-ad9048cf-3614-4e2d-b5c4-742964d5e927 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:26.342507 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-ad9048cf-3614-4e2d-b5c4-742964d5e927 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 796 time: 0.1795595 Sep 25 01:52:26.355793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:26.384188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e94d66-e7a7-4308-8f19-83504660463d None None] Pushing event updated for resources: {'Port': ['ID=19094a88-1fe4-4842-8a76-674b25dad598,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:26.423959 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-ac51936f-c2bc-429e-a334-3d09c184aca3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 379 time: 0.0685692 Sep 25 01:52:26.435475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f3cfae5e-2796-48ab-bcb0-bec0e25cff28 None None] Provisioning complete for port 19094a88-1fe4-4842-8a76-674b25dad598 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:26.435782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3cfae5e-2796-48ab-bcb0-bec0e25cff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (19094a88-1fe4-4842-8a76-674b25dad598), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:26.436155 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f3cfae5e-2796-48ab-bcb0-bec0e25cff28 None None] Attempt 1 to provision port 19094a88-1fe4-4842-8a76-674b25dad598 Sep 25 01:52:26.492573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'port': {'device_id': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'admin_state_up': True, 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'security_groups': ['f7a6636e-00fc-4421-a822-1cdf8174020e']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:26.526281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f3cfae5e-2796-48ab-bcb0-bec0e25cff28 None None] Current status of the port 19094a88-1fe4-4842-8a76-674b25dad598 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:26.619086 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 98495861-0667-453f-89a0-9ea1174f6a19 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:52:26.629393 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:52:26.633781 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:26.675061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 98495861-0667-453f-89a0-9ea1174f6a19 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:26.675436 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (98495861-0667-453f-89a0-9ea1174f6a19), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:26.675776 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 98495861-0667-453f-89a0-9ea1174f6a19 Sep 25 01:52:26.758795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 98495861-0667-453f-89a0-9ea1174f6a19 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:26.759880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 19094a88-1fe4-4842-8a76-674b25dad598 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:52:26.780434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.5 (db47ec2c-0d2a-4d61-ba46-3c0e25794f10/7c731c55-e337-4be5-b4b1-657d4df0e5d2/039f50ff-ff7f-4f07-9053-3d8c97cfcf47) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:52:26.810292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 19094a88-1fe4-4842-8a76-674b25dad598 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:26.811370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (19094a88-1fe4-4842-8a76-674b25dad598), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:26.811770 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 19094a88-1fe4-4842-8a76-674b25dad598 Sep 25 01:52:26.887442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 19094a88-1fe4-4842-8a76-674b25dad598 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:26.938636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:26.971435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:27.009708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:27.028490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:52:27.032860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:52:27.035349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:27.037569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:52:27.092438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:27.093074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:27.111904 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-fd949e1e-2994-453b-acd1-12dd5ae65b53 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244094 Sep 25 01:52:27.129628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Request body: {'port': {'device_id': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:27.217807 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:27.255771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:27.270927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df9ff0-988f-47e1-b4c0-a3bf55251c03 req-2c9b9b65-a45c-4943-91f1-abbb32c6752c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:27.272465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-54df9ff0-988f-47e1-b4c0-a3bf55251c03 req-2c9b9b65-a45c-4943-91f1-abbb32c6752c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 931 time: 0.0692081 Sep 25 01:52:27.354324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4ac1e9f8-5eec-4ba3-8e60-a8f8946a97f9 None None] Provisioning complete for port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:27.355058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e9f8-5eec-4ba3-8e60-a8f8946a97f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:27.355058 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4ac1e9f8-5eec-4ba3-8e60-a8f8946a97f9 None None] Attempt 1 to provision port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 Sep 25 01:52:27.393298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1e9f8-5eec-4ba3-8e60-a8f8946a97f9 None None] Port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:52:27.413604 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-54df9ff0-988f-47e1-b4c0-a3bf55251c03 req-c0a980ee-618a-4318-bbab-cbbe993f2868 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198821 Sep 25 01:52:27.561230 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:52:27.569130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Publish callbacks [] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:27.581130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Transition to ACTIVE for port object 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:52:27.585855 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:27.665096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Pushing event updated for resources: {'Port': ['ID=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:27.696873 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Attempting to bind port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:52:27.697239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Attempting to bind port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:52:27.697567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Attempting to bind port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 on network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:52:27.739932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 on network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:52:27.740329 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Attempting to bind port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 on network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:52:27.782438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:52:27.782782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Checking segment: {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:52:27.783177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Bound using segment: {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:52:27.783614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Bound port: 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9e47d3-de54-4586-866f-7870aa015ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:52:27.784007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:27.848586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] For port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:52:27.851692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] For port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:52:27.857278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:27.860593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:27.861203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:27.862564 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 1093 time: 0.7373965 Sep 25 01:52:27.865057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:52:27.867292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0aa752-9de8-4e12-9e91-239a5e301a17" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:52:27.894772 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4ac1e9f8-5eec-4ba3-8e60-a8f8946a97f9 None None] Attempt 2 to provision port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 Sep 25 01:52:27.908032 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f778be3a-8dc7-4448-94cd-103275affcf0 x-openstack-request-id: req-f778be3a-8dc7-4448-94cd-103275affcf0 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:52:27.908325 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:52:27.908578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f778be3a-8dc7-4448-94cd-103275affcf0 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:52:27.909338 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f778be3a-8dc7-4448-94cd-103275affcf0'] response: {'name': 'network-changed', 'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'status': 'completed', 'code': 200} Sep 25 01:52:27.921471 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e3872-cf8d-4801-ad63-09fa076fbb23 service neutron] Pushing event updated for resources: {'Port': ['ID=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:27.938967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1e9f8-5eec-4ba3-8e60-a8f8946a97f9 None None] Port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:52:27.960416 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:27.970573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-7c1d5046-de9e-4f15-bcf7-e3a456782694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:27.972108 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-7c1d5046-de9e-4f15-bcf7-e3a456782694 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1127 time: 0.0408528 Sep 25 01:52:28.020476 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-27d4c551-f8a0-4ca2-b67c-1b18e0eb1fb5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 217 time: 0.0353045 Sep 25 01:52:28.069369 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-945f18b8-32e6-4bdf-8481-a02dfc66f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:28.070811 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-945f18b8-32e6-4bdf-8481-a02dfc66f69e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 200 len: 834 time: 0.0436451 Sep 25 01:52:28.112349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-4e49a988-737a-4dd8-ac2d-546afc5615fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:28.113737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-4e49a988-737a-4dd8-ac2d-546afc5615fe service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377529 Sep 25 01:52:28.168355 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:28.206646 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-5e77fd61-6cd8-481d-9bb6-1efb791f8f23 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872033 Sep 25 01:52:28.372769 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-25b388dc-904e-4230-bde4-759c4ad70c6f req-3928d596-a109-40f2-ad10-5577d222f311 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608961 Sep 25 01:52:28.544504 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79189cd7-6805-492f-a027-72f9a585a2e5 req-f2f00c91-4a63-48fd-b4a3-fe55dfb49c5e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:28.546127 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79189cd7-6805-492f-a027-72f9a585a2e5 req-f2f00c91-4a63-48fd-b4a3-fe55dfb49c5e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 943 time: 0.0520823 Sep 25 01:52:28.597181 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-79189cd7-6805-492f-a027-72f9a585a2e5 req-25217c08-a91c-4035-9f41-abab59ef52d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448625 Sep 25 01:52:28.730402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cc258ca1-1af3-4b08-9058-1088b207064a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:29.721476 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da6611-f88f-4f30-bfec-da7b7bdccb2e req-52d412d2-3b27-4bec-9b05-f0d78c5863c6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:29.722927 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-24da6611-f88f-4f30-bfec-da7b7bdccb2e req-52d412d2-3b27-4bec-9b05-f0d78c5863c6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 943 time: 0.0468116 Sep 25 01:52:29.775788 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-24da6611-f88f-4f30-bfec-da7b7bdccb2e req-3d3f22f2-a940-443a-bcf9-3fc7b1892016 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467288 Sep 25 01:52:30.436686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-d365fe0c-f6ab-418b-811d-cacaf343a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:30.438174 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-d365fe0c-f6ab-418b-811d-cacaf343a639 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1127 time: 0.0404253 Sep 25 01:52:30.530763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-4cec2a53-21be-42b3-bf7a-8a530be9f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:30.532264 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-4cec2a53-21be-42b3-bf7a-8a530be9f0db service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 897 time: 0.0880046 Sep 25 01:52:30.570704 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-aff7533b-2867-4503-92b9-b74432760653 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 217 time: 0.0324893 Sep 25 01:52:30.618061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-b1fb8302-8d75-4c96-8fd2-cf6d84f70525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:30.619470 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-b1fb8302-8d75-4c96-8fd2-cf6d84f70525 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 200 len: 834 time: 0.0437846 Sep 25 01:52:30.662100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-3c6830df-ed39-4f8e-9fad-e37e0f57e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:30.663603 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-3c6830df-ed39-4f8e-9fad-e37e0f57e5eb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382359 Sep 25 01:52:30.755800 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-9c2174ab-61f8-4cef-bc47-24a7dc53ee4e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855024 Sep 25 01:52:30.800281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:52:30.907730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:30.920576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'port_id': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'mac_address': 'fa:16:3e:1b:78:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:52:30.957698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:30.958573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:30.970551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:30.974673 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:52:30.996498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:31.000493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:31.036494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:31.054849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:31.201464 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6d0aa752-9de8-4e12-9e91-239a5e301a17 req-738f407f-50e4-402f-b146-467ac85ab00d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403408 Sep 25 01:52:31.236966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4223259-7485-4388-bbdb-d96260d38917 req-0aa04e49-e1e4-407b-ad4e-74a58920ea80 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:31.238465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b4223259-7485-4388-bbdb-d96260d38917 req-0aa04e49-e1e4-407b-ad4e-74a58920ea80 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 944 time: 0.0578301 Sep 25 01:52:31.291612 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b4223259-7485-4388-bbdb-d96260d38917 req-14dc464d-1b1d-4797-ba2e-476f85e267b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460279 Sep 25 01:52:31.432551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['039f50ff-ff7f-4f07-9053-3d8c97cfcf47'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:52:31.652866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fedfb79f-75de-4628-9b2f-3aa7661d436e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:32.426306 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325588f-0366-484e-8d6c-10404feaa8c6 req-deca72aa-215c-4cc1-b761-045dfb11786f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:32.428327 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d325588f-0366-484e-8d6c-10404feaa8c6 req-deca72aa-215c-4cc1-b761-045dfb11786f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 944 time: 0.0561423 Sep 25 01:52:32.479402 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d325588f-0366-484e-8d6c-10404feaa8c6 req-2c52134f-f435-4005-9c32-23c897f471fa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453749 Sep 25 01:52:32.813934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:52:32.862741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:52:32.870416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:52:32.870808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:32.871294 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 Sep 25 01:52:32.953626 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:52:32.954021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:32.977431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:52:32.979656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5f6747-371c-43fc-aa64-e6c1052a8f4d" -d '{"events": [{"server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "name": "network-vif-plugged", "status": "completed", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:52:32.992394 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:52:32.996695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:33.048634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:33.083070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceca802-0c94-4d3b-9297-61f771d9eae9 x-openstack-request-id: req-7ceca802-0c94-4d3b-9297-61f771d9eae9 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:52:33.083362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "name": "network-vif-plugged", "status": "completed", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:52:33.083632 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ceca802-0c94-4d3b-9297-61f771d9eae9 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:52:33.084068 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ceca802-0c94-4d3b-9297-61f771d9eae9'] response: {'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'code': 200} Sep 25 01:52:33.290412 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592017eb-80ff-40dd-9a75-3808e53613d6 req-e1630de0-b8aa-4fab-a4c1-065cfeb957e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:33.291914 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-592017eb-80ff-40dd-9a75-3808e53613d6 req-e1630de0-b8aa-4fab-a4c1-065cfeb957e6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1129 time: 0.0391629 Sep 25 01:52:33.344205 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-592017eb-80ff-40dd-9a75-3808e53613d6 req-a1085d49-8a1e-4948-b842-0872e7a5a262 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464592 Sep 25 01:52:33.587237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:33.600740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ab7d5-17af-4b34-8a0a-bf6b10c9fe0b req-4fcb3883-f093-4c17-9114-ae27dcc3892b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:33.602226 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-707ab7d5-17af-4b34-8a0a-bf6b10c9fe0b req-4fcb3883-f093-4c17-9114-ae27dcc3892b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0470762 Sep 25 01:52:33.666186 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-707ab7d5-17af-4b34-8a0a-bf6b10c9fe0b req-be2595c8-46e9-43de-b930-edf0c21f41a3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582387 Sep 25 01:52:34.093981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:34.778097 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:34.789322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3a65a-fd15-4f95-9f16-b2da6475c0e4 req-fc6b925a-c85b-400c-8b0c-24b75f022fdf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:34.790791 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-11c3a65a-fd15-4f95-9f16-b2da6475c0e4 req-fc6b925a-c85b-400c-8b0c-24b75f022fdf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0484889 Sep 25 01:52:34.825797 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:34.840589 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-11c3a65a-fd15-4f95-9f16-b2da6475c0e4 req-87986293-feb2-4f5b-9fcc-f25fd23a1489 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Sep 25 01:52:35.967557 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d8105-24de-4770-b3e4-f1bac5239673 req-7d791bc6-3cbc-4507-a59f-bebd0550ebaf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:35.969074 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-555d8105-24de-4770-b3e4-f1bac5239673 req-7d791bc6-3cbc-4507-a59f-bebd0550ebaf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0507050 Sep 25 01:52:36.019632 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-555d8105-24de-4770-b3e4-f1bac5239673 req-d45e0199-5c35-4721-9f1d-64461ca1c9cf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442934 Sep 25 01:52:36.106244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:36.144798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ca86-bbae-4640-9118-200b77de4279 req-a6a59daf-9890-4f94-93a3-b396c0715fa0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:36.146332 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-afd2ca86-bbae-4640-9118-200b77de4279 req-a6a59daf-9890-4f94-93a3-b396c0715fa0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0491147 Sep 25 01:52:36.196024 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-afd2ca86-bbae-4640-9118-200b77de4279 req-8b287476-31d5-4c11-a0ca-a0d7a4f5f560 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439606 Sep 25 01:52:36.223332 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36800) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:36.265219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7759ebc9-6445-4f5e-8d3e-0de958c741e9 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:36.266724 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7759ebc9-6445-4f5e-8d3e-0de958c741e9 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1124 time: 0.0423195 Sep 25 01:52:36.269560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36802) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:36.273756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:52:36.295786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:36.375253 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:36.482480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.19 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/32eac484-5346-40b3-a0be-c20f59b2b294) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:52:36.585998 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (32eac484-5346-40b3-a0be-c20f59b2b294), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:36.616850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (32eac484-5346-40b3-a0be-c20f59b2b294), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:36.662417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:52:36.667468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:52:36.669673 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=32eac484-5346-40b3-a0be-c20f59b2b294,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:36.671970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:52:36.699179 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:36.883636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:36.926681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:37.019654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (80dc0843-0a7b-460d-aed5-cc0f8ebf94e7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:37.085160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (32eac484-5346-40b3-a0be-c20f59b2b294), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:37.231903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (32eac484-5346-40b3-a0be-c20f59b2b294), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:37.236173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (32eac484-5346-40b3-a0be-c20f59b2b294), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:37.303238 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=32eac484-5346-40b3-a0be-c20f59b2b294,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:52:37.305589 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (80dc0843-0a7b-460d-aed5-cc0f8ebf94e7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:37.401477 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP 80dc0843-0a7b-460d-aed5-cc0f8ebf94e7 associated. External IP: 172.36.7.19, port: 039f50ff-ff7f-4f07-9053-3d8c97cfcf47. Sep 25 01:52:37.601285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router 1472ef19-7dfa-4806-ad94-a3651013d384 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:52:37.700864 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:37.705944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:52:37.716488 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] Sync routers for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:52:37.723429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:37.727874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:37.728532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:37.757374 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-04a3f304-a613-4b0e-8e38-7fa6900f2653 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4837770 Sep 25 01:52:37.757374 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:52:37.757862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09f2b87-d9dc-4495-9bde-faa5e3e72069" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:52:37.805831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0812a2-a261-4493-99b2-d6fe68474569 x-openstack-request-id: req-3d0812a2-a261-4493-99b2-d6fe68474569 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:52:37.806128 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:52:37.806386 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d0812a2-a261-4493-99b2-d6fe68474569 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:52:37.806800 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0812a2-a261-4493-99b2-d6fe68474569'] response: {'name': 'network-changed', 'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'status': 'completed', 'code': 200} Sep 25 01:52:37.841154 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:37.862336 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589e79d-d7d2-4997-8e6a-e77fcad0b50b req-5dc0f15a-c546-4a53-9af7-a1ceded2319a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:37.866267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:37.868466 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b589e79d-d7d2-4997-8e6a-e77fcad0b50b req-5dc0f15a-c546-4a53-9af7-a1ceded2319a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0524282 Sep 25 01:52:37.893983 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-46524350-8045-4ec4-ba61-789fa539d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:37.895580 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-46524350-8045-4ec4-ba61-789fa539d9ca service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1129 time: 0.0412536 Sep 25 01:52:37.916672 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b589e79d-d7d2-4997-8e6a-e77fcad0b50b req-28a2032a-cebb-4e2b-b6e7-99c5105f48c8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460441 Sep 25 01:52:37.943371 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:37.945742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36808) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:37.981119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:37.999872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-8404d1e7-177e-4917-8ab0-ed1c0a0aa642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:38.001567 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-8404d1e7-177e-4917-8ab0-ed1c0a0aa642 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 897 time: 0.0993621 Sep 25 01:52:38.011004 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3b331a5a-e4df-4baf-ad11-4afb8258b41d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/80dc0843-0a7b-460d-aed5-cc0f8ebf94e7 HTTP/1.1" status: 200 len: 990 time: 0.0638237 Sep 25 01:52:38.062209 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-171d7f54-e129-4d5b-aa3e-0d94dc058686 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 998 time: 0.0552211 Sep 25 01:52:38.070867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '80dc0843-0a7b-460d-aed5-cc0f8ebf94e7', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.19', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'port_id': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'mac_address': 'fa:16:3e:1b:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:52:36Z', 'updated_at': '2022-09-25T01:52:36Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19094a88-1fe4-4842-8a76-674b25dad598', 'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:0b:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:22Z', 'updated_at': '2022-09-25T01:52:26Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:38.095181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] Checking router: 1472ef19-7dfa-4806-ad94-a3651013d384 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:52:38.104167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:52:38.104791 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:52:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:38.114866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-e6fc45ce-40c0-40b1-b39f-0795836a1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:38.116371 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-e6fc45ce-40c0-40b1-b39f-0795836a1f20 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 200 len: 834 time: 0.0486364 Sep 25 01:52:38.159749 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-f544d734-9fcb-4d30-9080-ce70838bb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:52:38.161992 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-f544d734-9fcb-4d30-9080-ce70838bb103 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396390 Sep 25 01:52:38.207048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:52:38.251561 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-1ee4eaa6-98c0-4f8b-aa52-8c9f627f58e1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832672 Sep 25 01:52:38.346822 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c09f2b87-d9dc-4495-9bde-faa5e3e72069 req-b4e31e24-5a6f-4a58-aece-a1ee256f84cb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897129 Sep 25 01:52:38.429095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '80dc0843-0a7b-460d-aed5-cc0f8ebf94e7', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.19', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'port_id': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'mac_address': 'fa:16:3e:1b:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:52:36Z', 'updated_at': '2022-09-25T01:52:36Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19094a88-1fe4-4842-8a76-674b25dad598', 'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:0b:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:22Z', 'updated_at': '2022-09-25T01:52:26Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:52:38.456700 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129d068-4a9d-4a0d-9387-0d6fb31bbfa1 None None] The sync data for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv is: [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '80dc0843-0a7b-460d-aed5-cc0f8ebf94e7', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.19', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'port_id': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'mac_address': 'fa:16:3e:1b:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:52:36Z', 'updated_at': '2022-09-25T01:52:36Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19094a88-1fe4-4842-8a76-674b25dad598', 'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:0b:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:22Z', 'updated_at': '2022-09-25T01:52:26Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:52:38.642058 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e69231-018e-48f4-aec1-946e0ae0adec None None] New status for floating IP 80dc0843-0a7b-460d-aed5-cc0f8ebf94e7: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:52:38.725481 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:39.014880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36812) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:52:39.080206 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e276b711-39a5-43bc-9b1a-a9fe48159bce tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/80dc0843-0a7b-460d-aed5-cc0f8ebf94e7 HTTP/1.1" status: 200 len: 992 time: 0.0641296 Sep 25 01:52:41.261249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:52:48.341900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=42 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:48.345046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:DELETE=2,neutron:SELECT=53 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:48.751728 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:49.070793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=62 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:49.074857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=36 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:51.254060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=50 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:51.256435 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:52:53.143298 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:52:58.735397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0ff094a8-b12f-455d-a764-78d316419723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:01.636285 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fc920664-3461-4251-ac95-35e5b2c58a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:03.134196 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:03.135025 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:03.959295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:06.109595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:06.701454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:11.270298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:21.259858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=3,neutron:SELECT=20 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:21.266034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:21.939758 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:21.940531 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:28.737264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-62fbe40d-280e-4d40-813f-6cedf4faa97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:30.142532 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:53:31.638250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-94f0b199-7d57-4b85-9952-947bbcb6eec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:33.873303 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-15d99e1a-309c-4bce-b3b7-a431f1a9087a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391922 Sep 25 01:53:33.962785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:33.983286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-df119a92-e561-4370-96a6-50d8e633f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:33.984839 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-df119a92-e561-4370-96a6-50d8e633f8d4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1129 time: 0.0427713 Sep 25 01:53:34.093006 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-931fb57d-40d1-446c-8757-0c328716fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:34.094475 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-931fb57d-40d1-446c-8757-0c328716fdb9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 897 time: 0.0911026 Sep 25 01:53:34.159670 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-b2106b60-50b6-4611-8494-6f747528534a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 1000 time: 0.0594714 Sep 25 01:53:34.207343 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-1d2b2774-f3a5-43de-bcea-a291631c92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:34.208817 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-1d2b2774-f3a5-43de-bcea-a291631c92fd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 200 len: 834 time: 0.0429976 Sep 25 01:53:34.251278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-60350598-b9eb-4a27-892d-ee9bca9bc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:34.252818 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-60350598-b9eb-4a27-892d-ee9bca9bc595 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382879 Sep 25 01:53:34.346261 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-8904c59e-26f5-4d75-a66c-b09d017937f1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875871 Sep 25 01:53:34.435744 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-649ce747-7aee-4894-a9a0-8ac74236e870 req-73723a06-15aa-404a-9bdf-f69379c724df service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 Sep 25 01:53:36.112237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:36.705431 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:40.138588 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:41.268081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:41.884301 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-5a436bdd-e1f2-4cdf-98ed-036d05899c17 req-bd511ea2-d33e-4cef-a236-8984ee6b13da service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:53:41.885335 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5a436bdd-e1f2-4cdf-98ed-036d05899c17 req-bd511ea2-d33e-4cef-a236-8984ee6b13da service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060344 Sep 25 01:53:42.063469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36854) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:53:42.117838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516ee4-9722-495b-b57e-3a4df9be50a2 req-6d3026a5-82ee-4fe3-939b-25fbfaa921ab tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:42.119354 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-18516ee4-9722-495b-b57e-3a4df9be50a2 req-6d3026a5-82ee-4fe3-939b-25fbfaa921ab tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0953512 Sep 25 01:53:42.141175 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-801b3c66-fc1e-4734-96b0-3a5e209d00f1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764382 Sep 25 01:53:42.149789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-dab01ada-54e7-4c21-9822-24f24dfcd4b9 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:53:42.150765 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-dab01ada-54e7-4c21-9822-24f24dfcd4b9 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050609 Sep 25 01:53:42.174967 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-18516ee4-9722-495b-b57e-3a4df9be50a2 req-12493aea-ce80-456e-b6f7-4cb697525e94 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494962 Sep 25 01:53:42.452164 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36870) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:53:42.559405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-ce446eb1-50b5-4deb-96f6-fa2cfd639af3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:42.560796 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-ce446eb1-50b5-4deb-96f6-fa2cfd639af3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports/039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 942 time: 0.1069162 Sep 25 01:53:43.345202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd41a3-bdd2-4d36-a663-b93c8cf47ae2 req-08e445b7-3727-4daa-a6e8-628c76529d83 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:43.346653 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f0cd41a3-bdd2-4d36-a663-b93c8cf47ae2 req-08e445b7-3727-4daa-a6e8-628c76529d83 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0904720 Sep 25 01:53:43.400085 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f0cd41a3-bdd2-4d36-a663-b93c8cf47ae2 req-caae14c9-ab1e-41b8-82ba-79e6977abb4d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478146 Sep 25 01:53:43.630661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-7abe7409-424c-42e5-b70f-ba4f68897f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:43.632104 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-7abe7409-424c-42e5-b70f-ba4f68897f7e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1129 time: 0.0390375 Sep 25 01:53:43.723594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-54db4c28-7cae-4eb4-bf3d-e3cd0a73ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:43.725177 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-54db4c28-7cae-4eb4-bf3d-e3cd0a73ef86 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 897 time: 0.0876296 Sep 25 01:53:43.789379 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-cc0e8f43-f967-4e42-8db7-7e19bc6b520e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 1000 time: 0.0585928 Sep 25 01:53:43.836838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-e742cc53-2fdf-4438-b05d-b72a4b3eb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:43.838247 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-e742cc53-2fdf-4438-b05d-b72a4b3eb0a6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 200 len: 834 time: 0.0424244 Sep 25 01:53:43.880819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-2685eeb3-abfd-4021-98d4-ed834e6f676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:43.882210 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-2685eeb3-abfd-4021-98d4-ed834e6f676f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381935 Sep 25 01:53:43.939783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:43.977113 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-ba53a82f-48c4-421a-ae42-f3fe78910426 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889778 Sep 25 01:53:44.066323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:44.070638 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-676b25cc-ab48-4cd5-9deb-0becb9f68f38 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874393 Sep 25 01:53:44.523884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ff641-8289-4c18-9d22-0e8b35140e7a req-7f2655d8-0db5-4eff-b298-ab35bc944cda tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:44.525394 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3d6ff641-8289-4c18-9d22-0e8b35140e7a req-7f2655d8-0db5-4eff-b298-ab35bc944cda tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0470192 Sep 25 01:53:44.573648 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3d6ff641-8289-4c18-9d22-0e8b35140e7a req-eb4a11aa-9db6-49ee-8796-75e9fcf1991d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423613 Sep 25 01:53:45.693622 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9be721-a7f2-4559-adf2-1bc22b5a60ba req-9a2ae1bb-0a7f-4954-9614-397dfe88e307 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:45.695087 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1f9be721-a7f2-4559-adf2-1bc22b5a60ba req-9a2ae1bb-0a7f-4954-9614-397dfe88e307 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0470068 Sep 25 01:53:45.744653 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1f9be721-a7f2-4559-adf2-1bc22b5a60ba req-4817cc50-b7a3-4ab1-bb24-b0d95783d6b0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438697 Sep 25 01:53:46.866744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa869532-55a6-4161-9729-2753846a39f6 req-35e1a3a4-d341-4a86-8909-77b90dd24abc tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:46.868258 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fa869532-55a6-4161-9729-2753846a39f6 req-35e1a3a4-d341-4a86-8909-77b90dd24abc tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0478935 Sep 25 01:53:46.917569 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fa869532-55a6-4161-9729-2753846a39f6 req-347d6c8a-c6a0-4964-8fcc-50cac0911ac1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 Sep 25 01:53:48.036831 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870bd61-8cc9-43f3-b29a-3e1dc166a57c req-fb04091d-8609-428d-9bb0-59f423c9e10e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:48.038206 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2870bd61-8cc9-43f3-b29a-3e1dc166a57c req-fb04091d-8609-428d-9bb0-59f423c9e10e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0471544 Sep 25 01:53:48.085934 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2870bd61-8cc9-43f3-b29a-3e1dc166a57c req-c3aa8ba3-cbb6-476c-b410-19cf2b9a39f0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Sep 25 01:53:49.209616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63b340-db20-4223-b9d1-af31dd84dfd6 req-fa729837-561f-4da6-9719-5defe8beba2c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:49.211102 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8a63b340-db20-4223-b9d1-af31dd84dfd6 req-fa729837-561f-4da6-9719-5defe8beba2c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Sep 25 01:53:49.259719 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8a63b340-db20-4223-b9d1-af31dd84dfd6 req-f24e220d-8d3d-4d99-8d70-90e9cb656ef0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Sep 25 01:53:50.382528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decac776-ab69-46bc-8c5e-da81c2338d88 req-1e698d6c-638a-48ac-99dd-800bcab212c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:50.384056 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-decac776-ab69-46bc-8c5e-da81c2338d88 req-1e698d6c-638a-48ac-99dd-800bcab212c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0497215 Sep 25 01:53:50.439009 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-decac776-ab69-46bc-8c5e-da81c2338d88 req-e3610fa0-0718-4b1a-b693-732d0fe24d33 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487225 Sep 25 01:53:51.262336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:51.264281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:51.560892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157216a-365e-445f-9c88-6d5ad34f3e79 req-09257494-09a2-4e47-9c32-8c1969c94979 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:51.562268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f157216a-365e-445f-9c88-6d5ad34f3e79 req-09257494-09a2-4e47-9c32-8c1969c94979 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0467060 Sep 25 01:53:51.610158 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f157216a-365e-445f-9c88-6d5ad34f3e79 req-2cf3d274-a608-4beb-94eb-278118221e59 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423355 Sep 25 01:53:52.732342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96db10b-3166-4023-a439-f8a16d5ec284 req-7645d5f6-bbf5-45ca-97ec-8e7558e2bce7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:52.733794 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b96db10b-3166-4023-a439-f8a16d5ec284 req-7645d5f6-bbf5-45ca-97ec-8e7558e2bce7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0460095 Sep 25 01:53:52.783243 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b96db10b-3166-4023-a439-f8a16d5ec284 req-2ca97b45-c0f7-446d-a2bf-719d99970ee7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439103 Sep 25 01:53:53.903568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7885d-47ce-4cd6-bc43-a813ff165a0d req-83180510-9811-4337-a8c7-7b6c3514e4a7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:53.905881 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-39c7885d-47ce-4cd6-bc43-a813ff165a0d req-83180510-9811-4337-a8c7-7b6c3514e4a7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0464334 Sep 25 01:53:53.958432 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-39c7885d-47ce-4cd6-bc43-a813ff165a0d req-fd23e6af-f55f-454b-a688-acbf1b88d7dd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470257 Sep 25 01:53:55.080741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc98a72-0b4d-4da0-96c6-34c67a0468fe req-7f1c85e6-f930-4348-bc8b-b8453d8ddce4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:55.082214 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2fc98a72-0b4d-4da0-96c6-34c67a0468fe req-7f1c85e6-f930-4348-bc8b-b8453d8ddce4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Sep 25 01:53:55.135454 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2fc98a72-0b4d-4da0-96c6-34c67a0468fe req-723b4aed-d25b-4164-8176-29ef61e59f55 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477040 Sep 25 01:53:55.799640 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-db2ad03f-4ac5-4aea-b68b-57d21ba320bd service neutron] 10.222.0.60 "GET /networking/v2.0/ports/039f50ff-ff7f-4f07-9053-3d8c97cfcf47/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0548656 Sep 25 01:53:56.021672 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-347673ba-acba-4175-9c64-ccab56b787d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:56.023893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-347673ba-acba-4175-9c64-ccab56b787d9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 1129 time: 0.0489562 Sep 25 01:53:56.098025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-ee6b7410-0229-4e8d-8c5b-1b9bfbdb58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:56.099452 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-ee6b7410-0229-4e8d-8c5b-1b9bfbdb58af service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1129 time: 0.0381808 Sep 25 01:53:56.193464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-27eab3bb-f034-4443-ad7f-8e0a8418db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:56.194959 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-27eab3bb-f034-4443-ad7f-8e0a8418db5e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 897 time: 0.0902331 Sep 25 01:53:56.290562 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-c377c249-e1fa-4444-bc13-e3af379b5254 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 1000 time: 0.0901477 Sep 25 01:53:56.297168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f84691-3c2d-4784-896d-5e38fc40af90 req-994a9a0c-c9b1-4a3d-a2bf-2f96c4381ba0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:56.298573 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45f84691-3c2d-4784-896d-5e38fc40af90 req-994a9a0c-c9b1-4a3d-a2bf-2f96c4381ba0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0656660 Sep 25 01:53:56.339137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:56.364958 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-75e083d2-7470-4165-967d-3728ec37a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:56.366340 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-75e083d2-7470-4165-967d-3728ec37a4b4 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 200 len: 834 time: 0.0669188 Sep 25 01:53:56.418075 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-45f84691-3c2d-4784-896d-5e38fc40af90 req-26e8d553-db9f-4686-8e76-aa235538cde2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112549 Sep 25 01:53:56.428176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-a5bfbd23-0324-4f6a-8e4c-62ee209608cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:56.429668 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-a5bfbd23-0324-4f6a-8e4c-62ee209608cf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0571911 Sep 25 01:53:56.521356 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-c763e99a-4cd2-4f3f-a056-680880e82c53 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860209 Sep 25 01:53:56.572341 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:56.613957 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7ef58238-c9e6-45d0-96af-6234a0c33cbf req-4844663e-0f45-49aa-a3bc-08400c85d4c4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873134 Sep 25 01:53:57.541063 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d39eb-8293-45e4-8cdd-5ed184fc37fa req-3cc1b4d8-be0f-42b4-9100-a4f607da04d9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:57.542508 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-448d39eb-8293-45e4-8cdd-5ed184fc37fa req-3cc1b4d8-be0f-42b4-9100-a4f607da04d9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0463448 Sep 25 01:53:57.590821 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-448d39eb-8293-45e4-8cdd-5ed184fc37fa req-93e785e3-818e-495c-b400-2670fcffa4c2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Sep 25 01:53:58.716704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3257e5b-c340-4097-bf09-068cbe2676b8 req-1e494aa8-5d8b-4c64-bbc7-12cde054bb82 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:58.718211 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b3257e5b-c340-4097-bf09-068cbe2676b8 req-1e494aa8-5d8b-4c64-bbc7-12cde054bb82 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0495296 Sep 25 01:53:58.739519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2d2da753-261e-4fb3-ac89-f0758faf5384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:58.767732 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b3257e5b-c340-4097-bf09-068cbe2676b8 req-c2aae822-6886-4ba2-9928-48b4298e7cc4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Sep 25 01:53:58.945082 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:58.945826 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:53:59.213586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:53:59.317068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:53:59.329055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'port_id': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'mac_address': 'fa:16:3e:1b:78:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:53:59.371565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 is: ACTIVE; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:53:59.372697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:59.390036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:53:59.411188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:53:59.415000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:53:59.463355 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:53:59.470490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.470786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.471135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.471481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.471820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.472186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.472517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.472848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.473199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.473507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.473837 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.474164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.474490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.474818 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.475210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:53:59.541396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['039f50ff-ff7f-4f07-9053-3d8c97cfcf47'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:53:59.898499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2a707-b8ea-4787-a1d5-c80c21266836 req-a5fb9be6-b613-458d-b1fd-24a7c32319b9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:53:59.900001 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-43e2a707-b8ea-4787-a1d5-c80c21266836 req-a5fb9be6-b613-458d-b1fd-24a7c32319b9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 944 time: 0.0498333 Sep 25 01:53:59.951458 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-43e2a707-b8ea-4787-a1d5-c80c21266836 req-6437da53-4269-41c2-9a96-84a86c8346fd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445814 Sep 25 01:54:00.154356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f52c1-06ed-4161-9fc1-7db47c1113e8 req-b7e4eded-c537-46d0-b128-22f062ae5fe8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:00.156128 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b02f52c1-06ed-4161-9fc1-7db47c1113e8 req-b7e4eded-c537-46d0-b128-22f062ae5fe8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 944 time: 0.0524197 Sep 25 01:54:00.177000 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da87db-4e1c-4024-bcb0-b12271e498df req-12d6b8d7-b539-40a0-8354-0c167c5b6a16 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:00.178554 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75da87db-4e1c-4024-bcb0-b12271e498df req-12d6b8d7-b539-40a0-8354-0c167c5b6a16 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0506873 Sep 25 01:54:00.206681 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b02f52c1-06ed-4161-9fc1-7db47c1113e8 req-9301f30c-1d08-42c8-b97d-9eab50119165 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446870 Sep 25 01:54:00.285016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da87db-4e1c-4024-bcb0-b12271e498df req-32052870-6a22-4a6d-994d-0d737e0f0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:00.286539 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75da87db-4e1c-4024-bcb0-b12271e498df req-32052870-6a22-4a6d-994d-0d737e0f0f7e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1128 time: 0.0463638 Sep 25 01:54:00.371005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499cb7-45a5-4ba7-92e5-f69f818c4098 req-82a6e6d9-5fa4-4cd7-b2a6-7f4fc9a8a804 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:00.373136 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-61499cb7-45a5-4ba7-92e5-f69f818c4098 req-82a6e6d9-5fa4-4cd7-b2a6-7f4fc9a8a804 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 944 time: 0.0849993 Sep 25 01:54:00.441924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da87db-4e1c-4024-bcb0-b12271e498df req-bc43deab-9c06-4b04-9c7b-49964cfede91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:00.443383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75da87db-4e1c-4024-bcb0-b12271e498df req-bc43deab-9c06-4b04-9c7b-49964cfede91 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 897 time: 0.1477554 Sep 25 01:54:00.463240 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-61499cb7-45a5-4ba7-92e5-f69f818c4098 req-63ed4159-89b2-4a8d-8180-95210b0c14de tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841143 Sep 25 01:54:00.510571 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75da87db-4e1c-4024-bcb0-b12271e498df req-aa0b938a-074b-49f2-8894-3840751a276d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 999 time: 0.0582983 Sep 25 01:54:00.559283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da87db-4e1c-4024-bcb0-b12271e498df req-6e69a5cb-a2ac-4478-a2d3-9c97fb9a0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:00.561343 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75da87db-4e1c-4024-bcb0-b12271e498df req-6e69a5cb-a2ac-4478-a2d3-9c97fb9a0495 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 200 len: 834 time: 0.0443292 Sep 25 01:54:00.606161 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da87db-4e1c-4024-bcb0-b12271e498df req-d13b1457-8244-4f6c-a0da-e0ab16a4ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:00.608205 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75da87db-4e1c-4024-bcb0-b12271e498df req-d13b1457-8244-4f6c-a0da-e0ab16a4ce58 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414772 Sep 25 01:54:00.696208 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75da87db-4e1c-4024-bcb0-b12271e498df req-92cf760c-c9a1-4e9e-a079-c9c0806804c8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823212 Sep 25 01:54:00.777205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:00.788782 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-75da87db-4e1c-4024-bcb0-b12271e498df req-1afdb21a-1222-429e-a8a7-646d8a7db42b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871084 Sep 25 01:54:01.231107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:54:01.275813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:54:01.276358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:01.276701 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 Sep 25 01:54:01.348461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:54:01.348853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:01.371043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:54:01.373314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b083f195-5103-43b0-aa3a-84931868e5ff" -d '{"events": [{"server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "name": "network-vif-plugged", "status": "completed", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:54:01.385951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:54:01.392540 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:01.418114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:01.422220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eea145d-481b-4320-b81a-2d534ba28b1c x-openstack-request-id: req-8eea145d-481b-4320-b81a-2d534ba28b1c {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:54:01.422572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "name": "network-vif-plugged", "status": "completed", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:54:01.423228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8eea145d-481b-4320-b81a-2d534ba28b1c {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:54:01.423803 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eea145d-481b-4320-b81a-2d534ba28b1c'] response: {'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'code': 200} Sep 25 01:54:01.455572 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:01.587489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5427f51-263a-4d7e-8a3c-787e344e125c req-7b4b02ab-de14-4a55-a283-680ac11b3cff tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:01.588991 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5427f51-263a-4d7e-8a3c-787e344e125c req-7b4b02ab-de14-4a55-a283-680ac11b3cff tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0471511 Sep 25 01:54:01.637301 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c5427f51-263a-4d7e-8a3c-787e344e125c req-75947891-b156-4c3a-8746-60241a16c721 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427318 Sep 25 01:54:01.641952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d535fa67-216d-4ba3-b524-5ee05eac9877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:01.667976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36936) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:01.728788 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d6c3f086-c3a5-4fd4-a1c1-63b1ee3c13fa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/80dc0843-0a7b-460d-aed5-cc0f8ebf94e7 HTTP/1.1" status: 200 len: 992 time: 0.0596972 Sep 25 01:54:03.953829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:03.965235 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:06.115003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:06.709463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:07.142254 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:54:10.198289 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:10.201379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:11.268367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:11.719984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=12 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:11.724556 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:17.138109 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:21.262754 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:21.264610 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:28.741928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7efd9d22-98da-4395-b23c-573f34d62fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:31.642980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e3aca387-f664-480d-add2-5707d6aab0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:33.966713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:35.700754 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-9e1af142-c99c-4d4c-9bf9-7a2f6f681cab service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380459 Sep 25 01:54:35.800336 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-1bff127c-e948-4860-810d-edbcca3e9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:35.801819 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-1bff127c-e948-4860-810d-edbcca3e9004 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1129 time: 0.0390615 Sep 25 01:54:35.908286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-492754b0-a2fa-4df6-9387-ddbcd871c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:35.909742 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-492754b0-a2fa-4df6-9387-ddbcd871c219 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 897 time: 0.0891705 Sep 25 01:54:35.969893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-5b2d5ebf-bbe3-43ff-9e8c-f20e5c0725b8 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 1000 time: 0.0535240 Sep 25 01:54:36.021736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-1071c095-f1d0-455c-962e-bb3fbe6b4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:36.023163 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-1071c095-f1d0-455c-962e-bb3fbe6b4e71 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 200 len: 834 time: 0.0467713 Sep 25 01:54:36.067688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-2c79bd9d-8353-49d7-a687-74f1078a0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:36.069267 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-2c79bd9d-8353-49d7-a687-74f1078a0f3e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406530 Sep 25 01:54:36.119266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:36.160342 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-6e298894-0c66-4751-bdeb-577296c66a0e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847795 Sep 25 01:54:36.251844 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e581b503-175d-4965-b5f7-f8ece7c9c2e7 req-547415a0-129e-4fc0-9637-9cfa50af719d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855346 Sep 25 01:54:36.718395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:38.600681 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:38.602426 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:41.253731 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:44.140877 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:54:46.246701 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=45 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:46.248602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=56 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:50.442302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36950) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:50.907295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 32eac484-5346-40b3-a0be-c20f59b2b294 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:54:50.907638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (32eac484-5346-40b3-a0be-c20f59b2b294), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:50.984113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (32eac484-5346-40b3-a0be-c20f59b2b294), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:50.984446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (32eac484-5346-40b3-a0be-c20f59b2b294), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:50.997148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 32eac484-5346-40b3-a0be-c20f59b2b294 owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:54:51.136750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (32eac484-5346-40b3-a0be-c20f59b2b294), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:51.158973 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=32eac484-5346-40b3-a0be-c20f59b2b294,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:51.173198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.173554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.173895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.174234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.174568 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.174895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.175224 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.175552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.175874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.176223 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.176546 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.176868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.177192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.177510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.177828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:51.233968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (80dc0843-0a7b-460d-aed5-cc0f8ebf94e7), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:51.234295 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP 80dc0843-0a7b-460d-aed5-cc0f8ebf94e7 disassociated (deleted). External IP: 172.36.7.19, port: 039f50ff-ff7f-4f07-9053-3d8c97cfcf47. Sep 25 01:54:51.248138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=12 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:51.250409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:51.435290 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router 1472ef19-7dfa-4806-ad94-a3651013d384 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:54:51.542111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:54:51.546828 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:51.551851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] Sync routers for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:54:51.562007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:54:51.562661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:54:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:51.572766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:51.578045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3cfc7f52-d89e-42f1-8ac6-fa910c96fe23 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/80dc0843-0a7b-460d-aed5-cc0f8ebf94e7 HTTP/1.1" status: 204 len: 168 time: 1.1346223 Sep 25 01:54:51.579124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:54:51.581583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:54:51.626187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b87854-05d5-46a1-a1c1-e09206df4430 x-openstack-request-id: req-82b87854-05d5-46a1-a1c1-e09206df4430 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:54:51.626822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:54:51.626822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82b87854-05d5-46a1-a1c1-e09206df4430 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:54:51.627127 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b87854-05d5-46a1-a1c1-e09206df4430'] response: {'name': 'network-changed', 'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'status': 'completed', 'code': 200} Sep 25 01:54:51.668427 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:54:51.727405 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-4a3020d5-7ec9-46d1-86fd-79abe0217529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:51.729401 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-4a3020d5-7ec9-46d1-86fd-79abe0217529 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 1129 time: 0.0504322 Sep 25 01:54:51.831458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdeb8e-46ea-4c1c-a59f-e68bebbed01c req-084f4c4e-7398-46bd-abdd-8b7d480dd4e2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:51.833170 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b9bdeb8e-46ea-4c1c-a59f-e68bebbed01c req-084f4c4e-7398-46bd-abdd-8b7d480dd4e2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0535975 Sep 25 01:54:51.885491 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b9bdeb8e-46ea-4c1c-a59f-e68bebbed01c req-aecba047-0a2a-4ca9-a44c-80e34c7bc4bc tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465887 Sep 25 01:54:52.014035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '19094a88-1fe4-4842-8a76-674b25dad598', 'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:0b:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:22Z', 'updated_at': '2022-09-25T01:52:26Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:52.039141 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] Checking router: 1472ef19-7dfa-4806-ad94-a3651013d384 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:54:52.047644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:54:52.048288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:54:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:52.150993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:54:52.336188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '19094a88-1fe4-4842-8a76-674b25dad598', 'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:0b:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:22Z', 'updated_at': '2022-09-25T01:52:26Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:52.363212 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddc892-d088-4fb9-871b-011b5daaa774 None None] The sync data for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv is: [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:52:23Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '19094a88-1fe4-4842-8a76-674b25dad598', 'name': '', 'network_id': 'db47ec2c-0d2a-4d61-ba46-3c0e25794f10', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:0b:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:22Z', 'updated_at': '2022-09-25T01:52:26Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '7c731c55-e337-4be5-b4b1-657d4df0e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:54:52.578907 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29707c-7b11-4cc9-a717-4049bb614223 None None] New status for floating IP 80dc0843-0a7b-460d-aed5-cc0f8ebf94e7: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:54:53.003905 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:53.018074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91300-d399-46f8-a75e-a9cf40b1f3a6 req-22690e54-f4bb-4d6b-bfc3-e3bf2299c257 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:53.019568 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1f91300-d399-46f8-a75e-a9cf40b1f3a6 req-22690e54-f4bb-4d6b-bfc3-e3bf2299c257 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0558841 Sep 25 01:54:53.067660 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e1f91300-d399-46f8-a75e-a9cf40b1f3a6 req-e7a061b2-aa5a-4ba3-91b1-e184fc232bbb tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7a6636e-00fc-4421-a822-1cdf8174020e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424695 Sep 25 01:54:53.271636 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-b0b78622-9110-4e40-8d79-0d3ccd3d5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:53.273027 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-b0b78622-9110-4e40-8d79-0d3ccd3d5f5e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 200 len: 897 time: 0.0854161 Sep 25 01:54:53.332629 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-660746f5-dc05-4067-82d0-2deac8acd6eb service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 200 len: 217 time: 0.0356228 Sep 25 01:54:53.382021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-3f622530-6514-4827-81a9-2b13ed333f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:53.383486 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-3f622530-6514-4827-81a9-2b13ed333f08 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 200 len: 834 time: 0.0427341 Sep 25 01:54:53.427506 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-7913d345-8fa3-4f16-967f-ea975cdb94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:53.429006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-7913d345-8fa3-4f16-967f-ea975cdb94f6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=db47ec2c-0d2a-4d61-ba46-3c0e25794f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393054 Sep 25 01:54:53.712003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.60', 57885) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:53.758075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-0d45eea8-3aad-423a-b775-acbd393dee84 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:54:53.759543 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-0d45eea8-3aad-423a-b775-acbd393dee84 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 945 time: 0.0465498 Sep 25 01:54:53.786721 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-6b5381af-0c68-431f-9865-b0a3d41bc32d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907390 Sep 25 01:54:53.840762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:54:53.841108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:53.876235 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67d7f0fc-d0c4-469b-b978-44abe1bb84d2 req-d71fa695-4e78-4956-844d-a6d186558de1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834727 Sep 25 01:54:53.936919 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:54:53.937288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:53.949991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 owned by compute:nova {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:54:54.085450 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (039f50ff-ff7f-4f07-9053-3d8c97cfcf47), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:54.112198 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=039f50ff-ff7f-4f07-9053-3d8c97cfcf47,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:54.123506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.124052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.124408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.124764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.125454 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.125774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.126072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.126496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.126843 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.127411 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.128017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.128607 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.128984 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.129324 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.129671 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:54:54.203895 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-65af61d7-c131-4f46-9c0f-1355d5bf7b40 req-f434d967-5e3d-4acd-aedc-400b14fa58ab tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b9815b7-8853-49bf-a3a5-145394e4b9b2 HTTP/1.1" status: 200 len: 210 time: 0.0473726 Sep 25 01:54:54.204604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] No DVR routers for this DVR port 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 on host hv-neutron-mast {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:54:54.207022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:54.210204 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2c60ef9c-7cfc-4c8c-ae11-24c96c66984d req-5b35e955-0a9e-474d-be16-fda9c4424e5d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "DELETE /networking/v2.0/ports/039f50ff-ff7f-4f07-9053-3d8c97cfcf47 HTTP/1.1" status: 204 len: 173 time: 0.4456654 Sep 25 01:54:54.210703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'name': 'network-vif-deleted', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:54:54.212986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fef24b7-854c-4e99-8fa6-0ddd75a183a3" -d '{"events": [{"server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "name": "network-vif-deleted", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:54:54.308705 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeba24b-913d-4876-90b8-67a108a18fb4 x-openstack-request-id: req-3aeba24b-913d-4876-90b8-67a108a18fb4 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:54:54.309052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9815b7-8853-49bf-a3a5-145394e4b9b2", "name": "network-vif-deleted", "tag": "039f50ff-ff7f-4f07-9053-3d8c97cfcf47", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:54:54.309360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3aeba24b-913d-4876-90b8-67a108a18fb4 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:54:54.309878 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aeba24b-913d-4876-90b8-67a108a18fb4'] response: {'server_uuid': '5b9815b7-8853-49bf-a3a5-145394e4b9b2', 'name': 'network-vif-deleted', 'tag': '039f50ff-ff7f-4f07-9053-3d8c97cfcf47', 'status': 'completed', 'code': 200} Sep 25 01:54:55.024186 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:55.273537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36972) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:55.606683 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (1472ef19-7dfa-4806-ad94-a3651013d384), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:55.761980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:55.796709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:55.842180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 19094a88-1fe4-4842-8a76-674b25dad598 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:54:55.842524 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (19094a88-1fe4-4842-8a76-674b25dad598), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:55.931169 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 19094a88-1fe4-4842-8a76-674b25dad598, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19094a88-1fe4-4842-8a76-674b25dad598,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:54:55.931537 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (19094a88-1fe4-4842-8a76-674b25dad598), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:55.944607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 19094a88-1fe4-4842-8a76-674b25dad598 owned by network:router_interface {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:54:56.129660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (19094a88-1fe4-4842-8a76-674b25dad598), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:56.157024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=19094a88-1fe4-4842-8a76-674b25dad598,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:56.329082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (1472ef19-7dfa-4806-ad94-a3651013d384), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:56.537767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router 1472ef19-7dfa-4806-ad94-a3651013d384 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:54:56.591534 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:56.637187 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:56.644625 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:54:56.652375 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7bba8e55-9465-4280-921e-21efe23d2092 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/1472ef19-7dfa-4806-ad94-a3651013d384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3781490 Sep 25 01:54:56.655148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36974) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:56.657159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] Sync routers for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:54:56.667804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:54:56.668470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:54:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:56.707804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b962ba0f-e8f6-4925-9219-c0b387a8af79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting subnet 7c731c55-e337-4be5-b4b1-657d4df0e5d2 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:54:56.711639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b962ba0f-e8f6-4925-9219-c0b387a8af79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (7c731c55-e337-4be5-b4b1-657d4df0e5d2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:56.754403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b962ba0f-e8f6-4925-9219-c0b387a8af79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (7c731c55-e337-4be5-b4b1-657d4df0e5d2), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:56.770276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:54:56.838938 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b962ba0f-e8f6-4925-9219-c0b387a8af79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (7c731c55-e337-4be5-b4b1-657d4df0e5d2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:56.898085 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b962ba0f-e8f6-4925-9219-c0b387a8af79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (7c731c55-e337-4be5-b4b1-657d4df0e5d2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:56.926084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962ba0f-e8f6-4925-9219-c0b387a8af79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Subnet': ['ID=7c731c55-e337-4be5-b4b1-657d4df0e5d2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:56.929535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-b962ba0f-e8f6-4925-9219-c0b387a8af79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:56.935893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b962ba0f-e8f6-4925-9219-c0b387a8af79 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/7c731c55-e337-4be5-b4b1-657d4df0e5d2 HTTP/1.1" status: 204 len: 168 time: 0.2766309 Sep 25 01:54:56.936218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36976) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:56.942607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7161f5bf-2d37-4718-89d9-001ea3e699bb None None] Network db47ec2c-0d2a-4d61-ba46-3c0e25794f10 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:54:56.947209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:56.987407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:54:56Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:57.028240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] Checking router: 1472ef19-7dfa-4806-ad94-a3651013d384 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:54:57.037675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:57.040389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (1472ef19-7dfa-4806-ad94-a3651013d384), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.059491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] Routers {'1472ef19-7dfa-4806-ad94-a3651013d384'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:54:57.060164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:54:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['1472ef19-7dfa-4806-ad94-a3651013d384'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:57.143553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (1472ef19-7dfa-4806-ad94-a3651013d384), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.170044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] Set router 1472ef19-7dfa-4806-ad94-a3651013d384 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:54:57.186949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 98495861-0667-453f-89a0-9ea1174f6a19 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:54:57.187294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (98495861-0667-453f-89a0-9ea1174f6a19), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.194995 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e89c6e-9803-4724-a7ee-d6368b40c94e None None] DHCP port deletion for db47ec2c-0d2a-4d61-ba46-3c0e25794f10 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:54:57.269334 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 98495861-0667-453f-89a0-9ea1174f6a19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98495861-0667-453f-89a0-9ea1174f6a19,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:54:57.269696 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (98495861-0667-453f-89a0-9ea1174f6a19), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.283105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 98495861-0667-453f-89a0-9ea1174f6a19 owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:54:57.299216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-60e89c6e-9803-4724-a7ee-d6368b40c94e None None] Deleting port 7bd49384-b37c-42d1-a81c-287973d1ccbf {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:54:57.299588 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-60e89c6e-9803-4724-a7ee-d6368b40c94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.392002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-60e89c6e-9803-4724-a7ee-d6368b40c94e None None] For port 7bd49384-b37c-42d1-a81c-287973d1ccbf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7bd49384-b37c-42d1-a81c-287973d1ccbf,segment=NetworkSegment(5c9e47d3-de54-4586-866f-7870aa015ee9),segment_id=5c9e47d3-de54-4586-866f-7870aa015ee9)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:54:57.392327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-60e89c6e-9803-4724-a7ee-d6368b40c94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.426681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-60e89c6e-9803-4724-a7ee-d6368b40c94e None None] Calling delete_port for 7bd49384-b37c-42d1-a81c-287973d1ccbf owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:54:57.443493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:57.465310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (98495861-0667-453f-89a0-9ea1174f6a19), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.478595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:54:56Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:57.489786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=98495861-0667-453f-89a0-9ea1174f6a19,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:57.508761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493bf7ed-0320-4bdf-9e94-875ec004e6f0 None None] The sync data for ids ['1472ef19-7dfa-4806-ad94-a3651013d384'] in dv-neutron-master-2-hyperv is: [{'id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564210827', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31'}], 'enable_snat': True}, 'gw_port_id': '98495861-0667-453f-89a0-9ea1174f6a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:52:19Z', 'updated_at': '2022-09-25T01:54:56Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '98495861-0667-453f-89a0-9ea1174f6a19', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472ef19-7dfa-4806-ad94-a3651013d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:52:20Z', 'updated_at': '2022-09-25T01:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:54:57.540162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:57.555015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-60e89c6e-9803-4724-a7ee-d6368b40c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (7bd49384-b37c-42d1-a81c-287973d1ccbf), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.557800 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (1472ef19-7dfa-4806-ad94-a3651013d384), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.580296 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e89c6e-9803-4724-a7ee-d6368b40c94e None None] Pushing event deleted for resources: {'Port': ['ID=7bd49384-b37c-42d1-a81c-287973d1ccbf,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:57.583901 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e89c6e-9803-4724-a7ee-d6368b40c94e None None] No DVR routers for this DVR port 7bd49384-b37c-42d1-a81c-287973d1ccbf on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:54:57.611528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:54:57.631117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:54:57.631323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 039f50ff-ff7f-4f07-9053-3d8c97cfcf47 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:54:57.647295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (1472ef19-7dfa-4806-ad94-a3651013d384), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.649464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (1472ef19-7dfa-4806-ad94-a3651013d384), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.703056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (1472ef19-7dfa-4806-ad94-a3651013d384), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.703779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Fanout notify agent at l3_agent the message router_deleted on router 1472ef19-7dfa-4806-ad94-a3651013d384 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:54:57.715030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.717031 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d55c4bcd-f3d4-40e2-93fe-52a84f38f4ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/routers/1472ef19-7dfa-4806-ad94-a3651013d384 HTTP/1.1" status: 204 len: 168 time: 0.7791848 Sep 25 01:54:57.719740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36980) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:57.798569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (db47ec2c-0d2a-4d61-ba46-3c0e25794f10), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.891337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (db47ec2c-0d2a-4d61-ba46-3c0e25794f10), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.912512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db47ec2c-0d2a-4d61-ba46-3c0e25794f10']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:57.922221 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9e47d3-de54-4586-866f-7870aa015ee9') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:57.922539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9e47d3-de54-4586-866f-7870aa015ee9') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:54:57.932641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (5c9e47d3-de54-4586-866f-7870aa015ee9), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.948123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (5c9e47d3-de54-4586-866f-7870aa015ee9), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:57.955297 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:54:57.955722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (5c9e47d3-de54-4586-866f-7870aa015ee9), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:58.030543 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (db47ec2c-0d2a-4d61-ba46-3c0e25794f10), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:58.035464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:58.041465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/networks/db47ec2c-0d2a-4d61-ba46-3c0e25794f10 HTTP/1.1" status: 204 len: 168 time: 0.3175192 Sep 25 01:54:58.041465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 5c9e47d3-de54-4586-866f-7870aa015ee9 resource provider aggregate not found Sep 25 01:54:58.041660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 36986) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:58.065719 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbbab2-8392-425c-8195-a783a6d2c08b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Network': ['ID=db47ec2c-0d2a-4d61-ba46-3c0e25794f10,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:58.075042 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 5c9e47d3-de54-4586-866f-7870aa015ee9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c9e47d3-de54-4586-866f-7870aa015ee9 found for delete ", "request_id": "req-9c011261-c583-4675-8e0a-465ace5ee21d"}]} Sep 25 01:54:58.125479 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0df08997-acca-449f-9f00-5f19d58b526e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (f7a6636e-00fc-4421-a822-1cdf8174020e), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:58.151281 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0df08997-acca-449f-9f00-5f19d58b526e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (f7a6636e-00fc-4421-a822-1cdf8174020e), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:58.215604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0df08997-acca-449f-9f00-5f19d58b526e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f7a6636e-00fc-4421-a822-1cdf8174020e), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:58.218201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0df08997-acca-449f-9f00-5f19d58b526e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:58.219363 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0df08997-acca-449f-9f00-5f19d58b526e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f7a6636e-00fc-4421-a822-1cdf8174020e HTTP/1.1" status: 204 len: 168 time: 0.1767321 Sep 25 01:54:58.228910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df08997-acca-449f-9f00-5f19d58b526e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a6636e-00fc-4421-a822-1cdf8174020e,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:58.600142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bd49384-b37c-42d1-a81c-287973d1ccbf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:54:58.619507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 7bd49384-b37c-42d1-a81c-287973d1ccbf {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:54:58.619854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7bd49384-b37c-42d1-a81c-287973d1ccbf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:54:58.620293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 98495861-0667-453f-89a0-9ea1174f6a19 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:54:58.639802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 98495861-0667-453f-89a0-9ea1174f6a19 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:54:58.640175 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 98495861-0667-453f-89a0-9ea1174f6a19 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:54:58.640587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 19094a88-1fe4-4842-8a76-674b25dad598 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:54:58.658597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 19094a88-1fe4-4842-8a76-674b25dad598 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:54:58.658948 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 19094a88-1fe4-4842-8a76-674b25dad598 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:54:58.744822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f0507f6-6fb5-4ef3-8721-44a45290b307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.339893 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 36998) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:59.344545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-4b912498-755e-4dbb-8b86-4322996d3d6c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987253143', 'description': 'tempest-secgroup-smoke-1987253143 description', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:54:59.365602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b912498-755e-4dbb-8b86-4322996d3d6c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.441057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b912498-755e-4dbb-8b86-4322996d3d6c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (f514f810-b360-4373-ab80-1ba5fb221da4), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.446137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b912498-755e-4dbb-8b86-4322996d3d6c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f514f810-b360-4373-ab80-1ba5fb221da4), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.480333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4b912498-755e-4dbb-8b86-4322996d3d6c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.481591 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4b912498-755e-4dbb-8b86-4322996d3d6c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1406724 Sep 25 01:54:59.482780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b912498-755e-4dbb-8b86-4322996d3d6c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f514f810-b360-4373-ab80-1ba5fb221da4,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:59.484908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37000) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:59.489699 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5c7bae65-03eb-4c9b-b386-bbd9efa5a73f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f514f810-b360-4373-ab80-1ba5fb221da4', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:54:59.521875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c7bae65-03eb-4c9b-b386-bbd9efa5a73f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (5ae8e122-6f0c-4efb-a39f-6549e1d04d86), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.579484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c7bae65-03eb-4c9b-b386-bbd9efa5a73f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (5ae8e122-6f0c-4efb-a39f-6549e1d04d86), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.583037 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c7bae65-03eb-4c9b-b386-bbd9efa5a73f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5ae8e122-6f0c-4efb-a39f-6549e1d04d86), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.603633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bae65-03eb-4c9b-b386-bbd9efa5a73f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae8e122-6f0c-4efb-a39f-6549e1d04d86,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:59.613062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5c7bae65-03eb-4c9b-b386-bbd9efa5a73f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.614241 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5c7bae65-03eb-4c9b-b386-bbd9efa5a73f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283264 Sep 25 01:54:59.617064 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37002) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:59.621493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-02fdc14b-e1ce-4dbb-8907-de550984e6a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f514f810-b360-4373-ab80-1ba5fb221da4', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:54:59.626621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:59.640273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:54:59.655700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02fdc14b-e1ce-4dbb-8907-de550984e6a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (c5fb3e5f-4713-433b-a21e-bdec200d97fc), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.713029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02fdc14b-e1ce-4dbb-8907-de550984e6a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (c5fb3e5f-4713-433b-a21e-bdec200d97fc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.717036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02fdc14b-e1ce-4dbb-8907-de550984e6a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (c5fb3e5f-4713-433b-a21e-bdec200d97fc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.735360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdc14b-e1ce-4dbb-8907-de550984e6a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fb3e5f-4713-433b-a21e-bdec200d97fc,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:59.742240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-02fdc14b-e1ce-4dbb-8907-de550984e6a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.743407 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-02fdc14b-e1ce-4dbb-8907-de550984e6a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253774 Sep 25 01:54:59.746197 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37004) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:59.750487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-529102c8-a52c-4875-804d-f612801fc742 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f514f810-b360-4373-ab80-1ba5fb221da4', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:54:59.779381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-529102c8-a52c-4875-804d-f612801fc742 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (3a45d833-6383-4eea-9099-c27fde0c90b8), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.835532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-529102c8-a52c-4875-804d-f612801fc742 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (3a45d833-6383-4eea-9099-c27fde0c90b8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.839584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-529102c8-a52c-4875-804d-f612801fc742 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (3a45d833-6383-4eea-9099-c27fde0c90b8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.857371 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529102c8-a52c-4875-804d-f612801fc742 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a45d833-6383-4eea-9099-c27fde0c90b8,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:59.864433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-529102c8-a52c-4875-804d-f612801fc742 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.865622 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-529102c8-a52c-4875-804d-f612801fc742 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185174 Sep 25 01:54:59.868414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37006) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:59.872657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e050eef3-1780-4cb0-8e7e-668fb2504f32 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f514f810-b360-4373-ab80-1ba5fb221da4', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:54:59.898546 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e050eef3-1780-4cb0-8e7e-668fb2504f32 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (a8bcc9a3-091e-44f4-bc62-77f2088b40c1), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.958330 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e050eef3-1780-4cb0-8e7e-668fb2504f32 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (a8bcc9a3-091e-44f4-bc62-77f2088b40c1), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.962933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e050eef3-1780-4cb0-8e7e-668fb2504f32 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (a8bcc9a3-091e-44f4-bc62-77f2088b40c1), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.977597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050eef3-1780-4cb0-8e7e-668fb2504f32 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bcc9a3-091e-44f4-bc62-77f2088b40c1,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:54:59.990299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e050eef3-1780-4cb0-8e7e-668fb2504f32 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:54:59.991492 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e050eef3-1780-4cb0-8e7e-668fb2504f32 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221623 Sep 25 01:54:59.994219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37008) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:54:59.998956 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-13c1bb8f-be4d-4ed3-935b-0908deec0491 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f514f810-b360-4373-ab80-1ba5fb221da4', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:55:00.019852 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-13c1bb8f-be4d-4ed3-935b-0908deec0491 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:55:00.025005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-13c1bb8f-be4d-4ed3-935b-0908deec0491 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (903441e7-7e7b-4f8a-a624-1e4d4e84ad9c), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.084161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-13c1bb8f-be4d-4ed3-935b-0908deec0491 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (903441e7-7e7b-4f8a-a624-1e4d4e84ad9c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.087675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-13c1bb8f-be4d-4ed3-935b-0908deec0491 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (903441e7-7e7b-4f8a-a624-1e4d4e84ad9c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.105260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1bb8f-be4d-4ed3-935b-0908deec0491 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903441e7-7e7b-4f8a-a624-1e4d4e84ad9c,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:00.113443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-13c1bb8f-be4d-4ed3-935b-0908deec0491 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.114667 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-13c1bb8f-be4d-4ed3-935b-0908deec0491 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195323 Sep 25 01:55:00.117496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37010) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:00.122287 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-6cd4e608-63cc-4dfc-865f-9e91feced9c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': 'f514f810-b360-4373-ab80-1ba5fb221da4', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:55:00.143382 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-6cd4e608-63cc-4dfc-865f-9e91feced9c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:55:00.148716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e608-63cc-4dfc-865f-9e91feced9c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (3149c5ad-f9dd-4e05-9bde-dbf9febdb740), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.210763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e608-63cc-4dfc-865f-9e91feced9c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (3149c5ad-f9dd-4e05-9bde-dbf9febdb740), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.214323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e608-63cc-4dfc-865f-9e91feced9c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (3149c5ad-f9dd-4e05-9bde-dbf9febdb740), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.232354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4e608-63cc-4dfc-865f-9e91feced9c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3149c5ad-f9dd-4e05-9bde-dbf9febdb740,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:00.238868 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e608-63cc-4dfc-865f-9e91feced9c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.240026 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6cd4e608-63cc-4dfc-865f-9e91feced9c4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215761 Sep 25 01:55:00.242936 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37012) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:00.248193 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'network': {'name': 'tempest-network-smoke--872288188', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'port_security_enabled': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:55:00.254499 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:00.270891 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:55:00.274684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.299788 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:55:00.310926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (902d66f2-53ef-44ba-a8ee-6f5e14f8785b), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.311354 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Added segment 902d66f2-53ef-44ba-a8ee-6f5e14f8785b of type vlan for network 83ebf685-821e-46c4-ad9e-b415909a0d19 Sep 25 01:55:00.319741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=16 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:00.361926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (83ebf685-821e-46c4-ad9e-b415909a0d19), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.387259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (83ebf685-821e-46c4-ad9e-b415909a0d19), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.392286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:00.392879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.451972 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2079916 Sep 25 01:55:00.454877 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37014) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:00.459503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'admin_state_up': True, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:55:00.464722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec438a8-0de5-4735-96dd-8d26f11b0ba1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Network': ['ID=83ebf685-821e-46c4-ad9e-b415909a0d19,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:00.474925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 83ebf685-821e-46c4-ad9e-b415909a0d19 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:55:00.486831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (e07f4a56-8da5-4f3f-8266-0095a9d3e260), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.487860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (e07f4a56-8da5-4f3f-8266-0095a9d3e260), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.542131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (e07f4a56-8da5-4f3f-8266-0095a9d3e260), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.676511 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (e07f4a56-8da5-4f3f-8266-0095a9d3e260), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:00.679321 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:01.178574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (e07f4a56-8da5-4f3f-8266-0095a9d3e260), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:01.197571 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:01.253789 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:01.303183 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.246 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/4e89fdb4-cba9-4aa3-a2ce-0146a931beca) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:55:01.408627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:01.439898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:01.479207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:55:01.484839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:55:01.487769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:55:01.492957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=4e89fdb4-cba9-4aa3-a2ce-0146a931beca,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:01.643767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c16a050-9725-4129-b46e-c45855c6562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:01.734231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (e07f4a56-8da5-4f3f-8266-0095a9d3e260), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:01.875333 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:01.924312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (e07f4a56-8da5-4f3f-8266-0095a9d3e260), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.048758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router e07f4a56-8da5-4f3f-8266-0095a9d3e260 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:55:02.098218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:02.152292 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:55:02.162314 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Sync routers for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:55:02.172368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.173221 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:55:02.173642 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-65710c2d-b32f-4916-b96f-5bdcbf0f05e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7177637 Sep 25 01:55:02.173843 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:55:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:02.177216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37016) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:02.249212 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-be9adcbf-17b0-4325-b502-395e2aca5735 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=2c1cde042c3544d7a5c88f7ce9dca20d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708263 Sep 25 01:55:02.252046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37020) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:02.275475 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:55:02.345776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5b945-ddad-40a0-a170-ff27d97cefc9 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:02.349949 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-b4e5b945-ddad-40a0-a170-ff27d97cefc9 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942461 Sep 25 01:55:02.350248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37022) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:02.379895 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0140250f-7efd-4545-87d1-825988756bb1 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284805 Sep 25 01:55:02.382619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37024) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:02.388286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1381996179', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:55:02.480182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:55:02.484000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.526375 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:01Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:02.552128 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Checking router: e07f4a56-8da5-4f3f-8266-0095a9d3e260 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:55:02.552491 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Updating router e07f4a56-8da5-4f3f-8266-0095a9d3e260 port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:55:02.581795 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.673787 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (37618443-8d85-4d3b-b1df-cb70deafd272), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.736961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Subnet': ['ID=37618443-8d85-4d3b-b1df-cb70deafd272,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:02.744743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Checking segment: {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:55:02.745161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network hostable DHCP agents. Network: 83ebf685-821e-46c4-ad9e-b415909a0d19, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:55:02.763442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 83ebf685-821e-46c4-ad9e-b415909a0d19 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:55:02.773144 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 83ebf685-821e-46c4-ad9e-b415909a0d19) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:55:02.778498 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:02.779318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.783549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232cf9ad-ff33-4b4c-975b-ccfb5fbe988b None None] Network 83ebf685-821e-46c4-ad9e-b415909a0d19 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:55:02.806637 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e7ec4f89-ce35-4510-af80-309a25439905 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4228706 Sep 25 01:55:02.810130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37026) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:02.828507 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Publish callbacks [] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.834843 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.878276 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Attempting to bind port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:55:02.878546 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Attempting to bind port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:55:02.878910 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Attempting to bind port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:55:02.893745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-83ebf685-821e-46c4-ad9e-b415909a0d19', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:55:02.895338 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.928554 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:55:02.928954 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:55:02.929315 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.929699 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:55:02.930342 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Bound port: 4e89fdb4-cba9-4aa3-a2ce-0146a931beca, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:55:02.930903 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.978373 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] For port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:55:02.981873 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] For port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e89fdb4-cba9-4aa3-a2ce-0146a931beca,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:55:02.984547 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Pushing event updated for resources: {'Port': ['ID=4e89fdb4-cba9-4aa3-a2ce-0146a931beca,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:02.992943 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:02.998160 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:02.998500 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:02.999021 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:02.999356 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:02.999682 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.000024 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.000347 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.000664 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.000983 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.001302 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.001620 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.001938 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.002251 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.002578 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.002869 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.011664 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:03.051318 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:55:03.051979 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:55:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:03.096093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:03.100418 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:03.115157 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73b16e-5bdf-43dd-901a-a4d4f15fadd5 None None] Pushing event updated for resources: {'Port': ['ID=4e89fdb4-cba9-4aa3-a2ce-0146a931beca,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:03.141590 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Allocated IP 172.20.0.2 (83ebf685-821e-46c4-ad9e-b415909a0d19/37618443-8d85-4d3b-b1df-cb70deafd272/ea87e28d-1b81-45e9-8fb2-ccd46f50bd45) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:55:03.154265 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:03.180205 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:55:03.349309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Publish callbacks [] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:03.356367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:03.388923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Network 83ebf685-821e-46c4-ad9e-b415909a0d19 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:55:03.392129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:55:03.395865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:55:03.415196 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:01Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:03.435630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Pushing event updated for resources: {'Port': ['ID=ea87e28d-1b81-45e9-8fb2-ccd46f50bd45,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:03.457782 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dc053-4da1-415e-9571-1fd9e97e6f47 None None] The sync data for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv is: [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:01Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:55:03.462829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.462829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.462829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.462829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.463486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.463486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.463699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.464593 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.464976 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.465347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.465524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.465892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.466156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.466524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.466772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:55:03.483966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Attempting to bind port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:55:03.484356 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Attempting to bind port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:55:03.484720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Attempting to bind port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 on network 83ebf685-821e-46c4-ad9e-b415909a0d19 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:55:03.501826 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:03.636755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:03.715334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:55:03.715784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Checking segment: {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:55:03.716533 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:03.716930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Bound using segment: {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:55:03.717410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Bound port: ea87e28d-1b81-45e9-8fb2-ccd46f50bd45, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:55:03.717817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:03.807035 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] For port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:55:03.814922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] For port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea87e28d-1b81-45e9-8fb2-ccd46f50bd45,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:55:03.825026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:03.888641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.1 (83ebf685-821e-46c4-ad9e-b415909a0d19/37618443-8d85-4d3b-b1df-cb70deafd272/80c13f30-e794-4979-aefe-340cf6c231dd) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:55:03.900317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a36d5-4fd2-46c5-865c-ffbec13b0674 None None] Pushing event updated for resources: {'Port': ['ID=ea87e28d-1b81-45e9-8fb2-ccd46f50bd45,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:03.994676 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.067677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (80c13f30-e794-4979-aefe-340cf6c231dd), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.118024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.123542 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:04.168681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 83ebf685-821e-46c4-ad9e-b415909a0d19 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:55:04.173578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:55:04.178976 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:55:04.221227 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=80c13f30-e794-4979-aefe-340cf6c231dd,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:04.255993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (e07f4a56-8da5-4f3f-8266-0095a9d3e260), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.416023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.654178 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:04.671455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4e89fdb4-cba9-4aa3-a2ce-0146a931beca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:55:04.727928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:04.728793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.729148 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca Sep 25 01:55:04.731408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (80c13f30-e794-4979-aefe-340cf6c231dd), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.737470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.813644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:04.814185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.817088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=80c13f30-e794-4979-aefe-340cf6c231dd,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:04.822437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (e07f4a56-8da5-4f3f-8266-0095a9d3e260), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.837932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e89fdb4-cba9-4aa3-a2ce-0146a931beca,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:55:04.842582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.843607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:55:04.925686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 83ebf685-821e-46c4-ad9e-b415909a0d19 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:55:04.927174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=4e89fdb4-cba9-4aa3-a2ce-0146a931beca,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:04.927822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:55:04.935972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:04.936367 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:04.936712 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 Sep 25 01:55:04.961305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:04.970055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:05.030964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:05.031578 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:05.052509 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router e07f4a56-8da5-4f3f-8266-0095a9d3e260 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:55:05.071401 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a26fa7e-18a0-436c-ad7b-3be0283d2981 None None] Network 83ebf685-821e-46c4-ad9e-b415909a0d19 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:55:05.076561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea87e28d-1b81-45e9-8fb2-ccd46f50bd45,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:55:05.091174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:05.162028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:55:05.168549 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4fc5ccae-d8ef-43b1-b9d8-5a87e8719083 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/e07f4a56-8da5-4f3f-8266-0095a9d3e260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3568120 Sep 25 01:55:05.178276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-768ddb0a-26d4-45cb-a8a1-7dbbe837cd8e None None] Provisioning complete for port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:05.178660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-768ddb0a-26d4-45cb-a8a1-7dbbe837cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:05.179041 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-768ddb0a-26d4-45cb-a8a1-7dbbe837cd8e None None] Attempt 1 to provision port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 Sep 25 01:55:05.225220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=ea87e28d-1b81-45e9-8fb2-ccd46f50bd45,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:05.309751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:05.318863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-768ddb0a-26d4-45cb-a8a1-7dbbe837cd8e None None] Current status of the port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:05.356718 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-c8498a92-2b72-4cbc-ba26-90392e2f1edd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1987253143&fields=id&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 267 time: 0.0548141 Sep 25 01:55:05.385219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Sync routers for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:55:05.398024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:55:05.398660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:55:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:05.481487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-b1e3bce5-e1f4-4d10-ae31-6fadb81da580 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:05.483430 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-b1e3bce5-e1f4-4d10-ae31-6fadb81da580 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/networks?id=83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 200 len: 796 time: 0.1196229 Sep 25 01:55:05.499102 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-5b306fc3-eb00-4846-b812-1ea48f507126 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/quotas/2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 375 time: 0.0101018 Sep 25 01:55:05.512884 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:55:05.563221 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-8837b1ac-da83-4bd1-97dc-bc6cd951d1ce tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528886 Sep 25 01:55:05.568382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Provisioning complete for port 80c13f30-e794-4979-aefe-340cf6c231dd triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:05.568757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:05.569091 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Attempt 1 to provision port 80c13f30-e794-4979-aefe-340cf6c231dd Sep 25 01:55:05.626510 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-dcde2d07-f9c9-4249-ad14-92b437b2c13c service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:55:05.627551 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-dcde2d07-f9c9-4249-ad14-92b437b2c13c service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0518017 Sep 25 01:55:05.682366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Port 80c13f30-e794-4979-aefe-340cf6c231dd cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:55:05.731362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-5d400fef-c8f1-43e4-99a8-dfdbfe336bf2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970466 Sep 25 01:55:05.770314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80c13f30-e794-4979-aefe-340cf6c231dd', 'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:60:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:03Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 2, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:05.797446 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Checking router: e07f4a56-8da5-4f3f-8266-0095a9d3e260 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:55:05.797809 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Updating router e07f4a56-8da5-4f3f-8266-0095a9d3e260 port 80c13f30-e794-4979-aefe-340cf6c231dd binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:55:05.829420 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-5c20a1d0-2eb3-4314-a90e-6563e5887a89 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919116 Sep 25 01:55:05.835628 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:05.955227 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:05.997734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:06.099291 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Publish callbacks [] for port (80c13f30-e794-4979-aefe-340cf6c231dd), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:06.105316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:06.158237 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:06.181926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe9dd7-8ea0-4b14-b342-27d27dc1cb7b None None] Pushing event updated for resources: {'Port': ['ID=80c13f30-e794-4979-aefe-340cf6c231dd,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:06.184159 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Attempt 2 to provision port 80c13f30-e794-4979-aefe-340cf6c231dd Sep 25 01:55:06.242284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Port 80c13f30-e794-4979-aefe-340cf6c231dd cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:55:06.243004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Attempting to bind port 80c13f30-e794-4979-aefe-340cf6c231dd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:55:06.243376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Attempting to bind port 80c13f30-e794-4979-aefe-340cf6c231dd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:55:06.243743 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Attempting to bind port 80c13f30-e794-4979-aefe-340cf6c231dd on network 83ebf685-821e-46c4-ad9e-b415909a0d19 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:55:06.287740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:55:06.288071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Checking segment: {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:55:06.288487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:06.288890 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Bound using segment: {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:55:06.289371 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Bound port: 80c13f30-e794-4979-aefe-340cf6c231dd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:55:06.289758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:06.352153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] For port 80c13f30-e794-4979-aefe-340cf6c231dd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:55:06.355704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] For port 80c13f30-e794-4979-aefe-340cf6c231dd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80c13f30-e794-4979-aefe-340cf6c231dd,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:55:06.361739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:06.398358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:55:06.398989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:55:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:06.457172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe9dd7-8ea0-4b14-b342-27d27dc1cb7b None None] Pushing event updated for resources: {'Port': ['ID=80c13f30-e794-4979-aefe-340cf6c231dd,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:06.514826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:55:06.625532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4e89fdb4-cba9-4aa3-a2ce-0146a931beca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:55:06.714495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:06.714875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:06.715216 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca Sep 25 01:55:06.757004 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Attempt 3 to provision port 80c13f30-e794-4979-aefe-340cf6c231dd Sep 25 01:55:06.763279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:06.783236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:06.789339 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:06.822763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80c13f30-e794-4979-aefe-340cf6c231dd', 'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:60:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:03Z', 'updated_at': '2022-09-25T01:55:06Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:06.869862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e8620-27a7-4e1d-a8c3-edefe2e6f8b2 None None] The sync data for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv is: [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80c13f30-e794-4979-aefe-340cf6c231dd', 'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:60:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:03Z', 'updated_at': '2022-09-25T01:55:06Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:55:06.926682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:06.927938 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:55:06.968199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Current status of the port 80c13f30-e794-4979-aefe-340cf6c231dd is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:06.968670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:07.030021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] For port 80c13f30-e794-4979-aefe-340cf6c231dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80c13f30-e794-4979-aefe-340cf6c231dd,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:55:07.031504 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-45275353-5d13-4c66-809c-8a4a5fb09d33 req-bde8838f-7f31-4ff3-9cd6-d96c723f3825 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 210 time: 0.0386422 Sep 25 01:55:07.041377 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:07.060265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:07.060265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:07.060265 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 Sep 25 01:55:07.060265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Provisioning complete for port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:07.060265 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:07.060265 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Attempt 1 to provision port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 Sep 25 01:55:07.173351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Pushing event updated for resources: {'Port': ['ID=80c13f30-e794-4979-aefe-340cf6c231dd,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:07.397143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c5137b64-6c42-4d38-9747-df3a0c806b11 None None] Current status of the port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:07.399215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:07.517266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-33dfbb0a-8b3b-4ab7-a640-b63191b13669 None None] Provisioning complete for port 80c13f30-e794-4979-aefe-340cf6c231dd triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:07.517991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33dfbb0a-8b3b-4ab7-a640-b63191b13669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:07.518556 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-33dfbb0a-8b3b-4ab7-a640-b63191b13669 None None] Attempt 1 to provision port 80c13f30-e794-4979-aefe-340cf6c231dd Sep 25 01:55:07.605786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-33dfbb0a-8b3b-4ab7-a640-b63191b13669 None None] Current status of the port 80c13f30-e794-4979-aefe-340cf6c231dd is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:08.162150 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7e37f1e3-f0db-4980-a0ad-dc1d92b6a0f0 req-a453ff15-87d7-4a58-81c0-5da9b451d768 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 210 time: 0.0400460 Sep 25 01:55:08.170421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:08.227596 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-d9cbe8a6-bace-4fc1-b9d0-d423d89022c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:08.229072 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-d9cbe8a6-bace-4fc1-b9d0-d423d89022c5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/networks?id=83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 200 len: 796 time: 0.1348565 Sep 25 01:55:08.308493 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-66f7e3f5-676d-470e-8e87-9da701ebb362 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 380 time: 0.0662596 Sep 25 01:55:08.401767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'port': {'device_id': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'admin_state_up': True, 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'security_groups': ['f514f810-b360-4373-ab80-1ba5fb221da4']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:55:08.487581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:08.523356 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:55:08.527243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:08.655736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 80c13f30-e794-4979-aefe-340cf6c231dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:55:08.665949 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.4 (83ebf685-821e-46c4-ad9e-b415909a0d19/37618443-8d85-4d3b-b1df-cb70deafd272/7d6a5ceb-f018-4a58-b596-166dcbeb93f5) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:55:08.698429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:08.705178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 80c13f30-e794-4979-aefe-340cf6c231dd triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:08.705554 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:08.705889 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 80c13f30-e794-4979-aefe-340cf6c231dd Sep 25 01:55:08.777167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 80c13f30-e794-4979-aefe-340cf6c231dd is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:08.810847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:08.842467 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:08.886124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 83ebf685-821e-46c4-ad9e-b415909a0d19 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:55:08.889263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:55:08.893038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:55:08.916259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:08.953981 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:08.954583 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:08.972385 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-e2080743-487b-4eab-927f-1671e721a96a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742931 Sep 25 01:55:08.989161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Request body: {'port': {'device_id': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:55:09.056755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:09.146416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:09.152478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4fbf2385-83b7-411c-9957-a5f0c119eb8b None None] Provisioning complete for port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:09.152878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4fbf2385-83b7-411c-9957-a5f0c119eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:09.153222 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4fbf2385-83b7-411c-9957-a5f0c119eb8b None None] Attempt 1 to provision port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 Sep 25 01:55:09.185940 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf2385-83b7-411c-9957-a5f0c119eb8b None None] Port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:55:09.218950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:09.605138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:09.617896 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc62aa6-eded-43f9-91b5-a4a30dcb7f19 req-8d83af0d-4936-4617-93c1-96d31216be8b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:09.619378 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cdc62aa6-eded-43f9-91b5-a4a30dcb7f19 req-8d83af0d-4936-4617-93c1-96d31216be8b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 931 time: 0.3777220 Sep 25 01:55:09.686998 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4fbf2385-83b7-411c-9957-a5f0c119eb8b None None] Attempt 2 to provision port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 Sep 25 01:55:09.708599 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cdc62aa6-eded-43f9-91b5-a4a30dcb7f19 req-b1d7179d-9736-488c-b9f9-9d293c1047e4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802786 Sep 25 01:55:09.734273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf2385-83b7-411c-9957-a5f0c119eb8b None None] Port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:55:09.742686 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 {{(pid=107188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:55:09.751282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Publish callbacks [] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:09.768147 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.provisioning_blocks [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Transition to ACTIVE for port object 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 will not be triggered until provisioned by entity L2. {{(pid=107188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:55:09.771940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:09.858492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:09.888014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Attempting to bind port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:55:09.888361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Attempting to bind port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:55:09.888693 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Attempting to bind port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 on network 83ebf685-821e-46c4-ad9e-b415909a0d19 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:55:09.929184 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 on network 83ebf685-821e-46c4-ad9e-b415909a0d19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:55:09.929554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Attempting to bind port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 on network 83ebf685-821e-46c4-ad9e-b415909a0d19 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:55:09.971493 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:55:09.971835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Checking segment: {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:55:09.972256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Bound using segment: {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:55:09.972703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Bound port: 7d6a5ceb-f018-4a58-b596-166dcbeb93f5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902d66f2-53ef-44ba-a8ee-6f5e14f8785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19'}}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:55:09.973069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:10.037893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] For port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5, host hv-neutron-mast, cleared binding levels {{(pid=107188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:55:10.040818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] For port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:55:10.046774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:10.052089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:10.052711 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:10.054087 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 200 len: 1093 time: 1.0694757 Sep 25 01:55:10.054591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:55:10.056861 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54333277-bca0-4e81-833b-83a1a79570f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:55:10.100433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcfdb29-b41d-4c4c-ba3c-0846d77d58a4 x-openstack-request-id: req-7fcfdb29-b41d-4c4c-ba3c-0846d77d58a4 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:55:10.100722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:55:10.100980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fcfdb29-b41d-4c4c-ba3c-0846d77d58a4 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:55:10.101380 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcfdb29-b41d-4c4c-ba3c-0846d77d58a4'] response: {'name': 'network-changed', 'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'status': 'completed', 'code': 200} Sep 25 01:55:10.106971 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aa2b5-7cbe-40f0-8593-a91cf7e261f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:10.192017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-43b8da50-10ec-4bb6-a7ea-b2226292de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:10.193513 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-43b8da50-10ec-4bb6-a7ea-b2226292de13 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1127 time: 0.0705614 Sep 25 01:55:10.235373 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4fbf2385-83b7-411c-9957-a5f0c119eb8b None None] Attempt 3 to provision port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 Sep 25 01:55:10.260873 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-8cf74c5e-4a1b-4e0b-926b-b4d1d19a550c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 200 len: 217 time: 0.0550942 Sep 25 01:55:10.272491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf2385-83b7-411c-9957-a5f0c119eb8b None None] Port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:55:10.319519 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-b6516ee8-2127-4b58-b086-cd39996f1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:10.321045 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-b6516ee8-2127-4b58-b086-cd39996f1eea service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=37618443-8d85-4d3b-b1df-cb70deafd272 HTTP/1.1" status: 200 len: 835 time: 0.0549035 Sep 25 01:55:10.396524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-473988f7-3481-43b3-95c8-8e464b54914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:10.398023 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-473988f7-3481-43b3-95c8-8e464b54914d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=83ebf685-821e-46c4-ad9e-b415909a0d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0712690 Sep 25 01:55:10.491734 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-b656afb0-1287-412e-85dd-6befba778322 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867279 Sep 25 01:55:10.552100 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:10.581090 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e24b9991-d500-4e9e-85af-09cc09531fe8 req-88993605-89ac-4388-83fb-1d497faf7cab service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830302 Sep 25 01:55:10.812480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:10.831762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b415e-0fd1-437d-81c0-a5cd7a91a064 req-4adf3b0c-f16f-448a-a1f5-8ea89390bb04 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:10.833287 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-465b415e-0fd1-437d-81c0-a5cd7a91a064 req-4adf3b0c-f16f-448a-a1f5-8ea89390bb04 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 943 time: 0.0493569 Sep 25 01:55:10.886582 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-465b415e-0fd1-437d-81c0-a5cd7a91a064 req-54315058-3b11-4aa6-9bad-84110fef5206 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471616 Sep 25 01:55:11.258155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:12.004479 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:12.013368 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43907a01-bdad-4004-88c2-e0c4468e3359 req-56f6a4f5-d96f-41c8-8f93-09e464984299 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:12.014851 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43907a01-bdad-4004-88c2-e0c4468e3359 req-56f6a4f5-d96f-41c8-8f93-09e464984299 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 943 time: 0.0519862 Sep 25 01:55:12.064270 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-43907a01-bdad-4004-88c2-e0c4468e3359 req-fdb898c2-ddc0-462f-a395-e55bd1dda01e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437875 Sep 25 01:55:12.663641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54333277-bca0-4e81-833b-83a1a79570f2 req-4d1a4226-f2fd-4768-8727-9bdaee621e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:12.665158 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54333277-bca0-4e81-833b-83a1a79570f2 req-4d1a4226-f2fd-4768-8727-9bdaee621e0b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1127 time: 0.0386236 Sep 25 01:55:12.815014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54333277-bca0-4e81-833b-83a1a79570f2 req-f146ceaf-d5b0-41cf-b837-30168264ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:12.816455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54333277-bca0-4e81-833b-83a1a79570f2 req-f146ceaf-d5b0-41cf-b837-30168264ba21 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 200 len: 897 time: 0.1456170 Sep 25 01:55:12.864731 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54333277-bca0-4e81-833b-83a1a79570f2 req-badb24be-9789-48b4-b3d9-3eef5def69b1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 200 len: 217 time: 0.0431087 Sep 25 01:55:12.915005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54333277-bca0-4e81-833b-83a1a79570f2 req-435b55b0-a718-4c32-aec3-2f7d304b02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:12.916458 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54333277-bca0-4e81-833b-83a1a79570f2 req-435b55b0-a718-4c32-aec3-2f7d304b02db service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=37618443-8d85-4d3b-b1df-cb70deafd272 HTTP/1.1" status: 200 len: 835 time: 0.0436437 Sep 25 01:55:12.957839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54333277-bca0-4e81-833b-83a1a79570f2 req-a2995600-c3e2-4eb4-85b7-1f4367c0545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:12.959306 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54333277-bca0-4e81-833b-83a1a79570f2 req-a2995600-c3e2-4eb4-85b7-1f4367c0545b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=83ebf685-821e-46c4-ad9e-b415909a0d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374284 Sep 25 01:55:13.052112 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54333277-bca0-4e81-833b-83a1a79570f2 req-e94fb33b-9881-4012-87f6-919bdb38d276 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862684 Sep 25 01:55:13.142987 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-54333277-bca0-4e81-833b-83a1a79570f2 req-89da3b30-9be6-4555-9bee-1002127accf1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852237 Sep 25 01:55:13.190458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecf569-9ccf-49f3-8748-8bef05d4b3bf req-98b0dd83-4d00-4f6f-a657-5b20f966b24d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:13.191932 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-edecf569-9ccf-49f3-8748-8bef05d4b3bf req-98b0dd83-4d00-4f6f-a657-5b20f966b24d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 943 time: 0.0522912 Sep 25 01:55:13.249323 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-edecf569-9ccf-49f3-8748-8bef05d4b3bf req-b464d129-a23d-4f0d-bc7d-2d3f25a9023f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517416 Sep 25 01:55:13.340724 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=17 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:13.420112 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=37 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:13.661313 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:55:13.762877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:55:13.773816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'port_id': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'mac_address': 'fa:16:3e:35:28:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:55:13.807661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:13.808583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:13.821954 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:55:13.841569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:55:13.845315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:13.894075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:14.246889 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['7d6a5ceb-f018-4a58-b596-166dcbeb93f5'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:55:14.373992 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d485c-d8f9-42f3-b01a-e59a401165cf req-dffccf42-3be6-4515-b579-12ccb519c57d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:14.375501 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f19d485c-d8f9-42f3-b01a-e59a401165cf req-dffccf42-3be6-4515-b579-12ccb519c57d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 944 time: 0.0478094 Sep 25 01:55:14.427122 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f19d485c-d8f9-42f3-b01a-e59a401165cf req-e1765709-59cb-41f0-bfa8-d74d6c9021df tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459573 Sep 25 01:55:15.548387 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a9189-5503-4f5c-82c1-03809c47fce4 req-e7d0d2f2-70bb-481f-9f40-2298715049b7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:15.549856 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f25a9189-5503-4f5c-82c1-03809c47fce4 req-e7d0d2f2-70bb-481f-9f40-2298715049b7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 944 time: 0.0487688 Sep 25 01:55:15.599131 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f25a9189-5503-4f5c-82c1-03809c47fce4 req-5e570d6a-1800-473d-8c4b-a18aec56fc96 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436099 Sep 25 01:55:15.710061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:55:15.746250 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:15.754565 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:55:15.760017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:55:15.760402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:15.760747 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 Sep 25 01:55:15.798583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:15.834393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:55:15.834787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:15.860293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:55:15.862551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf505f3-ba0b-4300-8bb2-43dded793ee4" -d '{"events": [{"server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "name": "network-vif-plugged", "status": "completed", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:55:15.875433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:55:15.880014 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:15.905950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b39be4-a9ee-41b9-95e7-acf450b7306c x-openstack-request-id: req-f5b39be4-a9ee-41b9-95e7-acf450b7306c {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:55:15.906244 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "name": "network-vif-plugged", "status": "completed", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:55:15.906505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5b39be4-a9ee-41b9-95e7-acf450b7306c {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:55:15.906903 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b39be4-a9ee-41b9-95e7-acf450b7306c'] response: {'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'code': 200} Sep 25 01:55:15.929463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:16.109172 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8b10-96cd-41f2-b33d-2eede42a7f57 req-7b4e1823-3834-4c20-b723-bffda7eef9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:16.110543 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-de1c8b10-96cd-41f2-b33d-2eede42a7f57 req-7b4e1823-3834-4c20-b723-bffda7eef9b3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0421867 Sep 25 01:55:16.161824 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-de1c8b10-96cd-41f2-b33d-2eede42a7f57 req-beacc2a8-61d2-4914-b4ff-25d2106d83f6 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456345 Sep 25 01:55:16.719462 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c379-38c6-4e9c-b522-faa139a6feab req-93c4f757-dba9-4adb-b5ef-dcbc7ef0d20d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:16.720954 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-df89c379-38c6-4e9c-b522-faa139a6feab req-93c4f757-dba9-4adb-b5ef-dcbc7ef0d20d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0483572 Sep 25 01:55:16.770762 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-df89c379-38c6-4e9c-b522-faa139a6feab req-30780152-39f5-4a97-807d-b4118e50dcde tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441597 Sep 25 01:55:17.895831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6111bc7-a814-4bcc-81ff-043f503be056 req-34d94c18-212d-46b3-86dc-03bd47820eaf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:17.897346 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b6111bc7-a814-4bcc-81ff-043f503be056 req-34d94c18-212d-46b3-86dc-03bd47820eaf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0468385 Sep 25 01:55:17.951064 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b6111bc7-a814-4bcc-81ff-043f503be056 req-24f8c720-622c-4ad6-aabe-a89fa72146ff tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479043 Sep 25 01:55:18.061312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:18.076390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff9502-679b-4f0c-bfa1-285da62a564e req-fcc8f5d6-966b-4fc0-8606-9721173da065 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:18.077838 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-aaff9502-679b-4f0c-bfa1-285da62a564e req-fcc8f5d6-966b-4fc0-8606-9721173da065 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0505373 Sep 25 01:55:18.126922 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-aaff9502-679b-4f0c-bfa1-285da62a564e req-e993863d-a774-407b-936b-07e652d6e163 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Sep 25 01:55:18.155108 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37086) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:18.192659 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52611111-5b2a-4db9-b9b4-07250fecd9a2 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:18.194167 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-52611111-5b2a-4db9-b9b4-07250fecd9a2 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1124 time: 0.0381331 Sep 25 01:55:18.196907 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37088) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:18.201021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:55:18.221472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:18.304570 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:18.409812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.209 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/fe2a903e-9cbc-4906-a945-89c6ed107277) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:55:18.422788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:18.517415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (fe2a903e-9cbc-4906-a945-89c6ed107277), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:18.549518 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (fe2a903e-9cbc-4906-a945-89c6ed107277), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:18.588488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:55:18.591711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:55:18.595317 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:55:18.621278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=fe2a903e-9cbc-4906-a945-89c6ed107277,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:19.050016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:19.280062 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (73258f50-8e9f-4afb-9167-358c2ea4b8ab), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:19.345713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (fe2a903e-9cbc-4906-a945-89c6ed107277), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:19.493757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (fe2a903e-9cbc-4906-a945-89c6ed107277), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:19.498461 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (fe2a903e-9cbc-4906-a945-89c6ed107277), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:19.545474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:19.568421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=fe2a903e-9cbc-4906-a945-89c6ed107277,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:55:19.574184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (73258f50-8e9f-4afb-9167-358c2ea4b8ab), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:19.670773 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP 73258f50-8e9f-4afb-9167-358c2ea4b8ab associated. External IP: 172.36.7.209, port: 7d6a5ceb-f018-4a58-b596-166dcbeb93f5. Sep 25 01:55:19.814176 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:19.868330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router e07f4a56-8da5-4f3f-8266-0095a9d3e260 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:55:19.970409 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:55:19.980570 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] Sync routers for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:55:19.988353 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:19.994533 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:55:19.995160 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:55:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:20.023042 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-669cb653-0abe-4f87-8366-2b22f6d3c940 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8251247 Sep 25 01:55:20.023839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:55:20.026239 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6817c07-eb2d-4599-b067-27ed16181b95" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:55:20.099319 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:55:20.118544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ea2c4b-74da-4a3e-87b6-32902feb7ac1 x-openstack-request-id: req-61ea2c4b-74da-4a3e-87b6-32902feb7ac1 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:55:20.119059 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:55:20.119059 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61ea2c4b-74da-4a3e-87b6-32902feb7ac1 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:55:20.119478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ea2c4b-74da-4a3e-87b6-32902feb7ac1'] response: {'name': 'network-changed', 'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'status': 'completed', 'code': 200} Sep 25 01:55:20.132956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c43278-df33-41a4-84d7-e917aa0aa15f req-a7c2bed1-16f7-4a26-b5e6-79bf36a13a46 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:20.134470 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f0c43278-df33-41a4-84d7-e917aa0aa15f req-a7c2bed1-16f7-4a26-b5e6-79bf36a13a46 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0538919 Sep 25 01:55:20.189250 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f0c43278-df33-41a4-84d7-e917aa0aa15f req-7460d96c-734a-4be3-9b3a-9d9cc98c0f92 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483420 Sep 25 01:55:20.213736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-5492ebf7-2940-4da8-aed5-817b1a62f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:20.216107 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-5492ebf7-2940-4da8-aed5-817b1a62f9fd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0489373 Sep 25 01:55:20.217774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37096) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:20.315538 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '73258f50-8e9f-4afb-9167-358c2ea4b8ab', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.209', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'port_id': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'mac_address': 'fa:16:3e:35:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:55:19Z', 'updated_at': '2022-09-25T01:55:19Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c13f30-e794-4979-aefe-340cf6c231dd', 'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:60:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:03Z', 'updated_at': '2022-09-25T01:55:06Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:20.338792 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3e363ee0-95ff-474c-8aee-1ccffc417546 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/73258f50-8e9f-4afb-9167-358c2ea4b8ab HTTP/1.1" status: 200 len: 991 time: 0.1199028 Sep 25 01:55:20.341063 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] Checking router: e07f4a56-8da5-4f3f-8266-0095a9d3e260 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:55:20.349793 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:55:20.350412 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:55:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:20.355086 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:20.368637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-ff144ace-338d-4ccb-ba5a-02961fd10af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:20.370102 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-ff144ace-338d-4ccb-ba5a-02961fd10af4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 200 len: 897 time: 0.1455748 Sep 25 01:55:20.456392 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:55:20.461829 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-140b1dc3-0024-4235-a37e-248d290a71b1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 200 len: 999 time: 0.0859766 Sep 25 01:55:20.508998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-1b3bff22-186c-4a8d-bd9f-57a2c7e71a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:20.510460 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-1b3bff22-186c-4a8d-bd9f-57a2c7e71a2c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=37618443-8d85-4d3b-b1df-cb70deafd272 HTTP/1.1" status: 200 len: 835 time: 0.0436080 Sep 25 01:55:20.555908 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-ef3def0d-9e65-4483-8bcc-ed87f975e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:20.557485 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-ef3def0d-9e65-4483-8bcc-ed87f975e9c3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=83ebf685-821e-46c4-ad9e-b415909a0d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412126 Sep 25 01:55:20.670277 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-4a1074a2-8514-47c9-9381-e857c87bbc90 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064477 Sep 25 01:55:20.762138 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '73258f50-8e9f-4afb-9167-358c2ea4b8ab', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.209', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'port_id': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'mac_address': 'fa:16:3e:35:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:55:19Z', 'updated_at': '2022-09-25T01:55:19Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c13f30-e794-4979-aefe-340cf6c231dd', 'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:60:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:03Z', 'updated_at': '2022-09-25T01:55:06Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:55:20.763779 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6817c07-eb2d-4599-b067-27ed16181b95 req-1a1479fc-e81a-446b-bf7a-ca6bdbed8875 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 Sep 25 01:55:20.787624 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e5db7-c248-4021-b537-cd20437d8c11 None None] The sync data for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv is: [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '73258f50-8e9f-4afb-9167-358c2ea4b8ab', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.209', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'port_id': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'mac_address': 'fa:16:3e:35:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:55:19Z', 'updated_at': '2022-09-25T01:55:19Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c13f30-e794-4979-aefe-340cf6c231dd', 'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:60:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:03Z', 'updated_at': '2022-09-25T01:55:06Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:55:20.972145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee11d5-e5de-407e-b92b-04a9e1f8119b None None] New status for floating IP 73258f50-8e9f-4afb-9167-358c2ea4b8ab: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:55:21.139372 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:55:21.341944 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37098) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:55:21.398641 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5b0cdc57-addb-408c-b153-37140ea436b9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/73258f50-8e9f-4afb-9167-358c2ea4b8ab HTTP/1.1" status: 200 len: 993 time: 0.0555186 Sep 25 01:55:28.755738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1f248075-87f9-49d2-8113-5061b0949616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:30.180605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:30.183940 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:31.135724 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=69 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:31.386173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=70 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:31.394269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=38 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:31.646513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-27ed882c-dbd6-47ee-baea-9f6bf7f0daca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:33.973559 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:35.894274 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=83 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:36.120751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:36.719465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:36.774547 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-b7e4ab56-9bed-4152-ad9f-95646ed5eb06 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367277 Sep 25 01:55:36.876488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-def3d703-56e7-4d84-b16e-9b59b47c8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:36.877889 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-def3d703-56e7-4d84-b16e-9b59b47c8d39 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0433307 Sep 25 01:55:36.979812 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-58d4de22-42c9-42ed-a0e2-fb614475b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:36.981289 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-58d4de22-42c9-42ed-a0e2-fb614475b191 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 200 len: 897 time: 0.0855591 Sep 25 01:55:37.050856 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-3f761139-e64a-41ec-a35f-8c89e6dd7f28 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 200 len: 1001 time: 0.0631471 Sep 25 01:55:37.099495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-77edc654-5f86-4971-a62a-316578f8b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:37.101033 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-77edc654-5f86-4971-a62a-316578f8b29e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=37618443-8d85-4d3b-b1df-cb70deafd272 HTTP/1.1" status: 200 len: 835 time: 0.0445457 Sep 25 01:55:37.144223 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-3573bc46-654d-4850-b40a-9df2cab27a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:55:37.145745 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-3573bc46-654d-4850-b40a-9df2cab27a3a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=83ebf685-821e-46c4-ad9e-b415909a0d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378206 Sep 25 01:55:37.237844 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-e426b7ea-ac2d-4ff7-aefd-f3b0becd18b8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856824 Sep 25 01:55:37.329408 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2bbcbfc-c06f-4abd-9f62-3dd26b00f239 req-967d8e8e-0e73-409c-808e-6fc3d78436b5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850966 Sep 25 01:55:41.256584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:55:47.324470 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=51 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:47.326520 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=50 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:50.003197 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:50.003988 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:51.250820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=42,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:51.253018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:55:58.138472 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:55:58.750576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6b20bfd2-3fff-4ddc-bb8b-ef1d7b90c1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:01.651081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d67de0fd-2aeb-44f6-81a5-1b9ed794e991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:03.977033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:06.123178 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:06.722185 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:08.133969 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:08.134714 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:11.275507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:21.270312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:21.272188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:26.994815 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:26.998941 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:28.753670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b18f-3232-4679-91a8-0488c8941669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:31.652465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0986-6f23-419e-9303-d7dd6a24e505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:32.586873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9729fc-8425-4ec8-be17-2e8bce68a770 req-ce0129ea-6038-4dad-91c1-092d0b610df7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:32.588315 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0f9729fc-8425-4ec8-be17-2e8bce68a770 req-ce0129ea-6038-4dad-91c1-092d0b610df7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0463839 Sep 25 01:56:32.639669 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0f9729fc-8425-4ec8-be17-2e8bce68a770 req-480f2d15-d57b-46bf-abba-7512f8e76057 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 Sep 25 01:56:33.764586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4955-4ae2-491d-94ae-4f87db18c876 req-db8786b2-e5aa-49df-991a-e8cc2d94c720 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:33.766087 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-912e4955-4ae2-491d-94ae-4f87db18c876 req-db8786b2-e5aa-49df-991a-e8cc2d94c720 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0491774 Sep 25 01:56:33.815368 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-912e4955-4ae2-491d-94ae-4f87db18c876 req-93e3e482-b3cb-4044-b2c0-a35df4b5f920 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Sep 25 01:56:33.980712 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:34.941614 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8992fe0-2503-43d3-8c7e-aa882a4ab8df req-71725500-a4c8-480e-bf26-bde20b478dac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:34.943088 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a8992fe0-2503-43d3-8c7e-aa882a4ab8df req-71725500-a4c8-480e-bf26-bde20b478dac tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Sep 25 01:56:34.991802 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a8992fe0-2503-43d3-8c7e-aa882a4ab8df req-5613ec00-2b9d-480f-ad68-bba6f75109bf tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Sep 25 01:56:35.137168 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:56:36.118658 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac57681-fc75-4451-9b76-bd08860bc0d7 req-4923f2f5-6497-44bb-b6f6-150ef0d202ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:36.120340 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fac57681-fc75-4451-9b76-bd08860bc0d7 req-4923f2f5-6497-44bb-b6f6-150ef0d202ef tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0527861 Sep 25 01:56:36.126144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:36.176220 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-fac57681-fc75-4451-9b76-bd08860bc0d7 req-e4927868-c9f9-4b04-a043-d61ce67146ec tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497539 Sep 25 01:56:36.725257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:37.307724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef497b-e415-4e9a-8f56-60b17e74357b req-a1d8ddbb-87e2-41c7-aa61-284a19f7dc13 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:37.309227 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-97ef497b-e415-4e9a-8f56-60b17e74357b req-a1d8ddbb-87e2-41c7-aa61-284a19f7dc13 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0479286 Sep 25 01:56:37.357980 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-97ef497b-e415-4e9a-8f56-60b17e74357b req-eb2f8a47-8ee7-4583-be92-37dace65e8d0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Sep 25 01:56:37.787011 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-b7fd1310-b21e-44f1-bd63-cecb124b2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:37.788492 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-b7fd1310-b21e-44f1-bd63-cecb124b2e95 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0390203 Sep 25 01:56:37.901983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-7b709c17-1c88-41ef-b6ed-21e960a1f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:37.903441 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-7b709c17-1c88-41ef-b6ed-21e960a1f0ba service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 200 len: 897 time: 0.0962405 Sep 25 01:56:37.962234 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-3227f466-a390-4c30-a608-36ea95cff302 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 200 len: 1001 time: 0.0529702 Sep 25 01:56:38.013231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-9940dd5e-ab7f-46a0-b852-4a4a18586057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:38.014680 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-9940dd5e-ab7f-46a0-b852-4a4a18586057 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=37618443-8d85-4d3b-b1df-cb70deafd272 HTTP/1.1" status: 200 len: 835 time: 0.0464339 Sep 25 01:56:38.055670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-348136d5-9fc9-43c7-849d-442105d8e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:38.057060 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-348136d5-9fc9-43c7-849d-442105d8e2b5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=83ebf685-821e-46c4-ad9e-b415909a0d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371974 Sep 25 01:56:38.148117 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-71c46f92-51eb-48b3-983f-d4d3db2811f9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852625 Sep 25 01:56:38.483631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7402b8-ad6a-407c-a9df-2a455a0672ff req-7cd4dc60-544d-4deb-9e89-c53aeb3f16d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:38.485255 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f7402b8-ad6a-407c-a9df-2a455a0672ff req-7cd4dc60-544d-4deb-9e89-c53aeb3f16d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0500498 Sep 25 01:56:38.533456 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bb0ee485-b380-4ca7-9c6f-34d463f3cbe1 req-e3fbdd27-790b-466d-bca0-1d62d4080897 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791914 Sep 25 01:56:38.535705 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0f7402b8-ad6a-407c-a9df-2a455a0672ff req-70cc5e6c-8df2-4e76-a55f-0bc250792ffd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447283 Sep 25 01:56:39.656248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0e5e-27ea-4703-b181-39c179e1effb req-d22cc9f1-e675-4dcc-9946-0e2ab991de47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:39.658240 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1b0c0e5e-27ea-4703-b181-39c179e1effb req-d22cc9f1-e675-4dcc-9946-0e2ab991de47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0465527 Sep 25 01:56:39.709242 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1b0c0e5e-27ea-4703-b181-39c179e1effb req-5d3b1595-3520-4b35-803a-186b16be23b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454769 Sep 25 01:56:40.835832 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959d3e-1e57-4eea-ad55-5f935adf743d req-732544b8-b2c0-4765-9ec5-5b5b9e1ce5d8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:40.837356 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88959d3e-1e57-4eea-ad55-5f935adf743d req-732544b8-b2c0-4765-9ec5-5b5b9e1ce5d8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0517490 Sep 25 01:56:40.887562 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-88959d3e-1e57-4eea-ad55-5f935adf743d req-a680e93c-ce2d-49da-bc80-db631bfe4b59 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442133 Sep 25 01:56:41.292910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:56:42.009669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1d02b-43fc-4e3c-b71d-2b2d6f987c8b req-2feddbd2-2736-44fe-a71c-e8672f61b22a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:42.011129 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d5a1d02b-43fc-4e3c-b71d-2b2d6f987c8b req-2feddbd2-2736-44fe-a71c-e8672f61b22a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0462785 Sep 25 01:56:42.059039 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d5a1d02b-43fc-4e3c-b71d-2b2d6f987c8b req-d0195f46-3fd8-40a6-9b4f-524278b8fd0e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424466 Sep 25 01:56:43.182691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d518d20-3fd3-470a-91e0-0e35b6427107 req-1b77a05f-1655-4079-a39a-701708f082f5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:43.184169 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1d518d20-3fd3-470a-91e0-0e35b6427107 req-1b77a05f-1655-4079-a39a-701708f082f5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0477889 Sep 25 01:56:43.231913 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1d518d20-3fd3-470a-91e0-0e35b6427107 req-0b55341d-dbed-4938-bfa6-930de6553e26 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Sep 25 01:56:43.260763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37164) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:56:43.320719 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-adc9b923-a009-43fb-a219-af9a733e0f54 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/73258f50-8e9f-4afb-9167-358c2ea4b8ab HTTP/1.1" status: 200 len: 993 time: 0.0588746 Sep 25 01:56:44.596514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:44.612817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90581efd-718d-4e5a-a958-e1c770bae037 req-ce14f584-ef9f-48a3-b46f-ae400e98b9ff tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:44.614337 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-90581efd-718d-4e5a-a958-e1c770bae037 req-ce14f584-ef9f-48a3-b46f-ae400e98b9ff tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0491500 Sep 25 01:56:44.694433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-9b9ce908-9745-4053-a17a-375597c52678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:44.696124 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-9b9ce908-9745-4053-a17a-375597c52678 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0693533 Sep 25 01:56:44.701645 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-90581efd-718d-4e5a-a958-e1c770bae037 req-a7f1c3d7-c12d-4f38-8e08-253c44441e93 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818233 Sep 25 01:56:44.722742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:44.789146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-2446f662-f361-4da7-953f-4deb190aae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:44.790621 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-2446f662-f361-4da7-953f-4deb190aae11 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 200 len: 897 time: 0.0881271 Sep 25 01:56:44.858076 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-ce970039-506e-483a-b7e9-9d499c055fc0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 200 len: 1001 time: 0.0612752 Sep 25 01:56:44.905269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-2dc77368-ad44-4b66-be19-d97ac9aaaef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:44.906709 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-2dc77368-ad44-4b66-be19-d97ac9aaaef8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=37618443-8d85-4d3b-b1df-cb70deafd272 HTTP/1.1" status: 200 len: 835 time: 0.0435336 Sep 25 01:56:44.950329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-5e5e6223-2028-46ee-9836-a92fe9dfda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:44.951798 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-5e5e6223-2028-46ee-9836-a92fe9dfda76 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=83ebf685-821e-46c4-ad9e-b415909a0d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389955 Sep 25 01:56:45.050916 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-ec793648-e917-46b7-a395-d5e0c34f2344 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934949 Sep 25 01:56:45.132795 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:45.144931 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b38a0d64-e67b-42e1-81b4-53b84acd8306 req-80cb61db-7501-4c76-b48e-0d219c3767a7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881979 Sep 25 01:56:45.825229 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea1245-5154-4456-9d21-dbb307b22a8a req-894468aa-afd5-4856-bf3a-6e5abef86ae8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:45.826713 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bea1245-5154-4456-9d21-dbb307b22a8a req-894468aa-afd5-4856-bf3a-6e5abef86ae8 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0476420 Sep 25 01:56:45.886992 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4bea1245-5154-4456-9d21-dbb307b22a8a req-8e615af6-e677-4fb9-93e3-0aa07f0277a6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547071 Sep 25 01:56:47.008007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85692c51-8c14-4ef9-b989-bf26a1087255 req-2185ab63-f569-444b-a49f-63e3cb0dc4e6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:56:47.009472 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-85692c51-8c14-4ef9-b989-bf26a1087255 req-2185ab63-f569-444b-a49f-63e3cb0dc4e6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0469151 Sep 25 01:56:47.058529 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-85692c51-8c14-4ef9-b989-bf26a1087255 req-64b4bb99-e29f-45aa-a8de-61e365de25f6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Sep 25 01:56:47.086910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37176) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:56:47.147660 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fbfff6fe-448a-4219-bbff-2dd39ded14e3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/73258f50-8e9f-4afb-9167-358c2ea4b8ab HTTP/1.1" status: 200 len: 993 time: 0.0595810 Sep 25 01:56:51.286386 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:51.288276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:55.862642 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=61 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:55.882808 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=57 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:57.133471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=54 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:57.143442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=70 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:56:58.754721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-797c5f7e-cfee-4108-8498-e93bd9721bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:01.656748 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f0e2101f-6e9e-4ae2-8fc3-84683b23e4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:03.983635 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:04.002071 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:04.005757 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:06.130582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:06.730668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:11.300980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:12.135323 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:57:21.288719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:21.295382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:22.132079 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:28.758048 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b2e4-3d52-4451-a609-6d8a1f2a43b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:31.660822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-75d380e8-45b0-4538-857b-c82472777f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:33.985111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:36.134181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:36.733152 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:37.618626 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-33771979-4982-4997-9a97-00ad7c97459a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760820 Sep 25 01:57:37.717719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-c2e8a501-0c64-4ce8-9142-4ea4e5fbe403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:37.719233 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-c2e8a501-0c64-4ce8-9142-4ea4e5fbe403 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0383728 Sep 25 01:57:37.825901 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-ab34a3bb-cf15-4302-9a14-7e429a3df189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:37.827306 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-ab34a3bb-cf15-4302-9a14-7e429a3df189 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 200 len: 897 time: 0.0895257 Sep 25 01:57:37.888607 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-e2d81fbf-8a99-4e97-8c29-07bb84f82882 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 200 len: 1001 time: 0.0551980 Sep 25 01:57:37.941758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-d1561974-bb27-4f85-8d71-a993e864f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:37.943191 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-d1561974-bb27-4f85-8d71-a993e864f827 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=37618443-8d85-4d3b-b1df-cb70deafd272 HTTP/1.1" status: 200 len: 835 time: 0.0482314 Sep 25 01:57:37.986212 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-01a1a1b5-6d5d-4966-9574-a8d558d33f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:37.987703 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-01a1a1b5-6d5d-4966-9574-a8d558d33f29 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=83ebf685-821e-46c4-ad9e-b415909a0d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388937 Sep 25 01:57:38.079766 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-8eb60f6f-405c-4155-9a66-42b94433baa5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858595 Sep 25 01:57:38.169896 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5fe6a934-2253-4b79-a578-f21f7b68f12f req-d463c886-1b61-46df-a8a0-c2fc766c400f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838113 Sep 25 01:57:41.012786 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:41.013535 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:41.304060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:42.088009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37194) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:42.228719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port fe2a903e-9cbc-4906-a945-89c6ed107277 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:57:42.229062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (fe2a903e-9cbc-4906-a945-89c6ed107277), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:42.308897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (fe2a903e-9cbc-4906-a945-89c6ed107277), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:42.309237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (fe2a903e-9cbc-4906-a945-89c6ed107277), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:42.322505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for fe2a903e-9cbc-4906-a945-89c6ed107277 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:57:42.482379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:42.486647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:42.494396 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (fe2a903e-9cbc-4906-a945-89c6ed107277), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:42.520201 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=fe2a903e-9cbc-4906-a945-89c6ed107277,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:42.532621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.532982 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.533331 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.533679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.534021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.534363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.534697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.535030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.535359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.535689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.536045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.536374 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.536700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.537026 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.537351 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:42.593045 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (73258f50-8e9f-4afb-9167-358c2ea4b8ab), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:42.593370 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP 73258f50-8e9f-4afb-9167-358c2ea4b8ab disassociated (deleted). External IP: 172.36.7.209, port: 7d6a5ceb-f018-4a58-b596-166dcbeb93f5. Sep 25 01:57:42.802270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router e07f4a56-8da5-4f3f-8266-0095a9d3e260 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:57:42.906417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:57:42.911133 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:42.916826 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] Sync routers for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:57:42.926617 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:57:42.927229 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:57:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:42.941269 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-86ab2e18-c495-4387-94c7-ffe04683dd71 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/73258f50-8e9f-4afb-9167-358c2ea4b8ab HTTP/1.1" status: 204 len: 168 time: 0.8521736 Sep 25 01:57:42.941911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:57:42.944175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:57:42.997185 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e778cf30-1496-464b-95ab-ec29e0e82251 x-openstack-request-id: req-e778cf30-1496-464b-95ab-ec29e0e82251 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:57:42.997674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:57:42.998021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e778cf30-1496-464b-95ab-ec29e0e82251 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:57:42.998454 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e778cf30-1496-464b-95ab-ec29e0e82251'] response: {'name': 'network-changed', 'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'status': 'completed', 'code': 200} Sep 25 01:57:43.056627 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:57:43.105487 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-06c593e7-3fd5-4178-8670-99542ad4c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:43.107219 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-06c593e7-3fd5-4178-8670-99542ad4c3ed service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0514791 Sep 25 01:57:43.189315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7097-670f-473a-a003-cbe9f7830cad req-260a6c3b-3629-4e3a-b897-3039763acf86 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:43.190815 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b4fe7097-670f-473a-a003-cbe9f7830cad req-260a6c3b-3629-4e3a-b897-3039763acf86 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0500071 Sep 25 01:57:43.240776 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b4fe7097-670f-473a-a003-cbe9f7830cad req-26577960-8886-4984-b740-669b2928122f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436456 Sep 25 01:57:43.255207 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80c13f30-e794-4979-aefe-340cf6c231dd', 'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:60:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:03Z', 'updated_at': '2022-09-25T01:55:06Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:43.279345 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] Checking router: e07f4a56-8da5-4f3f-8266-0095a9d3e260 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:57:43.288508 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:57:43.289351 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:57:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:43.391528 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:57:43.571372 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80c13f30-e794-4979-aefe-340cf6c231dd', 'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:60:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:03Z', 'updated_at': '2022-09-25T01:55:06Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:43.598560 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48847ffd-19b6-4cd5-95e8-e6fb8822429a None None] The sync data for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv is: [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '80c13f30-e794-4979-aefe-340cf6c231dd', 'name': '', 'network_id': '83ebf685-821e-46c4-ad9e-b415909a0d19', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:60:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:03Z', 'updated_at': '2022-09-25T01:55:06Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '37618443-8d85-4d3b-b1df-cb70deafd272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:57:43.805914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7a41c-75cb-4349-ae19-298956a03fc6 None None] New status for floating IP 73258f50-8e9f-4afb-9167-358c2ea4b8ab: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:57:44.422553 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-f073a59e-07a6-4273-8019-e571f210adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:44.424071 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-f073a59e-07a6-4273-8019-e571f210adc2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 200 len: 897 time: 0.0950265 Sep 25 01:57:44.496342 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-a431e07b-34ca-4744-b1a1-8696d7896814 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 200 len: 217 time: 0.0434771 Sep 25 01:57:44.503967 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeaef6-c213-43c7-bb01-33f6085f66bd req-292a47e4-23b0-43a6-ad56-8cc0061ea624 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:44.505343 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cafeaef6-c213-43c7-bb01-33f6085f66bd req-292a47e4-23b0-43a6-ad56-8cc0061ea624 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0804253 Sep 25 01:57:44.590074 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-cafeaef6-c213-43c7-bb01-33f6085f66bd req-03e34f87-05a2-4558-926c-d64392bc2fc1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f514f810-b360-4373-ab80-1ba5fb221da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789869 Sep 25 01:57:44.591313 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-fd6fd127-46ef-4a1b-b3d2-27fae641691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:44.592809 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-fd6fd127-46ef-4a1b-b3d2-27fae641691d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=37618443-8d85-4d3b-b1df-cb70deafd272 HTTP/1.1" status: 200 len: 835 time: 0.0807588 Sep 25 01:57:44.656980 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-1bdf1e50-152a-40d4-a5d8-7f5d90d59ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:44.658440 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-1bdf1e50-152a-40d4-a5d8-7f5d90d59ea6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=83ebf685-821e-46c4-ad9e-b415909a0d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389864 Sep 25 01:57:44.874681 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-d4a2c3d2-f2b7-4302-bf42-7b46ea5c070d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880890 Sep 25 01:57:45.014755 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-8ca5bde4-f3e3-4ec6-9796-542ce5063576 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:45.016243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:45.016426 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-8ca5bde4-f3e3-4ec6-9796-542ce5063576 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0518315 Sep 25 01:57:45.038895 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3cec73ee-4df8-411f-8a4e-2a03a745cc4a req-2fc03aaa-8d33-4f51-82f6-23da621e3c04 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893526 Sep 25 01:57:45.098962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:57:45.099311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:45.193025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:57:45.193387 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:45.205903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:57:45.329933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (7d6a5ceb-f018-4a58-b596-166dcbeb93f5), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:45.359531 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=7d6a5ceb-f018-4a58-b596-166dcbeb93f5,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:45.373716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.374068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.374414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.374757 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.375094 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.375539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.375747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.376099 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.376434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.376765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.377090 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.377414 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.377736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.378058 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.378380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:45.416448 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] No DVR routers for this DVR port 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:57:45.418915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:45.422127 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-41852018-e300-4e8c-99c0-96e3d3400cc5 req-2b8b4198-6a32-4b1e-842b-6b6808a3e531 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "DELETE /networking/v2.0/ports/7d6a5ceb-f018-4a58-b596-166dcbeb93f5 HTTP/1.1" status: 204 len: 173 time: 0.4012623 Sep 25 01:57:45.422608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'name': 'network-vif-deleted', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:57:45.424874 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9056577a-04a5-4535-bede-ffbbbd298d87" -d '{"events": [{"server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "name": "network-vif-deleted", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:57:45.467737 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946890dc-9578-4a55-bbae-d80a6b912e49 x-openstack-request-id: req-946890dc-9578-4a55-bbae-d80a6b912e49 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:57:45.468084 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9", "name": "network-vif-deleted", "tag": "7d6a5ceb-f018-4a58-b596-166dcbeb93f5", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:57:45.468338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-946890dc-9578-4a55-bbae-d80a6b912e49 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:57:45.468750 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946890dc-9578-4a55-bbae-d80a6b912e49'] response: {'server_uuid': 'ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9', 'name': 'network-vif-deleted', 'tag': '7d6a5ceb-f018-4a58-b596-166dcbeb93f5', 'status': 'completed', 'code': 200} Sep 25 01:57:45.691764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:45.711628 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9709649f-6200-4b2e-b536-077ddc191f93 req-bc455774-fd10-4839-8547-c45c1c6e3e57 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ec7d3055-ee29-49e4-aeb7-79b1a19cd7f9 HTTP/1.1" status: 200 len: 210 time: 0.0299804 Sep 25 01:57:46.783420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37216) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:47.121931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (e07f4a56-8da5-4f3f-8266-0095a9d3e260), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:47.347666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 80c13f30-e794-4979-aefe-340cf6c231dd {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:57:47.348041 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:47.441217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 80c13f30-e794-4979-aefe-340cf6c231dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80c13f30-e794-4979-aefe-340cf6c231dd,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:57:47.441581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:47.454678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 80c13f30-e794-4979-aefe-340cf6c231dd owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:57:47.630126 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:47.637253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (80c13f30-e794-4979-aefe-340cf6c231dd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:47.641286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:47.669007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=80c13f30-e794-4979-aefe-340cf6c231dd,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:47.844641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (e07f4a56-8da5-4f3f-8266-0095a9d3e260), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:48.049909 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router e07f4a56-8da5-4f3f-8266-0095a9d3e260 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:57:48.449724 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:57:48.454689 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ea54243d-be3c-4bcc-a489-35676756cee9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/e07f4a56-8da5-4f3f-8266-0095a9d3e260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6708119 Sep 25 01:57:48.458029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37218) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:48.462589 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] Sync routers for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:57:48.472179 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:57:48.472793 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:57:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:48.511717 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8847a7-6420-42bd-9425-85eb3d495c8a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting subnet 37618443-8d85-4d3b-b1df-cb70deafd272 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:57:48.514830 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ff8847a7-6420-42bd-9425-85eb3d495c8a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (37618443-8d85-4d3b-b1df-cb70deafd272), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:48.556599 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ff8847a7-6420-42bd-9425-85eb3d495c8a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (37618443-8d85-4d3b-b1df-cb70deafd272), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:48.573640 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:57:48.645256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ff8847a7-6420-42bd-9425-85eb3d495c8a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (37618443-8d85-4d3b-b1df-cb70deafd272), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:48.711302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ff8847a7-6420-42bd-9425-85eb3d495c8a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (37618443-8d85-4d3b-b1df-cb70deafd272), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:48.739526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8847a7-6420-42bd-9425-85eb3d495c8a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Subnet': ['ID=37618443-8d85-4d3b-b1df-cb70deafd272,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:48.745311 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-ff8847a7-6420-42bd-9425-85eb3d495c8a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:48.749499 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-ff8847a7-6420-42bd-9425-85eb3d495c8a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/37618443-8d85-4d3b-b1df-cb70deafd272 HTTP/1.1" status: 204 len: 168 time: 0.2903843 Sep 25 01:57:48.753210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e29724-8710-4b62-a9d0-6d1eaaa3b1ee None None] Network 83ebf685-821e-46c4-ad9e-b415909a0d19 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:57:48.760482 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37220) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:48.828452 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:57:47Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:48.853378 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] Checking router: e07f4a56-8da5-4f3f-8266-0095a9d3e260 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:57:48.861709 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] Routers {'e07f4a56-8da5-4f3f-8266-0095a9d3e260'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:57:48.862593 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:57:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:48.873657 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (e07f4a56-8da5-4f3f-8266-0095a9d3e260), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:48.898454 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:48.910408 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:48.932021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] DHCP port deletion for 83ebf685-821e-46c4-ad9e-b415909a0d19 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:57:48.974998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Deleting port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:57:48.975316 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] Set router e07f4a56-8da5-4f3f-8266-0095a9d3e260 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:57:48.975806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:48.988473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (e07f4a56-8da5-4f3f-8266-0095a9d3e260), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.038380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:57:49.038825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.042104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] For port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea87e28d-1b81-45e9-8fb2-ccd46f50bd45,segment=NetworkSegment(902d66f2-53ef-44ba-a8ee-6f5e14f8785b),segment_id=902d66f2-53ef-44ba-a8ee-6f5e14f8785b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:57:49.042277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.054811 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Calling delete_port for ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:57:49.132602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 4e89fdb4-cba9-4aa3-a2ce-0146a931beca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e89fdb4-cba9-4aa3-a2ce-0146a931beca,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:57:49.133373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.135873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (ea87e28d-1b81-45e9-8fb2-ccd46f50bd45), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.148549 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:57:49.149070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 4e89fdb4-cba9-4aa3-a2ce-0146a931beca owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:57:49.159485 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:57:47Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:49.163210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Pushing event deleted for resources: {'Port': ['ID=ea87e28d-1b81-45e9-8fb2-ccd46f50bd45,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:49.165584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] No DVR routers for this DVR port ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:57:49.173404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.173745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.174274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.174806 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.175277 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.175747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.176283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.177275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.177769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.178765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.179243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.179709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.180699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.181195 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.181689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ca81a-0e0b-48b3-af67-0f2ff764ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:49.187375 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691cefa-4d59-4227-958f-f2318a2fda2e None None] The sync data for ids ['e07f4a56-8da5-4f3f-8266-0095a9d3e260'] in dv-neutron-master-2-hyperv is: [{'id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728954480', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246'}], 'enable_snat': True}, 'gw_port_id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:55:00Z', 'updated_at': '2022-09-25T01:57:47Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': '4e89fdb4-cba9-4aa3-a2ce-0146a931beca', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:da:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07f4a56-8da5-4f3f-8266-0095a9d3e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:55:01Z', 'updated_at': '2022-09-25T01:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:57:49.204632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:49.212049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:49.328966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (4e89fdb4-cba9-4aa3-a2ce-0146a931beca), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.354107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=4e89fdb4-cba9-4aa3-a2ce-0146a931beca,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:49.420383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (e07f4a56-8da5-4f3f-8266-0095a9d3e260), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.510419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (e07f4a56-8da5-4f3f-8266-0095a9d3e260), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.512506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (e07f4a56-8da5-4f3f-8266-0095a9d3e260), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.557798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (e07f4a56-8da5-4f3f-8266-0095a9d3e260), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.558394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Fanout notify agent at l3_agent the message router_deleted on router e07f4a56-8da5-4f3f-8266-0095a9d3e260 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:57:49.565154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.566373 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3eddbdb4-cf0c-498a-a6af-2078c44dd749 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/routers/e07f4a56-8da5-4f3f-8266-0095a9d3e260 HTTP/1.1" status: 204 len: 168 time: 0.8048458 Sep 25 01:57:49.569087 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37222) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:49.654460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (83ebf685-821e-46c4-ad9e-b415909a0d19), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.745636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (83ebf685-821e-46c4-ad9e-b415909a0d19), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.766316 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ebf685-821e-46c4-ad9e-b415909a0d19']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:49.776397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902d66f2-53ef-44ba-a8ee-6f5e14f8785b') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:49.776757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902d66f2-53ef-44ba-a8ee-6f5e14f8785b') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:49.792915 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (902d66f2-53ef-44ba-a8ee-6f5e14f8785b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.807338 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (902d66f2-53ef-44ba-a8ee-6f5e14f8785b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.814255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:57:49.814683 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (902d66f2-53ef-44ba-a8ee-6f5e14f8785b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.887543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (83ebf685-821e-46c4-ad9e-b415909a0d19), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.893233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.897732 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/networks/83ebf685-821e-46c4-ad9e-b415909a0d19 HTTP/1.1" status: 204 len: 168 time: 0.3277016 Sep 25 01:57:49.900565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37228) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:49.916417 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 902d66f2-53ef-44ba-a8ee-6f5e14f8785b resource provider aggregate not found Sep 25 01:57:49.920707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8736b-eb70-4987-8e7b-78c49a4df70b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Network': ['ID=83ebf685-821e-46c4-ad9e-b415909a0d19,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:49.937090 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 902d66f2-53ef-44ba-a8ee-6f5e14f8785b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 902d66f2-53ef-44ba-a8ee-6f5e14f8785b found for delete ", "request_id": "req-513191f1-f737-49b2-b4df-aa0e01a15c5f"}]} Sep 25 01:57:49.977064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b96423a-fdf2-4bc2-8c2a-e24b1c1cf969 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (f514f810-b360-4373-ab80-1ba5fb221da4), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:49.979209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:49.986186 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:50.002708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b96423a-fdf2-4bc2-8c2a-e24b1c1cf969 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (f514f810-b360-4373-ab80-1ba5fb221da4), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.062173 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b96423a-fdf2-4bc2-8c2a-e24b1c1cf969 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (f514f810-b360-4373-ab80-1ba5fb221da4), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.064716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b96423a-fdf2-4bc2-8c2a-e24b1c1cf969 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.065947 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8b96423a-fdf2-4bc2-8c2a-e24b1c1cf969 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f514f810-b360-4373-ab80-1ba5fb221da4 HTTP/1.1" status: 204 len: 168 time: 0.1643620 Sep 25 01:57:50.075624 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96423a-fdf2-4bc2-8c2a-e24b1c1cf969 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514f810-b360-4373-ab80-1ba5fb221da4,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:50.187986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37236) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:50.192639 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8aa13d4e-0e8c-48e5-9a50-ee4be934f32d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722352630', 'description': 'tempest-secgroup-smoke-722352630 description', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:50.214249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8aa13d4e-0e8c-48e5-9a50-ee4be934f32d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.282476 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8aa13d4e-0e8c-48e5-9a50-ee4be934f32d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (2de5bfd6-0df1-464b-896b-b586d572809b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.286179 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8aa13d4e-0e8c-48e5-9a50-ee4be934f32d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (2de5bfd6-0df1-464b-896b-b586d572809b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.317155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8aa13d4e-0e8c-48e5-9a50-ee4be934f32d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.318320 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8aa13d4e-0e8c-48e5-9a50-ee4be934f32d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1293037 Sep 25 01:57:50.320073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13d4e-0e8c-48e5-9a50-ee4be934f32d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de5bfd6-0df1-464b-896b-b586d572809b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:50.321930 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37238) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:50.326490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-0587ce0c-2161-4022-97d7-0b02edf2b314 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '2de5bfd6-0df1-464b-896b-b586d572809b', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:50.354076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0587ce0c-2161-4022-97d7-0b02edf2b314 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (c25b47f9-5909-482f-bba8-eb0726f21952), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.409473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0587ce0c-2161-4022-97d7-0b02edf2b314 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (c25b47f9-5909-482f-bba8-eb0726f21952), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.413294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0587ce0c-2161-4022-97d7-0b02edf2b314 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (c25b47f9-5909-482f-bba8-eb0726f21952), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.432437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587ce0c-2161-4022-97d7-0b02edf2b314 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25b47f9-5909-482f-bba8-eb0726f21952,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:50.437790 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0587ce0c-2161-4022-97d7-0b02edf2b314 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.438986 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0587ce0c-2161-4022-97d7-0b02edf2b314 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160569 Sep 25 01:57:50.441766 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37240) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:50.446506 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-14314917-ccf3-41b5-9b0c-464b8a285c01 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '2de5bfd6-0df1-464b-896b-b586d572809b', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:50.477052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14314917-ccf3-41b5-9b0c-464b8a285c01 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (ad004ffe-d077-42b7-94f1-16f763690fc2), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.513410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:57:50.534456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:57:50.534798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 7d6a5ceb-f018-4a58-b596-166dcbeb93f5 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:57:50.536719 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14314917-ccf3-41b5-9b0c-464b8a285c01 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (ad004ffe-d077-42b7-94f1-16f763690fc2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.540395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14314917-ccf3-41b5-9b0c-464b8a285c01 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (ad004ffe-d077-42b7-94f1-16f763690fc2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.547072 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:50.553349 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:50.565288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14314917-ccf3-41b5-9b0c-464b8a285c01 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad004ffe-d077-42b7-94f1-16f763690fc2,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:50.575733 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-14314917-ccf3-41b5-9b0c-464b8a285c01 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.576966 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-14314917-ccf3-41b5-9b0c-464b8a285c01 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342764 Sep 25 01:57:50.579876 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37242) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:50.584818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c98bd899-6ce9-41ff-a313-2200c9e35532 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '2de5bfd6-0df1-464b-896b-b586d572809b', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:50.610257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c98bd899-6ce9-41ff-a313-2200c9e35532 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (29dc74c9-c24a-4cd0-8e65-81620059a0f3), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.670697 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c98bd899-6ce9-41ff-a313-2200c9e35532 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (29dc74c9-c24a-4cd0-8e65-81620059a0f3), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.674570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c98bd899-6ce9-41ff-a313-2200c9e35532 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (29dc74c9-c24a-4cd0-8e65-81620059a0f3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.690370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 80c13f30-e794-4979-aefe-340cf6c231dd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:57:50.694549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bd899-6ce9-41ff-a313-2200c9e35532 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dc74c9-c24a-4cd0-8e65-81620059a0f3,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:50.702416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c98bd899-6ce9-41ff-a313-2200c9e35532 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.703625 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c98bd899-6ce9-41ff-a313-2200c9e35532 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227918 Sep 25 01:57:50.706471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37244) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:50.710739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 80c13f30-e794-4979-aefe-340cf6c231dd {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:57:50.710875 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a271eadd-4651-49a9-87af-ace19e205afd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '2de5bfd6-0df1-464b-896b-b586d572809b', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:50.711089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 80c13f30-e794-4979-aefe-340cf6c231dd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:57:50.711506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4e89fdb4-cba9-4aa3-a2ce-0146a931beca no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:57:50.732061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 4e89fdb4-cba9-4aa3-a2ce-0146a931beca {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:57:50.732410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 4e89fdb4-cba9-4aa3-a2ce-0146a931beca not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:57:50.732832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:57:50.738340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a271eadd-4651-49a9-87af-ace19e205afd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (9f11f86c-012b-4b1f-b8e7-a2818bc49f76), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.751397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:57:50.751742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device ea87e28d-1b81-45e9-8fb2-ccd46f50bd45 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:57:50.798799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a271eadd-4651-49a9-87af-ace19e205afd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (9f11f86c-012b-4b1f-b8e7-a2818bc49f76), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.802383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a271eadd-4651-49a9-87af-ace19e205afd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (9f11f86c-012b-4b1f-b8e7-a2818bc49f76), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.825679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271eadd-4651-49a9-87af-ace19e205afd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f11f86c-012b-4b1f-b8e7-a2818bc49f76,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:50.830789 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a271eadd-4651-49a9-87af-ace19e205afd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.831988 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a271eadd-4651-49a9-87af-ace19e205afd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245391 Sep 25 01:57:50.834662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37246) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:50.838921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-ef144a62-0bf7-4dac-93f8-096a5b7fb4b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '2de5bfd6-0df1-464b-896b-b586d572809b', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:50.858438 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-ef144a62-0bf7-4dac-93f8-096a5b7fb4b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:57:50.864299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ef144a62-0bf7-4dac-93f8-096a5b7fb4b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (bbd8f2cd-17c6-49db-ab0f-7544bbd84fb2), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.924580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ef144a62-0bf7-4dac-93f8-096a5b7fb4b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (bbd8f2cd-17c6-49db-ab0f-7544bbd84fb2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.928821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ef144a62-0bf7-4dac-93f8-096a5b7fb4b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (bbd8f2cd-17c6-49db-ab0f-7544bbd84fb2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.947505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef144a62-0bf7-4dac-93f8-096a5b7fb4b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd8f2cd-17c6-49db-ab0f-7544bbd84fb2,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:50.955854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-ef144a62-0bf7-4dac-93f8-096a5b7fb4b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:50.957068 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ef144a62-0bf7-4dac-93f8-096a5b7fb4b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215127 Sep 25 01:57:50.959756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37248) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:50.964043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-829c42e8-d3ce-47ad-be1c-7ee91b7b3626 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'security_group_rule': {'security_group_id': '2de5bfd6-0df1-464b-896b-b586d572809b', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:50.984679 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-829c42e8-d3ce-47ad-be1c-7ee91b7b3626 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Project 2c1cde042c3544d7a5c88f7ce9dca20d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:57:50.990921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-829c42e8-d3ce-47ad-be1c-7ee91b7b3626 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (5e574722-b259-465b-8f45-d07a52773cbc), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.052419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-829c42e8-d3ce-47ad-be1c-7ee91b7b3626 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (5e574722-b259-465b-8f45-d07a52773cbc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.056662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-829c42e8-d3ce-47ad-be1c-7ee91b7b3626 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (5e574722-b259-465b-8f45-d07a52773cbc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.076260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c42e8-d3ce-47ad-be1c-7ee91b7b3626 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e574722-b259-465b-8f45-d07a52773cbc,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:51.084492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-829c42e8-d3ce-47ad-be1c-7ee91b7b3626 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.085682 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-829c42e8-d3ce-47ad-be1c-7ee91b7b3626 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249671 Sep 25 01:57:51.088545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37250) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:51.093277 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'network': {'name': 'tempest-network-smoke--1063224914', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'port_security_enabled': True}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:51.112503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:57:51.116813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.143856 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:57:51.153868 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9e293dec-9cb5-4509-b0d5-8bf935126a37), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.154244 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Added segment 9e293dec-9cb5-4509-b0d5-8bf935126a37 of type vlan for network bce238c2-ddcc-438a-aed6-c497cece7699 Sep 25 01:57:51.197308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (bce238c2-ddcc-438a-aed6-c497cece7699), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.205043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:51.224505 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (bce238c2-ddcc-438a-aed6-c497cece7699), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.230111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:51.230706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.236734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:51.288353 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1987538 Sep 25 01:57:51.291352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37252) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:51.296640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'admin_state_up': True, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:51.309067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f4d6d-4002-44ab-a817-917b0986f496 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Network': ['ID=bce238c2-ddcc-438a-aed6-c497cece7699,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:51.320076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network bce238c2-ddcc-438a-aed6-c497cece7699 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:57:51.323108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:51.323271 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.324607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:51.324753 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.379731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.513270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.685959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.704516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.810566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.225 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d72f3e6a-8f4f-4ac8-9d3e-7638233cb321) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:57:51.874213 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:51.914439 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.946290 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:51.973718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:51.992132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:57:51.995894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:57:52.000249 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:57:52.003910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=d72f3e6a-8f4f-4ac8-9d3e-7638233cb321,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:52.237623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:52.748814 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:52.869203 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router fb1e01ed-7187-448c-b5d2-d5dfffb084fd is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:57:52.974040 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:57:52.984718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Sync routers for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:57:52.993614 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:52.994672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:57:52.994951 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1fdcf33b-e235-4721-8b9f-2bb5c3806c02 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7024987 Sep 25 01:57:52.995288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:57:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:52.999545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37254) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:53.034562 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f4b105ae-7578-43f7-a781-975fc71980a1 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?project_id=2c1cde042c3544d7a5c88f7ce9dca20d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314384 Sep 25 01:57:53.034796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37256) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:53.054056 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:53.098078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:57:53.124269 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58f241-6549-4c14-83ce-e08109348233 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:53.125810 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-6c58f241-6549-4c14-83ce-e08109348233 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901842 Sep 25 01:57:53.128602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37258) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:53.156720 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-e2107212-9eb0-4350-9054-fccc0bf59d45 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/subnets?network_id=138a0b37-abec-4287-895a-94d38f21a5dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270336 Sep 25 01:57:53.159642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37260) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:53.165432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-859101478', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:53.263239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:57:53.267187 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:53.412993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:52Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:53.439038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Checking router: fb1e01ed-7187-448c-b5d2-d5dfffb084fd for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:57:53.439421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Updating router fb1e01ed-7187-448c-b5d2-d5dfffb084fd port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:57:53.465468 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (601aadef-0473-44df-b035-89c513c75d23), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:53.468598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:53.528833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Subnet': ['ID=601aadef-0473-44df-b035-89c513c75d23,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:53.537668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Checking segment: {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:57:53.538034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network hostable DHCP agents. Network: bce238c2-ddcc-438a-aed6-c497cece7699, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:57:53.556335 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network bce238c2-ddcc-438a-aed6-c497cece7699 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:57:53.565157 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bce238c2-ddcc-438a-aed6-c497cece7699) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:57:53.570706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:53.571322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:53.574305 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9347d8-506c-4443-9418-37c9384cce53 None None] Network bce238c2-ddcc-438a-aed6-c497cece7699 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:57:53.590260 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e61eb653-d7f2-4b87-8b6b-cb11ec74fb47 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4293501 Sep 25 01:57:53.592965 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37262) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:57:53.748929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bce238c2-ddcc-438a-aed6-c497cece7699', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:57:53.749859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:53.890573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Publish callbacks [] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:53.918098 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:53.931845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:53.963111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Attempting to bind port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:57:53.963442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Attempting to bind port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:57:53.963912 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Attempting to bind port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:57:53.971298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:53.997650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:54.009257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Allocated IP 172.20.0.2 (bce238c2-ddcc-438a-aed6-c497cece7699/601aadef-0473-44df-b035-89c513c75d23/be6e998b-7427-4e71-8056-72ab7552a64c) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:57:54.023991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0391cc-2b82-4d06-a238-26b546a92eac None None] Pushing event updated for resources: {'Port': ['ID=d72f3e6a-8f4f-4ac8-9d3e-7638233cb321,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:54.032509 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.042444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:54.089359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:57:54.089733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:57:54.090142 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.090536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:57:54.091023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Bound port: d72f3e6a-8f4f-4ac8-9d3e-7638233cb321, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:57:54.091390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.181539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] For port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:57:54.211656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] For port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d72f3e6a-8f4f-4ac8-9d3e-7638233cb321,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:57:54.224382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.261677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Publish callbacks [] for port (be6e998b-7427-4e71-8056-72ab7552a64c), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.280720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.285256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:57:54.285879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:57:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:54.324513 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.1 (bce238c2-ddcc-438a-aed6-c497cece7699/601aadef-0473-44df-b035-89c513c75d23/05f5a506-9566-42f1-898e-691a6d574ece) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:57:54.349458 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Network bce238c2-ddcc-438a-aed6-c497cece7699 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:57:54.350697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0391cc-2b82-4d06-a238-26b546a92eac None None] Pushing event updated for resources: {'Port': ['ID=d72f3e6a-8f4f-4ac8-9d3e-7638233cb321,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:54.357324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:57:54.361704 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:57:54.448332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (05f5a506-9566-42f1-898e-691a6d574ece), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.460078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Pushing event updated for resources: {'Port': ['ID=be6e998b-7427-4e71-8056-72ab7552a64c,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:54.482432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (05f5a506-9566-42f1-898e-691a6d574ece), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.496942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:57:54.525738 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Attempting to bind port be6e998b-7427-4e71-8056-72ab7552a64c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:57:54.526129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Attempting to bind port be6e998b-7427-4e71-8056-72ab7552a64c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:57:54.526272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network bce238c2-ddcc-438a-aed6-c497cece7699 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:57:54.526481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Attempting to bind port be6e998b-7427-4e71-8056-72ab7552a64c on network bce238c2-ddcc-438a-aed6-c497cece7699 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:57:54.529572 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:57:54.533946 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:57:54.561737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=05f5a506-9566-42f1-898e-691a6d574ece,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:54.584937 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.647717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:57:54.648125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Checking segment: {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:57:54.648532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.648925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Bound using segment: {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:57:54.649402 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Bound port: be6e998b-7427-4e71-8056-72ab7552a64c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:57:54.649784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.682287 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:54.711471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (05f5a506-9566-42f1-898e-691a6d574ece), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.760470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:52Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:54.787763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] For port be6e998b-7427-4e71-8056-72ab7552a64c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:57:54.790616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1f7aa-1875-4bb7-a38f-a821e3d320b2 None None] The sync data for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv is: [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:52Z', 'revision_number': 3, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:57:54.793400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:54.804111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] For port be6e998b-7427-4e71-8056-72ab7552a64c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be6e998b-7427-4e71-8056-72ab7552a64c,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:57:54.804455 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:54.811881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:54.879647 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40384ecc-90e7-4737-8189-3fe435395d2e None None] Pushing event updated for resources: {'Port': ['ID=be6e998b-7427-4e71-8056-72ab7552a64c,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:54.949753 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:55.038931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (05f5a506-9566-42f1-898e-691a6d574ece), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:55.047436 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (05f5a506-9566-42f1-898e-691a6d574ece), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:55.132272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:55.165950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=05f5a506-9566-42f1-898e-691a6d574ece,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:55.247332 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network bce238c2-ddcc-438a-aed6-c497cece7699 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:57:55.248837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:57:55.361927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router fb1e01ed-7187-448c-b5d2-d5dfffb084fd has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:57:55.476835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:57:55.482529 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-46b47614-364f-4c44-a620-b01501133fb0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/fb1e01ed-7187-448c-b5d2-d5dfffb084fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8885763 Sep 25 01:57:55.807893 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-71e6bde3-3831-4952-8b0a-180dab53f514 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-722352630&fields=id&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 267 time: 0.0480433 Sep 25 01:57:55.887297 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9907d9c3-bc39-468c-8571-a55e20aefebc None None] Network bce238c2-ddcc-438a-aed6-c497cece7699 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:57:55.925744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-462d953e-7d78-43c2-a5db-1eef8639d696 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:55.927222 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-462d953e-7d78-43c2-a5db-1eef8639d696 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/networks?id=bce238c2-ddcc-438a-aed6-c497cece7699 HTTP/1.1" status: 200 len: 797 time: 0.1124701 Sep 25 01:57:55.943001 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-e514e423-98b7-4c3f-a24d-f304d0ecbcc5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/quotas/2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 375 time: 0.0092249 Sep 25 01:57:55.973460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-34731b9b-b915-476b-a067-6820e1c7d661 None None] Provisioning complete for port be6e998b-7427-4e71-8056-72ab7552a64c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:57:55.973840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-34731b9b-b915-476b-a067-6820e1c7d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:55.974168 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-34731b9b-b915-476b-a067-6820e1c7d661 None None] Attempt 1 to provision port be6e998b-7427-4e71-8056-72ab7552a64c Sep 25 01:57:55.993800 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-1ca636ad-d8bb-4ec2-9eb8-a248dbdf4e95 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448110 Sep 25 01:57:56.079475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-34731b9b-b915-476b-a067-6820e1c7d661 None None] Current status of the port be6e998b-7427-4e71-8056-72ab7552a64c is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:57:56.079865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-34731b9b-b915-476b-a067-6820e1c7d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:56.121672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-34731b9b-b915-476b-a067-6820e1c7d661 None None] For port be6e998b-7427-4e71-8056-72ab7552a64c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be6e998b-7427-4e71-8056-72ab7552a64c,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:57:56.128113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-34731b9b-b915-476b-a067-6820e1c7d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:56.153176 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-021f0247-2b76-4dfb-b224-21675f003ad9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481984 Sep 25 01:57:56.196591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34731b9b-b915-476b-a067-6820e1c7d661 None None] Pushing event updated for resources: {'Port': ['ID=be6e998b-7427-4e71-8056-72ab7552a64c,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:56.221989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:56.246677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Provisioning complete for port 05f5a506-9566-42f1-898e-691a6d574ece triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:57:56.246996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (05f5a506-9566-42f1-898e-691a6d574ece), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:56.247329 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Attempt 1 to provision port 05f5a506-9566-42f1-898e-691a6d574ece Sep 25 01:57:56.264677 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-febf7c0a-d261-4096-9407-6abb28f2bb74 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042285 Sep 25 01:57:56.283766 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Port 05f5a506-9566-42f1-898e-691a6d574ece cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:57:56.551397 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Sync routers for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:57:56.572281 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:57:56.572928 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:57:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:56.636469 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-17fe99e3-071c-4fc1-9fdd-ce7eac4bc348 req-ba15c78d-37a4-4bb4-bade-1e711a372402 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 210 time: 0.0993080 Sep 25 01:57:56.716947 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:57:56.777075 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:57:56.804765 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Attempt 2 to provision port 05f5a506-9566-42f1-898e-691a6d574ece Sep 25 01:57:56.859303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Port 05f5a506-9566-42f1-898e-691a6d574ece cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:57:56.870852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:57:56.871229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:56.871653 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 Sep 25 01:57:56.915963 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '05f5a506-9566-42f1-898e-691a6d574ece', 'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:15:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:54Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 2, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '601aadef-0473-44df-b035-89c513c75d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:56.944817 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Checking router: fb1e01ed-7187-448c-b5d2-d5dfffb084fd for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:57:56.945346 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Updating router fb1e01ed-7187-448c-b5d2-d5dfffb084fd port 05f5a506-9566-42f1-898e-691a6d574ece binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:57:56.953099 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:57:56.953750 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:56.974036 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (05f5a506-9566-42f1-898e-691a6d574ece), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:56.978817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d72f3e6a-8f4f-4ac8-9d3e-7638233cb321,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:57:56.983191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:56.984168 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device be6e998b-7427-4e71-8056-72ab7552a64c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:57:57.064170 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=d72f3e6a-8f4f-4ac8-9d3e-7638233cb321,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:57.075583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port be6e998b-7427-4e71-8056-72ab7552a64c triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:57:57.075984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:57.076330 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port be6e998b-7427-4e71-8056-72ab7552a64c Sep 25 01:57:57.245869 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Publish callbacks [] for port (05f5a506-9566-42f1-898e-691a6d574ece), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:57.250629 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (05f5a506-9566-42f1-898e-691a6d574ece), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:57.272461 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:57.279572 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:57.293040 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:57.304921 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Pushing event updated for resources: {'Port': ['ID=05f5a506-9566-42f1-898e-691a6d574ece,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:57.309100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port be6e998b-7427-4e71-8056-72ab7552a64c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:57:57.327535 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.327875 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.328235 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.328565 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.328889 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.329209 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.329529 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.329851 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.330161 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.330480 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.330798 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.331113 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.331425 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.331734 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.332065 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:57:57.360487 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Attempt 3 to provision port 05f5a506-9566-42f1-898e-691a6d574ece Sep 25 01:57:57.363521 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Attempting to bind port 05f5a506-9566-42f1-898e-691a6d574ece on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:57:57.363886 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Attempting to bind port 05f5a506-9566-42f1-898e-691a6d574ece by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:57:57.364269 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Attempting to bind port 05f5a506-9566-42f1-898e-691a6d574ece on network bce238c2-ddcc-438a-aed6-c497cece7699 {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:57:57.379723 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:57.393786 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Port 05f5a506-9566-42f1-898e-691a6d574ece cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:57:57.406018 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:57:57.406385 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Checking segment: {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:57:57.406784 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:57.407171 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Bound using segment: {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:57:57.407636 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Bound port: 05f5a506-9566-42f1-898e-691a6d574ece, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:57:57.408025 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (05f5a506-9566-42f1-898e-691a6d574ece), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:57.467686 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] For port 05f5a506-9566-42f1-898e-691a6d574ece, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:57:57.470661 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] For port 05f5a506-9566-42f1-898e-691a6d574ece, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05f5a506-9566-42f1-898e-691a6d574ece,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:57:57.477118 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (05f5a506-9566-42f1-898e-691a6d574ece), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:57.515375 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:57:57.516142 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:57:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:57.576301 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cc035-0d96-433e-be6e-5af4a46e83fe None None] Pushing event updated for resources: {'Port': ['ID=05f5a506-9566-42f1-898e-691a6d574ece,revision_number=4']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:57.639627 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:57:57.698446 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-f6f86e7b-3a3d-4f07-98ae-971ea6515f16 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:57.699936 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-f6f86e7b-3a3d-4f07-98ae-971ea6515f16 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/networks?id=bce238c2-ddcc-438a-aed6-c497cece7699 HTTP/1.1" status: 200 len: 797 time: 0.1122708 Sep 25 01:57:57.753382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:57.782543 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-db214a23-81dd-4fff-84e4-5a538991ffde tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d HTTP/1.1" status: 200 len: 379 time: 0.0688994 Sep 25 01:57:57.801909 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7b5fe6da-d434-48c5-892f-b2d1fdcd7673 req-b0188b75-1bb9-4c9f-993a-827ec14fe490 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 210 time: 0.0406003 Sep 25 01:57:57.840277 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '05f5a506-9566-42f1-898e-691a6d574ece', 'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:15:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:54Z', 'updated_at': '2022-09-25T01:57:57Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '601aadef-0473-44df-b035-89c513c75d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:57:57.875702 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'port': {'device_id': '655d067f-e96c-4831-9667-639ce212dac8', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'admin_state_up': True, 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'security_groups': ['2de5bfd6-0df1-464b-896b-b586d572809b']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:57.895488 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Attempt 4 to provision port 05f5a506-9566-42f1-898e-691a6d574ece Sep 25 01:57:57.955526 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b903dd9-2143-4e44-bf64-417ca0536093 None None] The sync data for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv is: [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '05f5a506-9566-42f1-898e-691a6d574ece', 'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:15:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:54Z', 'updated_at': '2022-09-25T01:57:57Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '601aadef-0473-44df-b035-89c513c75d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:57:57.984522 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Current status of the port 05f5a506-9566-42f1-898e-691a6d574ece is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:57:57.985036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (05f5a506-9566-42f1-898e-691a6d574ece), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.020607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Made reservation on behalf of 2c1cde042c3544d7a5c88f7ce9dca20d for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:57:58.025605 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.040693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] For port 05f5a506-9566-42f1-898e-691a6d574ece, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05f5a506-9566-42f1-898e-691a6d574ece,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:57:58.046556 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (05f5a506-9566-42f1-898e-691a6d574ece), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.058357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Provisioning complete for port be6e998b-7427-4e71-8056-72ab7552a64c triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:57:58.058608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.059089 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Attempt 1 to provision port be6e998b-7427-4e71-8056-72ab7552a64c Sep 25 01:57:58.145987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Pushing event updated for resources: {'Port': ['ID=05f5a506-9566-42f1-898e-691a6d574ece,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:58.186049 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.20.0.14 (bce238c2-ddcc-438a-aed6-c497cece7699/601aadef-0473-44df-b035-89c513c75d23/25b5cc7b-24b8-4495-b2a7-d1297ab523a7) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:57:58.190834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-dcfef3cc-01de-45f3-9773-a0f4c245f193 None None] Current status of the port be6e998b-7427-4e71-8056-72ab7552a64c is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:57:58.310668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-731d2e60-6efb-4dde-8f96-b96d5aa27ff8 None None] Provisioning complete for port 05f5a506-9566-42f1-898e-691a6d574ece triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:57:58.311442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-731d2e60-6efb-4dde-8f96-b96d5aa27ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (05f5a506-9566-42f1-898e-691a6d574ece), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.311442 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-731d2e60-6efb-4dde-8f96-b96d5aa27ff8 None None] Attempt 1 to provision port 05f5a506-9566-42f1-898e-691a6d574ece Sep 25 01:57:58.336499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.371554 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.392688 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-731d2e60-6efb-4dde-8f96-b96d5aa27ff8 None None] Current status of the port 05f5a506-9566-42f1-898e-691a6d574ece is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:57:58.417206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:58.423863 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network bce238c2-ddcc-438a-aed6-c497cece7699 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:57:58.427843 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:57:58.433282 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:57:58.473241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:58.504716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:58.505375 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.525585 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-089ce70f-911f-4106-b5c4-25e44d0ee2b3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6539886 Sep 25 01:57:58.544541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Request body: {'port': {'device_id': '655d067f-e96c-4831-9667-639ce212dac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:57:58.612774 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.714862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-10e55359-2a66-4c1d-a591-6c40937f541a None None] Provisioning complete for port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:57:58.715160 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-10e55359-2a66-4c1d-a591-6c40937f541a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.715499 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-10e55359-2a66-4c1d-a591-6c40937f541a None None] Attempt 1 to provision port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 Sep 25 01:57:58.785835 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-10e55359-2a66-4c1d-a591-6c40937f541a None None] Port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:57:58.794093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b721e595-dcea-4c90-8795-af26cfadcb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.805074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 05f5a506-9566-42f1-898e-691a6d574ece up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:57:58.843132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:58.854248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 05f5a506-9566-42f1-898e-691a6d574ece triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:57:58.854624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (05f5a506-9566-42f1-898e-691a6d574ece), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.854958 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 05f5a506-9566-42f1-898e-691a6d574ece Sep 25 01:57:58.935744 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 05f5a506-9566-42f1-898e-691a6d574ece is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:57:58.936882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:57:58.965489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:57:58.979051 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Publish callbacks [] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.988466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:57:58.989004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:58.989169 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 Sep 25 01:57:58.991664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd7a1a-781c-4135-8328-3cf92a21aa94 req-64b15527-7717-4ffc-99ce-7776962fb638 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:58.993209 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1fcd7a1a-781c-4135-8328-3cf92a21aa94 req-64b15527-7717-4ffc-99ce-7776962fb638 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 932 time: 0.0906262 Sep 25 01:57:59.001712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Transition to ACTIVE for port object 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:57:59.012001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:59.077298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:57:59.110025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Pushing event updated for resources: {'Port': ['ID=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:59.133307 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1fcd7a1a-781c-4135-8328-3cf92a21aa94 req-432d9253-13f0-412d-82a7-88c78aca2407 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289432 Sep 25 01:57:59.166709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Attempting to bind port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:57:59.167170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Attempting to bind port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:57:59.167497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Attempting to bind port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 on network bce238c2-ddcc-438a-aed6-c497cece7699 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:57:59.211327 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 on network bce238c2-ddcc-438a-aed6-c497cece7699 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:57:59.211670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Attempting to bind port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 on network bce238c2-ddcc-438a-aed6-c497cece7699 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:57:59.261241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:57:59.261594 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Checking segment: {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:57:59.262068 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Bound using segment: {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:57:59.262575 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Bound port: 25b5cc7b-24b8-4495-b2a7-d1297ab523a7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e293dec-9cb5-4509-b0d5-8bf935126a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:57:59.263171 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:59.287957 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-10e55359-2a66-4c1d-a591-6c40937f541a None None] Attempt 2 to provision port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 Sep 25 01:57:59.321033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-10e55359-2a66-4c1d-a591-6c40937f541a None None] Port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:57:59.325394 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] For port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:57:59.328402 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] For port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:57:59.334395 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:59.338381 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:59.338982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:57:59.340379 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/25b5cc7b-24b8-4495-b2a7-d1297ab523a7 HTTP/1.1" status: 200 len: 1094 time: 0.8007019 Sep 25 01:57:59.340766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:59.341477 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:57:59.343688 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdad5a81fda703fbf83e498a504e56ad817316fd175d072ec2fc9740b4531a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:57:59.381712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb8f58b-f2d8-40e7-bc91-af3ede2fbe7a x-openstack-request-id: req-dcb8f58b-f2d8-40e7-bc91-af3ede2fbe7a {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:57:59.382019 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:57:59.382258 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dcb8f58b-f2d8-40e7-bc91-af3ede2fbe7a {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:57:59.382662 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb8f58b-f2d8-40e7-bc91-af3ede2fbe7a'] response: {'name': 'network-changed', 'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'status': 'completed', 'code': 200} Sep 25 01:57:59.394603 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf74e4-c1b9-4d3a-b927-cf847236e312 service neutron] Pushing event updated for resources: {'Port': ['ID=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:57:59.449582 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-88da8aba-0970-4a02-90ac-2d4a44402996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:59.451008 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-88da8aba-0970-4a02-90ac-2d4a44402996 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 1128 time: 0.0431104 Sep 25 01:57:59.496001 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-cbea0c91-648f-4176-9043-230b388047a9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7 HTTP/1.1" status: 200 len: 217 time: 0.0331936 Sep 25 01:57:59.543934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-5a08f4f2-a51b-4d29-9d83-d96ef601e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:59.545456 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-5a08f4f2-a51b-4d29-9d83-d96ef601e61d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=601aadef-0473-44df-b035-89c513c75d23 HTTP/1.1" status: 200 len: 834 time: 0.0438988 Sep 25 01:57:59.586823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-82aed8b4-42c5-4ed5-9d14-42e85ca8a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:57:59.588290 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-82aed8b4-42c5-4ed5-9d14-42e85ca8a40f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bce238c2-ddcc-438a-aed6-c497cece7699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375950 Sep 25 01:57:59.682045 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-e99e90f8-1643-4f3a-835d-8aa8c41157c6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865619 Sep 25 01:57:59.773890 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d8749dde-862d-4eae-a22e-c6e6b06d3135 req-b20652b1-025e-469f-ba89-98fb810474e6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865505 Sep 25 01:57:59.821810 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-10e55359-2a66-4c1d-a591-6c40937f541a None None] Attempt 3 to provision port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 Sep 25 01:57:59.824359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:59.843177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:57:59.861573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-10e55359-2a66-4c1d-a591-6c40937f541a None None] Port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:58:00.256981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47151f0c-a8ab-4086-b574-90a49736fbee req-c59051d4-c17c-4f1d-8db0-a6ff2323f8ab tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:00.258456 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47151f0c-a8ab-4086-b574-90a49736fbee req-c59051d4-c17c-4f1d-8db0-a6ff2323f8ab tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 944 time: 0.0463338 Sep 25 01:58:00.291234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:00.308737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47151f0c-a8ab-4086-b574-90a49736fbee req-bbe1d554-cd62-4678-8470-e82e0fadba6f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447891 Sep 25 01:58:01.431366 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1db10-71d0-412f-9bb1-8768be6cacf6 req-33788d5e-a34b-4893-941f-99575d91d62d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:01.432910 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8fc1db10-71d0-412f-9bb1-8768be6cacf6 req-33788d5e-a34b-4893-941f-99575d91d62d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 944 time: 0.0471697 Sep 25 01:58:01.443983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:01.483446 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8fc1db10-71d0-412f-9bb1-8768be6cacf6 req-870e5318-d4e5-460e-8381-65ca76046afd tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449674 Sep 25 01:58:01.664764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b881d88c-d53a-4f45-90a6-65b12284c6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:01.840278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-1078ff00-a1e4-4104-9299-1b896f5c5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:01.841915 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-1078ff00-a1e4-4104-9299-1b896f5c5a93 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 1128 time: 0.0401525 Sep 25 01:58:01.934403 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-40c27a9e-e34b-4e16-bb47-a385bd34a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:01.935875 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-40c27a9e-e34b-4e16-bb47-a385bd34a4cb service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bce238c2-ddcc-438a-aed6-c497cece7699 HTTP/1.1" status: 200 len: 898 time: 0.0888107 Sep 25 01:58:01.973501 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-b06c0a1a-0594-4dfc-aede-f19be8210b6c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7 HTTP/1.1" status: 200 len: 217 time: 0.0319974 Sep 25 01:58:02.020949 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-674b3d20-4b64-4b35-9546-e42531897e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:02.022386 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-674b3d20-4b64-4b35-9546-e42531897e4a service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=601aadef-0473-44df-b035-89c513c75d23 HTTP/1.1" status: 200 len: 834 time: 0.0439010 Sep 25 01:58:02.142074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-0d266f3f-539c-485d-9d89-7b3e3be69c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:02.143599 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-0d266f3f-539c-485d-9d89-7b3e3be69c72 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bce238c2-ddcc-438a-aed6-c497cece7699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0819969 Sep 25 01:58:02.258398 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-77f899aa-f331-4ca3-b0ab-f78bb3fca9b9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065173 Sep 25 01:58:02.351250 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4ecb6ed2-9298-410f-a6ed-5b20252d7a2e req-80515670-abf2-49df-9755-b1a9ae0fdeec service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872827 Sep 25 01:58:02.611634 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef447-9b06-4027-a4fc-1135f8dd7080 req-fe2482bc-e4ad-4ebd-a052-0cf32084019c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:02.613052 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae5ef447-9b06-4027-a4fc-1135f8dd7080 req-fe2482bc-e4ad-4ebd-a052-0cf32084019c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 944 time: 0.0469813 Sep 25 01:58:02.622882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:58:02.665726 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ae5ef447-9b06-4027-a4fc-1135f8dd7080 req-b0a27db9-2f14-454b-ab08-aece50a673b4 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463548 Sep 25 01:58:02.729549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:58:02.740769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'port_id': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'mac_address': 'fa:16:3e:76:0b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:58:02.775072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:58:02.775470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:02.789515 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:58:02.808929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:58:02.812474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:02.861511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:58:03.217122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['25b5cc7b-24b8-4495-b2a7-d1297ab523a7'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:58:03.784323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4bad4-b047-471a-ab31-8d14a3992414 req-1b41680d-02ee-4ba0-aa6c-dc9a3ab2a976 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:03.785830 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6cf4bad4-b047-471a-ab31-8d14a3992414 req-1b41680d-02ee-4ba0-aa6c-dc9a3ab2a976 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 945 time: 0.0468240 Sep 25 01:58:03.841186 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6cf4bad4-b047-471a-ab31-8d14a3992414 req-38f68a40-eb89-415a-a178-263cd444f158 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492983 Sep 25 01:58:03.988944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:04.644892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:58:04.687542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:58:04.693851 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:58:04.694280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:04.694628 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 Sep 25 01:58:04.768109 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:58:04.768490 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:04.791209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:58:04.793476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d19fdb23812ba3a208182a3f769ea60bba5524418e8ef190a2bf14678201812" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0422f19f-de7f-4e0c-bb1c-9a53047ab5d4" -d '{"events": [{"server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "name": "network-vif-plugged", "status": "completed", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:58:04.802220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:04.807119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:58:04.812592 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:04.834710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:04.861655 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:58:04.883845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d31286-8fc4-4ca1-ab02-f2c77189c14b x-openstack-request-id: req-d4d31286-8fc4-4ca1-ab02-f2c77189c14b {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:58:04.884329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "name": "network-vif-plugged", "status": "completed", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:58:04.884438 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4d31286-8fc4-4ca1-ab02-f2c77189c14b {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:58:04.884796 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d31286-8fc4-4ca1-ab02-f2c77189c14b'] response: {'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'code': 200} Sep 25 01:58:04.968166 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fbca4-b889-4faa-99e1-d66570a5ff59 req-a41a3603-ef72-4c8f-b862-b3ec84d89829 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:04.969658 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-be4fbca4-b889-4faa-99e1-d66570a5ff59 req-a41a3603-ef72-4c8f-b862-b3ec84d89829 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0529144 Sep 25 01:58:05.027114 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-be4fbca4-b889-4faa-99e1-d66570a5ff59 req-2c2f5c3d-4c4a-4965-9897-79dfdc97838b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514076 Sep 25 01:58:05.072423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:05.101943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c288bd-5b26-467c-8c64-985b19c30bc4 req-2139acc4-3a10-47a0-9826-7cf32ac1b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:05.103426 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-03c288bd-5b26-467c-8c64-985b19c30bc4 req-2139acc4-3a10-47a0-9826-7cf32ac1b729 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 1130 time: 0.0392632 Sep 25 01:58:05.148951 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-03c288bd-5b26-467c-8c64-985b19c30bc4 req-2507b92d-da94-428d-8797-9f9809e342f6 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393031 Sep 25 01:58:06.138014 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:06.155001 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c55273-c31e-4900-acd4-40c00137109b req-00343b0b-35da-4710-919c-275f0d5ca2e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:06.156863 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47c55273-c31e-4900-acd4-40c00137109b req-00343b0b-35da-4710-919c-275f0d5ca2e9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0528216 Sep 25 01:58:06.205485 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47c55273-c31e-4900-acd4-40c00137109b req-f1c77651-ad88-4bd9-82c1-0784acd74c1f tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Sep 25 01:58:06.737674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:07.337170 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545f6ca-658c-4414-9d58-da62a941a46c req-d3b07575-1364-4eae-8945-b91c14ca626a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:07.338659 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8545f6ca-658c-4414-9d58-da62a941a46c req-d3b07575-1364-4eae-8945-b91c14ca626a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0506167 Sep 25 01:58:07.388351 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8545f6ca-658c-4414-9d58-da62a941a46c req-3fbf7253-e350-4457-888c-45ba0b16875a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440321 Sep 25 01:58:07.510025 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc042f-3cc6-4471-a40c-2d85712a5e66 req-eb527c19-d922-4855-8c50-06b056b76a35 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:07.511449 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eadc042f-3cc6-4471-a40c-2d85712a5e66 req-eb527c19-d922-4855-8c50-06b056b76a35 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0473855 Sep 25 01:58:07.561065 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eadc042f-3cc6-4471-a40c-2d85712a5e66 req-d97f0baf-abaa-4879-b41b-90128bed6f11 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439889 Sep 25 01:58:07.588442 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37336) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:58:07.626679 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc1675e-f695-46aa-9124-54d468ec3f11 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:07.628232 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fdc1675e-f695-46aa-9124-54d468ec3f11 tempest-TestNetworkAdvancedServerOps-1856897507 tempest-TestNetworkAdvancedServerOps-1856897507-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 1125 time: 0.0387964 Sep 25 01:58:07.631073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37338) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:58:07.635215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:58:07.656283 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:07.737127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:07.838146 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:07.842904 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=53 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:08.144715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Allocated IP 172.36.7.196 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/b1f338f7-5ce8-4741-8af3-81fb1c2b3c91) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:58:08.247964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (b1f338f7-5ce8-4741-8af3-81fb1c2b3c91), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:08.283386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b1f338f7-5ce8-4741-8af3-81fb1c2b3c91), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:08.287101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:08.334935 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:58:08.338597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:58:08.340423 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=b1f338f7-5ce8-4741-8af3-81fb1c2b3c91,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:58:08.342548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:58:08.363076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:08.696254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (04b485e1-ae4b-472f-a41b-85239f442db4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:08.762612 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b1f338f7-5ce8-4741-8af3-81fb1c2b3c91), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:08.909854 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for port (b1f338f7-5ce8-4741-8af3-81fb1c2b3c91), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:08.914251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (b1f338f7-5ce8-4741-8af3-81fb1c2b3c91), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:08.982878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event updated for resources: {'Port': ['ID=b1f338f7-5ce8-4741-8af3-81fb1c2b3c91,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:58:08.985639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (04b485e1-ae4b-472f-a41b-85239f442db4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:09.078514 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP 04b485e1-ae4b-472f-a41b-85239f442db4 associated. External IP: 172.36.7.196, port: 25b5cc7b-24b8-4495-b2a7-d1297ab523a7. Sep 25 01:58:09.125652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:09.264700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:09.277538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router fb1e01ed-7187-448c-b5d2-d5dfffb084fd has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:58:09.387408 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:58:09.397899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] Sync routers for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:58:09.409652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:09.409943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:58:09.410451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:58:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:58:09.440594 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3dc73aad-fe87-43bc-b652-db649147459b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8085206 Sep 25 01:58:09.441254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:58:09.443630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f413231cc842b0798654a65408a5492c4a9fe5788467d2fbc991869955f74c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206650e9-ffbf-4ffd-bc76-a2833ca08f44" -d '{"events": [{"name": "network-changed", "server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:58:09.493755 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9597ed-ce65-4293-b26b-25c6d501b89c x-openstack-request-id: req-1f9597ed-ce65-4293-b26b-25c6d501b89c {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:58:09.494136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:58:09.494460 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f9597ed-ce65-4293-b26b-25c6d501b89c {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:58:09.494939 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9597ed-ce65-4293-b26b-25c6d501b89c'] response: {'name': 'network-changed', 'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'status': 'completed', 'code': 200} Sep 25 01:58:09.514470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:58:09.571911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090020e-82c1-4ee3-a1f6-756af8aa6eb0 req-5a7b6c0d-12e6-40b7-a1ef-c19aeec50d34 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:09.573393 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b090020e-82c1-4ee3-a1f6-756af8aa6eb0 req-5a7b6c0d-12e6-40b7-a1ef-c19aeec50d34 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0592945 Sep 25 01:58:09.588064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-b856a3ce-db5f-47da-84a9-797aeeb9a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:09.589603 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-b856a3ce-db5f-47da-84a9-797aeeb9a06f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 1130 time: 0.0470057 Sep 25 01:58:09.629862 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b090020e-82c1-4ee3-a1f6-756af8aa6eb0 req-b2f3f5b0-5aa4-433d-9ce8-91e8b0699826 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502543 Sep 25 01:58:09.670225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37344) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:58:09.691131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-aecfcbae-ee12-4e4e-8cdf-6b3ca1100fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:09.692772 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-aecfcbae-ee12-4e4e-8cdf-6b3ca1100fd7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bce238c2-ddcc-438a-aed6-c497cece7699 HTTP/1.1" status: 200 len: 898 time: 0.0979390 Sep 25 01:58:09.733437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:09.734517 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-299527d2-2aba-41d3-aa36-26289a7c09d9 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/04b485e1-ae4b-472f-a41b-85239f442db4 HTTP/1.1" status: 200 len: 992 time: 0.0630913 Sep 25 01:58:09.738846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04b485e1-ae4b-472f-a41b-85239f442db4', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.196', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'port_id': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'mac_address': 'fa:16:3e:76:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d067f-e96c-4831-9667-639ce212dac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:58:08Z', 'updated_at': '2022-09-25T01:58:08Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f5a506-9566-42f1-898e-691a6d574ece', 'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:15:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:54Z', 'updated_at': '2022-09-25T01:57:58Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '601aadef-0473-44df-b035-89c513c75d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:58:09.759597 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-7f11a808-261a-4ee6-ad08-0e73294678c8 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7 HTTP/1.1" status: 200 len: 1000 time: 0.0612781 Sep 25 01:58:09.765934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] Checking router: fb1e01ed-7187-448c-b5d2-d5dfffb084fd for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:58:09.774603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:58:09.775210 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:58:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:58:09.808656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-59017ada-ad60-4334-93a4-d56ae2ae0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:09.810186 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-59017ada-ad60-4334-93a4-d56ae2ae0485 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=601aadef-0473-44df-b035-89c513c75d23 HTTP/1.1" status: 200 len: 834 time: 0.0450680 Sep 25 01:58:09.852972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-a622facf-aa5f-45ef-a96f-5c3c2aba8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:09.854407 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-a622facf-aa5f-45ef-a96f-5c3c2aba8560 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bce238c2-ddcc-438a-aed6-c497cece7699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387180 Sep 25 01:58:09.879801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:58:09.953358 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-bb6d6742-1aa9-406d-9ff7-a8842ea93c0c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924633 Sep 25 01:58:10.049202 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-206650e9-ffbf-4ffd-bc76-a2833ca08f44 req-df091fa9-c9e5-40cc-b7e2-18670d879e1f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906374 Sep 25 01:58:10.096379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04b485e1-ae4b-472f-a41b-85239f442db4', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.196', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'port_id': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'mac_address': 'fa:16:3e:76:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d067f-e96c-4831-9667-639ce212dac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:58:08Z', 'updated_at': '2022-09-25T01:58:08Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f5a506-9566-42f1-898e-691a6d574ece', 'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:15:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:54Z', 'updated_at': '2022-09-25T01:57:58Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '601aadef-0473-44df-b035-89c513c75d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:58:10.121385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92c617-6970-44aa-99ab-ec38f7942454 None None] The sync data for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv is: [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '04b485e1-ae4b-472f-a41b-85239f442db4', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'floating_ip_address': '172.36.7.196', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'port_id': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'mac_address': 'fa:16:3e:76:0b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d067f-e96c-4831-9667-639ce212dac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:58:08Z', 'updated_at': '2022-09-25T01:58:08Z', 'revision_number': 0, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f5a506-9566-42f1-898e-691a6d574ece', 'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:15:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:54Z', 'updated_at': '2022-09-25T01:57:58Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '601aadef-0473-44df-b035-89c513c75d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:58:10.314795 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7971623c-c7a8-4ca5-8b73-ab8749159799 None None] New status for floating IP 04b485e1-ae4b-472f-a41b-85239f442db4: ACTIVE {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:58:10.736633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37346) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:58:10.961325 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-ce0cd929-3659-4c7b-8628-cfed818aeac3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/04b485e1-ae4b-472f-a41b-85239f442db4 HTTP/1.1" status: 200 len: 994 time: 0.2236147 Sep 25 01:58:11.297413 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:20.044304 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=25 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:20.046185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=77 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:20.412312 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:20.415161 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:20.950319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:20.956828 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:21.287416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:21.293076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:26.137546 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:58:28.765384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-395dffe8-bf8c-473a-bb2d-04b7820d440a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:31.668046 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3d65c2be-2323-4a0f-bf45-0a6c480b1837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:33.991212 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:36.140147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:36.739816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:38.610416 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:38.615195 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=13 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:38.877756 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-99e9d2d8-9eac-4aad-9bd3-0ab227379494 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415921 Sep 25 01:58:38.980278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-ca226f35-5141-4e1d-a581-3cea8d8bde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:38.981825 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-ca226f35-5141-4e1d-a581-3cea8d8bde53 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 1130 time: 0.0412471 Sep 25 01:58:39.084385 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-950e9ba0-f5d3-4142-95e0-e4ae1b0a9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:39.085856 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-950e9ba0-f5d3-4142-95e0-e4ae1b0a9ae6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bce238c2-ddcc-438a-aed6-c497cece7699 HTTP/1.1" status: 200 len: 898 time: 0.0859234 Sep 25 01:58:39.148321 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-8cb44918-ab32-45a7-b3eb-1d49bda9967b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7 HTTP/1.1" status: 200 len: 1002 time: 0.0563672 Sep 25 01:58:39.195686 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-41995b5a-caf5-4530-b9a3-0de13a37f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:39.197165 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-41995b5a-caf5-4530-b9a3-0de13a37f17e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=601aadef-0473-44df-b035-89c513c75d23 HTTP/1.1" status: 200 len: 834 time: 0.0437803 Sep 25 01:58:39.238593 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-8f86180c-dbd9-41f9-a38e-f98747eb2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:58:39.240611 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-8f86180c-dbd9-41f9-a38e-f98747eb2cb5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bce238c2-ddcc-438a-aed6-c497cece7699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374694 Sep 25 01:58:39.332090 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-b97b41b2-a28e-4b22-8817-ee6b27383c4b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853274 Sep 25 01:58:39.425814 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6be0411d-7298-4dae-8be1-1d4b6c8dc8bc req-034b904a-594a-401f-ae89-2f61d05482d1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Sep 25 01:58:41.306858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:58:49.415644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=49 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:49.422941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=52 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:51.296982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:51.302387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:55.032974 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:55.033658 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:58:58.766734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f18a3679-5e19-4cb6-a11a-6640591360ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:01.670343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d2944198-292e-408d-9b79-d3756ba026b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:03.135693 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:59:03.995169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:06.147451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:06.743532 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:11.302111 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:13.130712 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:13.131349 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:13.883667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ca83-ab1e-4e1b-a1e2-512bcde279dd req-fa19792d-e171-4c81-8591-b30f725cc8d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:13.885172 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3866ca83-ab1e-4e1b-a1e2-512bcde279dd req-fa19792d-e171-4c81-8591-b30f725cc8d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0475059 Sep 25 01:59:13.933853 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3866ca83-ab1e-4e1b-a1e2-512bcde279dd req-dacdb32b-04c5-4d89-b046-98a89cab19ee tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Sep 25 01:59:15.068394 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd813bf-b9b6-4670-aa21-c93ab0ff866c req-64f18f8b-54a6-4f5d-a8d9-47cc1e5073ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:15.070389 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2bd813bf-b9b6-4670-aa21-c93ab0ff866c req-64f18f8b-54a6-4f5d-a8d9-47cc1e5073ed tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0479980 Sep 25 01:59:15.119671 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2bd813bf-b9b6-4670-aa21-c93ab0ff866c req-9da50e7f-28b6-47b4-96fe-00708d285e56 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437133 Sep 25 01:59:16.240739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b599d3-ed4f-4149-ace6-4ee6dc8390d0 req-64da280b-7f38-45b9-ae8a-9df2f861dcfe tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:16.242699 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-42b599d3-ed4f-4149-ace6-4ee6dc8390d0 req-64da280b-7f38-45b9-ae8a-9df2f861dcfe tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0458233 Sep 25 01:59:16.291116 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-42b599d3-ed4f-4149-ace6-4ee6dc8390d0 req-33588210-3a9f-42dc-a81b-c9f131d8b3f6 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428538 Sep 25 01:59:16.320491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37396) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:16.380189 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-131b8c03-338b-4437-bd11-d0947f515eb3 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/04b485e1-ae4b-472f-a41b-85239f442db4 HTTP/1.1" status: 200 len: 994 time: 0.0584285 Sep 25 01:59:17.684477 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad9b6d-eb47-4f47-a282-14a42317006c req-4cc5c347-132a-43ad-a4a7-4c9f79b547a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:17.685977 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-faad9b6d-eb47-4f47-a282-14a42317006c req-4cc5c347-132a-43ad-a4a7-4c9f79b547a0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0477915 Sep 25 01:59:17.728170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-5aa8999f-60ba-475e-8514-56a5d8c3428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:17.730383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-5aa8999f-60ba-475e-8514-56a5d8c3428a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 1130 time: 0.0430787 Sep 25 01:59:17.736224 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-faad9b6d-eb47-4f47-a282-14a42317006c req-8b1c9946-5680-4465-aab4-81715bba9af0 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446548 Sep 25 01:59:17.820656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-85c7045e-3fe2-4271-93df-9c82b2169ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:17.822126 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-85c7045e-3fe2-4271-93df-9c82b2169ee3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bce238c2-ddcc-438a-aed6-c497cece7699 HTTP/1.1" status: 200 len: 898 time: 0.0867105 Sep 25 01:59:17.885156 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-67fdc36a-20cc-4f6a-8d72-bface408d6f8 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7 HTTP/1.1" status: 200 len: 1002 time: 0.0573406 Sep 25 01:59:17.932796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-2f110456-6544-4d2e-8b0c-659dfc170bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:17.934210 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-2f110456-6544-4d2e-8b0c-659dfc170bae service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=601aadef-0473-44df-b035-89c513c75d23 HTTP/1.1" status: 200 len: 834 time: 0.0438600 Sep 25 01:59:17.975237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-d2147c48-ac99-4c1c-a299-5c56d6721dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:17.977234 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-d2147c48-ac99-4c1c-a299-5c56d6721dc3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bce238c2-ddcc-438a-aed6-c497cece7699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379741 Sep 25 01:59:18.069269 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-88bc8e51-51b9-4a4f-99ea-9ffb6b767138 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863624 Sep 25 01:59:18.159893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1c4bee28-a123-4ae3-8a90-c4dc01459d17 req-66bba022-987f-41d7-9453-49bfa65e438f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852692 Sep 25 01:59:18.859981 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0885b-34b3-4011-92a4-12434f15b9ca req-876aacdd-1bcd-4535-b76e-e7e62fee5bd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:18.861451 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33c0885b-34b3-4011-92a4-12434f15b9ca req-876aacdd-1bcd-4535-b76e-e7e62fee5bd7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0469329 Sep 25 01:59:18.910270 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-33c0885b-34b3-4011-92a4-12434f15b9ca req-1224d22a-f2f7-4340-956c-a146d6780fd5 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431895 Sep 25 01:59:20.037126 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df6439-a578-476a-abf1-f14737bb04a2 req-0763db29-5fd5-4992-b89a-45aafe51312e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:20.038594 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-63df6439-a578-476a-abf1-f14737bb04a2 req-0763db29-5fd5-4992-b89a-45aafe51312e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0511780 Sep 25 01:59:20.088119 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-63df6439-a578-476a-abf1-f14737bb04a2 req-70654642-5ee3-4707-9937-0976f0e7f30a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439401 Sep 25 01:59:20.116623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37408) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:20.174296 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f9c34bbb-cb9d-4415-807d-95fe6ceccb8e tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/floatingips/04b485e1-ae4b-472f-a41b-85239f442db4 HTTP/1.1" status: 200 len: 994 time: 0.0565703 Sep 25 01:59:20.732941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37414) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:20.872894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port b1f338f7-5ce8-4741-8af3-81fb1c2b3c91 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:59:20.873846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b1f338f7-5ce8-4741-8af3-81fb1c2b3c91), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:20.952883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b1f338f7-5ce8-4741-8af3-81fb1c2b3c91), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:20.953136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (b1f338f7-5ce8-4741-8af3-81fb1c2b3c91), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:20.965496 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for b1f338f7-5ce8-4741-8af3-81fb1c2b3c91 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:59:21.109235 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b1f338f7-5ce8-4741-8af3-81fb1c2b3c91), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:21.135355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=b1f338f7-5ce8-4741-8af3-81fb1c2b3c91,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:21.159299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.159652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.160029 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.160375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.160722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.161059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.161404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.161727 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.162056 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.162382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.162709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.163562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.163888 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.164237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.164560 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:21.209694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for floatingip (04b485e1-ae4b-472f-a41b-85239f442db4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:21.209972 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Floating IP 04b485e1-ae4b-472f-a41b-85239f442db4 disassociated (deleted). External IP: 172.36.7.196, port: 25b5cc7b-24b8-4495-b2a7-d1297ab523a7. Sep 25 01:59:21.241488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:21.253747 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:21.296598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:21.298914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=4,neutron:SELECT=21 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:21.411832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router fb1e01ed-7187-448c-b5d2-d5dfffb084fd has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:59:21.515641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:59:21.520336 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:21.525908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c501480-469e-44ab-8991-b00799598a4d None None] Sync routers for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:59:21.535771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c501480-469e-44ab-8991-b00799598a4d None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:21.536491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7c501480-469e-44ab-8991-b00799598a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:21.551606 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-65cb4287-c2cf-4e54-9dcd-bae089cb0801 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/04b485e1-ae4b-472f-a41b-85239f442db4 HTTP/1.1" status: 204 len: 168 time: 0.8175981 Sep 25 01:59:21.552274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:59:21.672049 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eac359-d5da-450f-a380-215bc2b75b04" -d '{"events": [{"name": "network-changed", "server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:59:21.786691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125fe8f-60d4-40e8-9bc7-d476a951abb7 x-openstack-request-id: req-2125fe8f-60d4-40e8-9bc7-d476a951abb7 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:59:21.787065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:59:21.787392 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2125fe8f-60d4-40e8-9bc7-d476a951abb7 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:59:21.787818 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2125fe8f-60d4-40e8-9bc7-d476a951abb7'] response: {'name': 'network-changed', 'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'status': 'completed', 'code': 200} Sep 25 01:59:21.804323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-7c501480-469e-44ab-8991-b00799598a4d None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:21.805609 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef391d-359f-47d2-a183-0f6678be8562 req-4265e3af-5d5e-42d3-9004-d718a1239c3a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:21.807125 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f7ef391d-359f-47d2-a183-0f6678be8562 req-4265e3af-5d5e-42d3-9004-d718a1239c3a tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0576401 Sep 25 01:59:21.857759 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f7ef391d-359f-47d2-a183-0f6678be8562 req-42ca8878-da95-48b0-8e31-6f8aa1159455 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448914 Sep 25 01:59:21.988909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7c501480-469e-44ab-8991-b00799598a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '05f5a506-9566-42f1-898e-691a6d574ece', 'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:15:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:54Z', 'updated_at': '2022-09-25T01:57:58Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '601aadef-0473-44df-b035-89c513c75d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:22.017315 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c501480-469e-44ab-8991-b00799598a4d None None] Checking router: fb1e01ed-7187-448c-b5d2-d5dfffb084fd for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:59:22.026768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c501480-469e-44ab-8991-b00799598a4d None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:22.027321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7c501480-469e-44ab-8991-b00799598a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:22.125044 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-7c501480-469e-44ab-8991-b00799598a4d None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:22.310801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7c501480-469e-44ab-8991-b00799598a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '05f5a506-9566-42f1-898e-691a6d574ece', 'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:15:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:54Z', 'updated_at': '2022-09-25T01:57:58Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '601aadef-0473-44df-b035-89c513c75d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:22.335358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c501480-469e-44ab-8991-b00799598a4d None None] The sync data for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv is: [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:54Z', 'revision_number': 4, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '05f5a506-9566-42f1-898e-691a6d574ece', 'name': '', 'network_id': 'bce238c2-ddcc-438a-aed6-c497cece7699', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'mac_address': 'fa:16:3e:15:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '601aadef-0473-44df-b035-89c513c75d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:54Z', 'updated_at': '2022-09-25T01:57:58Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'subnets': [{'id': '601aadef-0473-44df-b035-89c513c75d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:59:22.536537 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e604aae-142a-419a-9f5f-2959c04fa4cc None None] New status for floating IP 04b485e1-ae4b-472f-a41b-85239f442db4: DOWN {{(pid=107190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:59:22.984417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe94cf6-0fbd-49b1-ad3f-cc5447ae8907 req-f7792a56-b2b5-4af7-ad7d-bb52d3ca801c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:22.985924 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-efe94cf6-0fbd-49b1-ad3f-cc5447ae8907 req-f7792a56-b2b5-4af7-ad7d-bb52d3ca801c tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0463879 Sep 25 01:59:23.033713 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-efe94cf6-0fbd-49b1-ad3f-cc5447ae8907 req-23270071-c910-46e8-acab-502e3694d776 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422168 Sep 25 01:59:23.186681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-f82b9aee-030e-42e0-a8d0-9688557fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:23.188092 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-f82b9aee-030e-42e0-a8d0-9688557fca1b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 1130 time: 0.0428698 Sep 25 01:59:23.273679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:23.289061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-bf7c6fd0-4275-4cf1-b57f-2d09d1b9ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:23.290554 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-bf7c6fd0-4275-4cf1-b57f-2d09d1b9ff52 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=bce238c2-ddcc-438a-aed6-c497cece7699 HTTP/1.1" status: 200 len: 898 time: 0.0856280 Sep 25 01:59:23.332103 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-97c8b4cc-d36c-4012-b4df-75aa70a61a60 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7 HTTP/1.1" status: 200 len: 217 time: 0.0354769 Sep 25 01:59:23.420681 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-5bc220e4-2951-4509-9df5-886e2ecfa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:23.422172 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-5bc220e4-2951-4509-9df5-886e2ecfa072 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=601aadef-0473-44df-b035-89c513c75d23 HTTP/1.1" status: 200 len: 834 time: 0.0451307 Sep 25 01:59:23.560567 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:23.589665 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-3d051597-4e35-4af2-9979-b22ff9d71147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:23.591168 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-3d051597-4e35-4af2-9979-b22ff9d71147 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=bce238c2-ddcc-438a-aed6-c497cece7699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397024 Sep 25 01:59:23.684345 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-ac45274b-d827-4a2d-9ce5-595b4b22d542 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862765 Sep 25 01:59:23.805764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-a937caed-ad50-4774-b81e-7f9aed389af7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:23.807237 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-a937caed-ad50-4774-b81e-7f9aed389af7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0460463 Sep 25 01:59:23.843781 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a0eac359-d5da-450f-a380-215bc2b75b04 req-434b8e45-2cfd-4375-8d91-16aa0ed7012c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830982 Sep 25 01:59:23.888689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:59:23.889036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:23.981465 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:23.981826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:23.994927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 owned by compute:nova {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:59:24.145703 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (25b5cc7b-24b8-4495-b2a7-d1297ab523a7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:24.178309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=25b5cc7b-24b8-4495-b2a7-d1297ab523a7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:24.195429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468316-434f-4f50-966f-c6f4555481ee req-56cee165-b40d-419f-b37f-06ff09c9e0c2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:24.196999 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c2468316-434f-4f50-966f-c6f4555481ee req-56cee165-b40d-419f-b37f-06ff09c9e0c2 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=655d067f-e96c-4831-9667-639ce212dac8 HTTP/1.1" status: 200 len: 946 time: 0.0845881 Sep 25 01:59:24.220837 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:24.250527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] No DVR routers for this DVR port 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 on host hv-neutron-mast {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:59:24.254469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:24.257705 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-00c23022-ee68-48fb-84c3-f5afbea4883f req-c5bf2cd6-342a-41f2-82e1-9c831734f433 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.60 "DELETE /networking/v2.0/ports/25b5cc7b-24b8-4495-b2a7-d1297ab523a7 HTTP/1.1" status: 204 len: 173 time: 0.4458621 Sep 25 01:59:24.258343 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'name': 'network-vif-deleted', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:59:24.260667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfe197e-9330-4921-9dc4-9f1832153b08" -d '{"events": [{"server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "name": "network-vif-deleted", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:59:24.309067 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c2468316-434f-4f50-966f-c6f4555481ee req-8b03d044-e45b-4a11-a03b-a9083b05cb9d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2de5bfd6-0df1-464b-896b-b586d572809b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963719 Sep 25 01:59:24.310678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f3c3eb-b0fa-4dc4-b6e9-0ab9446ac2b6 x-openstack-request-id: req-18f3c3eb-b0fa-4dc4-b6e9-0ab9446ac2b6 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:59:24.311000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655d067f-e96c-4831-9667-639ce212dac8", "name": "network-vif-deleted", "tag": "25b5cc7b-24b8-4495-b2a7-d1297ab523a7", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:59:24.311257 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18f3c3eb-b0fa-4dc4-b6e9-0ab9446ac2b6 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:59:24.311660 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f3c3eb-b0fa-4dc4-b6e9-0ab9446ac2b6'] response: {'server_uuid': '655d067f-e96c-4831-9667-639ce212dac8', 'name': 'network-vif-deleted', 'tag': '25b5cc7b-24b8-4495-b2a7-d1297ab523a7', 'status': 'completed', 'code': 200} Sep 25 01:59:25.377034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37436) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:25.417272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:25.702791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:25.928921 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port 05f5a506-9566-42f1-898e-691a6d574ece {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:59:25.929269 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (05f5a506-9566-42f1-898e-691a6d574ece), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:26.019458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port 05f5a506-9566-42f1-898e-691a6d574ece, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05f5a506-9566-42f1-898e-691a6d574ece,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:26.019745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (05f5a506-9566-42f1-898e-691a6d574ece), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:26.033155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for 05f5a506-9566-42f1-898e-691a6d574ece owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:59:26.214483 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (05f5a506-9566-42f1-898e-691a6d574ece), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:26.218497 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:26.219382 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:26.247658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=05f5a506-9566-42f1-898e-691a6d574ece,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:26.429415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:26.968918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Router fb1e01ed-7187-448c-b5d2-d5dfffb084fd has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:59:27.072544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:59:27.077992 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-92873fe1-6b97-4121-bdaa-4146e957e61d tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "PUT /networking/v2.0/routers/fb1e01ed-7187-448c-b5d2-d5dfffb084fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7005312 Sep 25 01:59:27.080760 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37440) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:27.082314 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] Sync routers for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:59:27.094689 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:27.095308 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:27.142713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf27d2f-51aa-43e4-b9aa-f311a86086d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting subnet 601aadef-0473-44df-b035-89c513c75d23 {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:59:27.146278 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0bf27d2f-51aa-43e4-b9aa-f311a86086d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (601aadef-0473-44df-b035-89c513c75d23), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.187848 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0bf27d2f-51aa-43e4-b9aa-f311a86086d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (601aadef-0473-44df-b035-89c513c75d23), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.208253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:27.269743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0bf27d2f-51aa-43e4-b9aa-f311a86086d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (601aadef-0473-44df-b035-89c513c75d23), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.334189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0bf27d2f-51aa-43e4-b9aa-f311a86086d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (601aadef-0473-44df-b035-89c513c75d23), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.352127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:27.359880 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf27d2f-51aa-43e4-b9aa-f311a86086d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Subnet': ['ID=601aadef-0473-44df-b035-89c513c75d23,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:27.367089 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0bf27d2f-51aa-43e4-b9aa-f311a86086d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.373515 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0bf27d2f-51aa-43e4-b9aa-f311a86086d7 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/subnets/601aadef-0473-44df-b035-89c513c75d23 HTTP/1.1" status: 204 len: 168 time: 0.2893691 Sep 25 01:59:27.373728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37444) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:27.378267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b65b2-ce42-4af2-b471-286dacc1e320 None None] Network bce238c2-ddcc-438a-aed6-c497cece7699 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:59:27.448790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:59:26Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:27.482272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.508272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] Checking router: fb1e01ed-7187-448c-b5d2-d5dfffb084fd for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:59:27.512202 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:27.518017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:27.520123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] Routers {'fb1e01ed-7187-448c-b5d2-d5dfffb084fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:27.520915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:27.536407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:27.593093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_gateway (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.602368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] DHCP port deletion for bce238c2-ddcc-438a-aed6-c497cece7699 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:59:27.636286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Deleting port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:59:27.636641 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.653116 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] Set router fb1e01ed-7187-448c-b5d2-d5dfffb084fd gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:27.718698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Deleting port be6e998b-7427-4e71-8056-72ab7552a64c {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:59:27.719078 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.721131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] For port d72f3e6a-8f4f-4ac8-9d3e-7638233cb321, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d72f3e6a-8f4f-4ac8-9d3e-7638233cb321,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:27.721504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.735131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Calling delete_port for d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:59:27.834776 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] For port be6e998b-7427-4e71-8056-72ab7552a64c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=be6e998b-7427-4e71-8056-72ab7552a64c,segment=NetworkSegment(9e293dec-9cb5-4509-b0d5-8bf935126a37),segment_id=9e293dec-9cb5-4509-b0d5-8bf935126a37)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:27.835066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.862970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Calling delete_port for be6e998b-7427-4e71-8056-72ab7552a64c owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:59:27.907646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (d72f3e6a-8f4f-4ac8-9d3e-7638233cb321), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:27.938662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Port': ['ID=d72f3e6a-8f4f-4ac8-9d3e-7638233cb321,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:27.951843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:59:26Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:27.987986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2554ea-9b8d-4ed4-a0a9-7d75b899e61c None None] The sync data for ids ['fb1e01ed-7187-448c-b5d2-d5dfffb084fd'] in dv-neutron-master-2-hyperv is: [{'id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943997275', 'tenant_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225'}], 'enable_snat': True}, 'gw_port_id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:59:26Z', 'revision_number': 5, 'project_id': '2c1cde042c3544d7a5c88f7ce9dca20d', 'gw_port': {'id': 'd72f3e6a-8f4f-4ac8-9d3e-7638233cb321', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e01ed-7187-448c-b5d2-d5dfffb084fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:57:51Z', 'updated_at': '2022-09-25T01:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:59:27.999825 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.016248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (be6e998b-7427-4e71-8056-72ab7552a64c), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.029764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] No DVR routers for this DVR port be6e998b-7427-4e71-8056-72ab7552a64c on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:59:28.049849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Pushing event deleted for resources: {'Port': ['ID=be6e998b-7427-4e71-8056-72ab7552a64c,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:28.057790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.058143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.058482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.058829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.059166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.059501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.059832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.060187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.060516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.060842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.061173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.061509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.061831 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.062162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.062475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6659dc-fd87-44ab-b259-6d0d8b7409bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.100107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.102758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router_controller (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.142637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (fb1e01ed-7187-448c-b5d2-d5dfffb084fd), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.143279 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Fanout notify agent at l3_agent the message router_deleted on router fb1e01ed-7187-448c-b5d2-d5dfffb084fd {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:59:28.150062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.151163 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-23ab2059-e874-4a95-8848-4c0d813b47aa tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/routers/fb1e01ed-7187-448c-b5d2-d5dfffb084fd HTTP/1.1" status: 204 len: 168 time: 0.7765305 Sep 25 01:59:28.153898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37448) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:28.233380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (bce238c2-ddcc-438a-aed6-c497cece7699), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.321615 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (bce238c2-ddcc-438a-aed6-c497cece7699), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.342082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce238c2-ddcc-438a-aed6-c497cece7699']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:28.352720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e293dec-9cb5-4509-b0d5-8bf935126a37') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:28.352932 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e293dec-9cb5-4509-b0d5-8bf935126a37') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:28.362740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (9e293dec-9cb5-4509-b0d5-8bf935126a37), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.377672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (9e293dec-9cb5-4509-b0d5-8bf935126a37), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.384569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:59:28.384955 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (9e293dec-9cb5-4509-b0d5-8bf935126a37), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.461680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (bce238c2-ddcc-438a-aed6-c497cece7699), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.470894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.474064 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/networks/bce238c2-ddcc-438a-aed6-c497cece7699 HTTP/1.1" status: 204 len: 168 time: 0.3192513 Sep 25 01:59:28.476993 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37456) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:28.490625 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab16213-c376-4f31-a5a0-3412db8cbc6b tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'Network': ['ID=bce238c2-ddcc-438a-aed6-c497cece7699,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:28.552691 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 9e293dec-9cb5-4509-b0d5-8bf935126a37 resource provider aggregate not found Sep 25 01:59:28.555474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (2de5bfd6-0df1-464b-896b-b586d572809b), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.569860 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 9e293dec-9cb5-4509-b0d5-8bf935126a37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e293dec-9cb5-4509-b0d5-8bf935126a37 found for delete ", "request_id": "req-9c58d1d4-688c-4a4d-85e9-4bbf431f2fc0"}]} Sep 25 01:59:28.582493 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (2de5bfd6-0df1-464b-896b-b586d572809b), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.659460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (2de5bfd6-0df1-464b-896b-b586d572809b), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.664105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.666070 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2de5bfd6-0df1-464b-896b-b586d572809b HTTP/1.1" status: 204 len: 168 time: 0.1872785 Sep 25 01:59:28.681298 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de5bfd6-0df1-464b-896b-b586d572809b,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:28.695175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.695918 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.696525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.697110 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.697910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.698769 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.699251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.699783 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.700818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.701616 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.702371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.702898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.703708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.704360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.704986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064e23-ccbc-4704-bc11-2e8008e257d1 tempest-TestNetworkAdvancedServerOps-1863304664 tempest-TestNetworkAdvancedServerOps-1863304664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:28.775732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-dd53aa9f-6672-48ad-9df9-336f4f56bba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:28.861084 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:59:28.880486 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:59:28.880839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 25b5cc7b-24b8-4495-b2a7-d1297ab523a7 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:59:29.050887 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37472) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:29.134981 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 05f5a506-9566-42f1-898e-691a6d574ece no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:59:29.154561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 05f5a506-9566-42f1-898e-691a6d574ece {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:59:29.154906 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 05f5a506-9566-42f1-898e-691a6d574ece not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:59:29.155321 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device be6e998b-7427-4e71-8056-72ab7552a64c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:59:29.177342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: be6e998b-7427-4e71-8056-72ab7552a64c {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:59:29.177685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device be6e998b-7427-4e71-8056-72ab7552a64c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:59:29.204849 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-3fa7587a-8a45-474d-b414-0fc349a1c6ab admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2c1cde042c3544d7a5c88f7ce9dca20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1527729 Sep 25 01:59:29.207434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37480) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:29.254839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-398e561c-1d15-405e-96a6-83ad1cbd80d4 admin admin] Publish callbacks [] for security_group (87350e87-4386-49c4-b42f-6ba403cc8754), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.274318 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-398e561c-1d15-405e-96a6-83ad1cbd80d4 admin admin] Publish callbacks [] for security_group (87350e87-4386-49c4-b42f-6ba403cc8754), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.325251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-398e561c-1d15-405e-96a6-83ad1cbd80d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (87350e87-4386-49c4-b42f-6ba403cc8754), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.327768 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-398e561c-1d15-405e-96a6-83ad1cbd80d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.328991 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-398e561c-1d15-405e-96a6-83ad1cbd80d4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/87350e87-4386-49c4-b42f-6ba403cc8754 HTTP/1.1" status: 204 len: 168 time: 0.1206267 Sep 25 01:59:29.337057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e561c-1d15-405e-96a6-83ad1cbd80d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87350e87-4386-49c4-b42f-6ba403cc8754,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:29.610010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37486) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:29.623080 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26a3fa14-a9f5-4a7d-847b-c9ac0fc23448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.702061 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26a3fa14-a9f5-4a7d-847b-c9ac0fc23448 admin admin] Publish callbacks [] for security_group (3d99349a-04dc-472a-ae75-d30374338d06), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.705812 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-26a3fa14-a9f5-4a7d-847b-c9ac0fc23448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3d99349a-04dc-472a-ae75-d30374338d06), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.746681 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-26a3fa14-a9f5-4a7d-847b-c9ac0fc23448 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ec859005375c4382b9dc11256f25db43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355574 Sep 25 01:59:29.747569 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3fa14-a9f5-4a7d-847b-c9ac0fc23448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99349a-04dc-472a-ae75-d30374338d06,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:29.750004 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37488) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:29.767841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:29.787339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:29.811215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6dda083e-bbe0-49e3-a610-0c46ac873206 admin admin] Publish callbacks [] for security_group (3d99349a-04dc-472a-ae75-d30374338d06), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.830490 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6dda083e-bbe0-49e3-a610-0c46ac873206 admin admin] Publish callbacks [] for security_group (3d99349a-04dc-472a-ae75-d30374338d06), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.877541 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6dda083e-bbe0-49e3-a610-0c46ac873206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (3d99349a-04dc-472a-ae75-d30374338d06), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.880261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6dda083e-bbe0-49e3-a610-0c46ac873206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:29.881461 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6dda083e-bbe0-49e3-a610-0c46ac873206 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3d99349a-04dc-472a-ae75-d30374338d06 HTTP/1.1" status: 204 len: 168 time: 0.1303918 Sep 25 01:59:29.889095 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda083e-bbe0-49e3-a610-0c46ac873206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d99349a-04dc-472a-ae75-d30374338d06,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:30.597886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37512) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:30.688992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:59:30.700118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-851540907-network', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:30.714575 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:59:30.714848 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device d72f3e6a-8f4f-4ac8-9d3e-7638233cb321 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:59:30.727579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Made reservation on behalf of eb97afe48f6942db97ef88acc6c68a82 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:59:30.731019 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:30.743923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:30.822885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Publish callbacks [] for security_group (609715ac-ba7f-4937-be5f-4d22542de09f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:30.827514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (609715ac-ba7f-4937-be5f-4d22542de09f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:30.855395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:59:30.865705 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609715ac-ba7f-4937-be5f-4d22542de09f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:30.873180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (8d4d1dff-1815-43b1-a974-3c0086ec69ef), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:30.873535 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Added segment 8d4d1dff-1815-43b1-a974-3c0086ec69ef of type vlan for network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 Sep 25 01:59:30.917720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (0056d21b-c8be-4262-832a-cdc9b3dc7c50), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:30.942294 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (0056d21b-c8be-4262-832a-cdc9b3dc7c50), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:30.943393 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:30.944007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:30.996360 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3972702 Sep 25 01:59:30.999372 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37518) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:31.004294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Request body: {'subnet': {'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-851540907-subnet', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'ip_version': 4}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:31.010488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7f5b9-f6fe-4e50-b010-251a9d988936 admin admin] Pushing event updated for resources: {'Network': ['ID=0056d21b-c8be-4262-832a-cdc9b3dc7c50,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:31.022136 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:31.023032 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:59:31.043219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Made reservation on behalf of eb97afe48f6942db97ef88acc6c68a82 for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:59:31.046005 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.109715 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:31.230141 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (8a194fdb-4cfa-4953-be9d-845ba099accc), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.293420 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a194fdb-4cfa-4953-be9d-845ba099accc,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:31.299765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Checking segment: {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:59:31.300168 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Network hostable DHCP agents. Network: 0056d21b-c8be-4262-832a-cdc9b3dc7c50, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:59:31.318623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:59:31.327703 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0056d21b-c8be-4262-832a-cdc9b3dc7c50) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:31.332650 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:31.333521 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.340379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10d988-a9a1-4f34-8b53-a8303cf36776 None None] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:59:31.353118 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-51c74930-093c-4f51-8d19-6b2f8fce148f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3525932 Sep 25 01:59:31.356450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37520) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:31.360818 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:31.383248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (34734239-2421-4be8-9f00-02c6607b2346), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.386685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (34734239-2421-4be8-9f00-02c6607b2346), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.444765 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks [] for router_controller (34734239-2421-4be8-9f00-02c6607b2346), precommit_add_association {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.460699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:59:31.461789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.528742 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:31.590596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:31.607659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Allocated IP 172.20.0.2 (0056d21b-c8be-4262-832a-cdc9b3dc7c50/8a194fdb-4cfa-4953-be9d-845ba099accc/370d8cbb-408d-4b9d-8dfa-9354ded8ddc2) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:59:31.703114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b755c963-58a6-48dc-8340-33cd44d77ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.789650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Publish callbacks [] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.795076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.842036 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:31.845756 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:31.850504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:59:31.860334 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Pushing event updated for resources: {'Port': ['ID=370d8cbb-408d-4b9d-8dfa-9354ded8ddc2,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:31.922184 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Attempting to bind port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:59:31.922573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Attempting to bind port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:59:31.922952 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Attempting to bind port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 on network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:59:31.948619 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks [] for router_gateway (34734239-2421-4be8-9f00-02c6607b2346), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.966506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:59:31.966915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Checking segment: {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:59:31.967293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:31.967694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Bound using segment: {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:59:31.968211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Bound port: 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:59:31.968974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.031014 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] For port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:59:32.034607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] For port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=370d8cbb-408d-4b9d-8dfa-9354ded8ddc2,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:59:32.041813 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.105874 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84745925-2310-46be-8cf9-be21068cb6f3 None None] Pushing event updated for resources: {'Port': ['ID=370d8cbb-408d-4b9d-8dfa-9354ded8ddc2,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:32.148752 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks [] for router_gateway (34734239-2421-4be8-9f00-02c6607b2346), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.171303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.320188 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Allocated IP 172.36.7.55 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/f3e21148-9139-4390-8642-58a20f33ef8a) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:59:32.379220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:32.397994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:32.439779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks [] for port (f3e21148-9139-4390-8642-58a20f33ef8a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.471380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.517488 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:32.522834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:32.525295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e21148-9139-4390-8642-58a20f33ef8a,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:32.527675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:59:32.541608 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:32.568034 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:32.762667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:32.777561 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks [] for router_gateway (34734239-2421-4be8-9f00-02c6607b2346), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.810123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:32.810510 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.810855 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 Sep 25 01:59:32.888852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:32.889245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.926129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=370d8cbb-408d-4b9d-8dfa-9354ded8ddc2,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:32.931737 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:32.937972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:32.986083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=370d8cbb-408d-4b9d-8dfa-9354ded8ddc2,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:32.996376 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (34734239-2421-4be8-9f00-02c6607b2346), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.106747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aebbefc-a814-4b91-9388-e9f8c8f8321c None None] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:59:33.127392 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Router 34734239-2421-4be8-9f00-02c6607b2346 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:59:33.214190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8a012b32-9be7-4ae9-8c9a-54fbdbd0bdde None None] Provisioning complete for port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:33.214573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8a012b32-9be7-4ae9-8c9a-54fbdbd0bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.214919 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8a012b32-9be7-4ae9-8c9a-54fbdbd0bdde None None] Attempt 1 to provision port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 Sep 25 01:59:33.231995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:59:33.243567 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Sync routers for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:59:33.252475 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.253893 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8fafc911-d4c3-47c0-9052-7559515a9c02 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8962123 Sep 25 01:59:33.256722 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37522) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:33.262807 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:33.264195 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:33.265408 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:33.324389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8a012b32-9be7-4ae9-8c9a-54fbdbd0bdde None None] Current status of the port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:33.384721 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:33.544060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-5e91cd78-ae2d-44eb-b2c4-7126e2c90e62 None None] Provisioning complete for port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:33.544442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5e91cd78-ae2d-44eb-b2c4-7126e2c90e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.544818 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5e91cd78-ae2d-44eb-b2c4-7126e2c90e62 None None] Attempt 1 to provision port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 Sep 25 01:59:33.557289 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:32Z', 'revision_number': 3, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:33.569643 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:33.586708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Checking router: 34734239-2421-4be8-9f00-02c6607b2346 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:59:33.586708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Updating router 34734239-2421-4be8-9f00-02c6607b2346 port f3e21148-9139-4390-8642-58a20f33ef8a binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:59:33.616959 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.622693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5e91cd78-ae2d-44eb-b2c4-7126e2c90e62 None None] Current status of the port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:33.687312 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:33.706117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.862705 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Publish callbacks [] for port (f3e21148-9139-4390-8642-58a20f33ef8a), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.864323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Allocated IP 172.20.0.1 (0056d21b-c8be-4262-832a-cdc9b3dc7c50/8a194fdb-4cfa-4953-be9d-845ba099accc/7949e21d-c3fe-446d-9734-1847bec1d7f7) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:59:33.868531 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.904174 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Attempting to bind port f3e21148-9139-4390-8642-58a20f33ef8a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:59:33.904543 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Attempting to bind port f3e21148-9139-4390-8642-58a20f33ef8a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:59:33.904901 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Attempting to bind port f3e21148-9139-4390-8642-58a20f33ef8a on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:59:33.940504 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Pushing event updated for resources: {'Port': ['ID=f3e21148-9139-4390-8642-58a20f33ef8a,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:33.955664 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.956035 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.956375 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.956733 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.957045 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.957372 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.957693 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.958020 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.958367 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.958685 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.959006 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.959324 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.960224 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.960544 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.960856 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:59:33.970059 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:59:33.970427 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:59:33.970826 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.971719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:59:33.971719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Bound port: f3e21148-9139-4390-8642-58a20f33ef8a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:59:33.972055 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:33.976883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Publish callbacks [] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.000053 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.011104 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.023843 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] For port f3e21148-9139-4390-8642-58a20f33ef8a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:59:34.027539 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] For port f3e21148-9139-4390-8642-58a20f33ef8a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3e21148-9139-4390-8642-58a20f33ef8a,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:59:34.033388 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.055767 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:34.060970 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:34.063407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Pushing event updated for resources: {'Port': ['ID=7949e21d-c3fe-446d-9734-1847bec1d7f7,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:34.065586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:59:34.085005 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:34.085625 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:34.111761 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (34734239-2421-4be8-9f00-02c6607b2346), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.125924 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ff587-dc9e-4e0e-8b1f-4736469ab125 None None] Pushing event updated for resources: {'Port': ['ID=f3e21148-9139-4390-8642-58a20f33ef8a,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:34.144921 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:34.174524 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:34.201952 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:34.257173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.347840 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Provisioning complete for port 7949e21d-c3fe-446d-9734-1847bec1d7f7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:34.348726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.349085 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Attempt 1 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:34.358991 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:34.388734 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:32Z', 'revision_number': 3, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:34.396424 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Port 7949e21d-c3fe-446d-9734-1847bec1d7f7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:34.414538 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4cf7ab-e88a-4244-9a50-c21060b28dc5 None None] The sync data for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv is: [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:32Z', 'revision_number': 3, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:59:34.431471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Publish callbacks [] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.436916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.509171 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Pushing event updated for resources: {'Port': ['ID=7949e21d-c3fe-446d-9734-1847bec1d7f7,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:34.513303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (34734239-2421-4be8-9f00-02c6607b2346), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.515904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:34.612354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:34.613714 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:34.763934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Router 34734239-2421-4be8-9f00-02c6607b2346 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:59:34.850990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:34.898460 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Attempt 2 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:34.899537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:59:34.905346 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-468e66c4-4092-45b1-a85a-2ffc969e0221 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/34734239-2421-4be8-9f00-02c6607b2346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475332 Sep 25 01:59:34.949108 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Port 7949e21d-c3fe-446d-9734-1847bec1d7f7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:34.950799 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:34.951182 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:34.951524 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 Sep 25 01:59:35.033646 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:35.034727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device f3e21148-9139-4390-8642-58a20f33ef8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:35.086476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port f3e21148-9139-4390-8642-58a20f33ef8a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:35.086476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.086476 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port f3e21148-9139-4390-8642-58a20f33ef8a Sep 25 01:59:35.169703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port f3e21148-9139-4390-8642-58a20f33ef8a is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:35.170101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.193430 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port f3e21148-9139-4390-8642-58a20f33ef8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3e21148-9139-4390-8642-58a20f33ef8a,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:35.199260 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.253371 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=f3e21148-9139-4390-8642-58a20f33ef8a,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:35.450610 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Attempt 3 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:35.460807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37538) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:35.465096 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1752391706-network', 'tenant_id': '47bb7ff13451490b9897d102fef80c30'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:35.473349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:35.485826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Made reservation on behalf of 47bb7ff13451490b9897d102fef80c30 for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:59:35.487002 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Port 7949e21d-c3fe-446d-9734-1847bec1d7f7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:35.488357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.496744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.577370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Publish callbacks [] for security_group (917ca9cc-e926-422d-9394-2ca2f6b8e9d2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.581646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (917ca9cc-e926-422d-9394-2ca2f6b8e9d2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.607633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:59:35.618437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917ca9cc-e926-422d-9394-2ca2f6b8e9d2,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:35.624322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (33fabb62-ead6-4c3c-9f6f-87fb494bce9e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.624671 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Added segment 33fabb62-ead6-4c3c-9f6f-87fb494bce9e of type vlan for network fa087203-2343-41b9-8309-3f34cada290a Sep 25 01:59:35.632707 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:35.670860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (fa087203-2343-41b9-8309-3f34cada290a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.696473 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (fa087203-2343-41b9-8309-3f34cada290a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.697375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:35.697965 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.758322 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2970688 Sep 25 01:59:35.761102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37540) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:35.765774 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Request body: {'subnet': {'network_id': 'fa087203-2343-41b9-8309-3f34cada290a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1752391706-subnet', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:35.776168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6a5b0-6679-41c7-9708-cde682880987 admin admin] Pushing event updated for resources: {'Network': ['ID=fa087203-2343-41b9-8309-3f34cada290a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:35.786767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network fa087203-2343-41b9-8309-3f34cada290a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:59:35.793445 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Made reservation on behalf of 47bb7ff13451490b9897d102fef80c30 for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:59:35.796464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.972363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (cf60e244-ee08-4918-ba13-4bd14d90053b), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:35.977386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:35.987845 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Attempt 4 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:36.027542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Port 7949e21d-c3fe-446d-9734-1847bec1d7f7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:36.040107 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf60e244-ee08-4918-ba13-4bd14d90053b,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:36.056859 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Checking segment: {'id': '33fabb62-ead6-4c3c-9f6f-87fb494bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:59:36.057218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Network hostable DHCP agents. Network: fa087203-2343-41b9-8309-3f34cada290a, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:59:36.073132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Network fa087203-2343-41b9-8309-3f34cada290a is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:59:36.082781 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fa087203-2343-41b9-8309-3f34cada290a) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:36.086637 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:36.087228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.093169 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a992ced-7b24-442c-9b4c-bbdbdbc85406 None None] Network fa087203-2343-41b9-8309-3f34cada290a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:59:36.105369 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-c25c82b1-eea0-4a18-9d93-ea84caf89f47 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3432567 Sep 25 01:59:36.108163 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37542) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:36.112945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:36.137256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (e10d40e8-32dd-4e20-b103-01ea29183974), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.138251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (e10d40e8-32dd-4e20-b103-01ea29183974), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.145838 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Sync routers for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:59:36.179054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.180056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:36.180878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:36.184460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:36.189069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks [] for router_controller (e10d40e8-32dd-4e20-b103-01ea29183974), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.305429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fa087203-2343-41b9-8309-3f34cada290a', 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a', 'project_id': '47bb7ff13451490b9897d102fef80c30', 'fixed_ips': [{'subnet_id': 'cf60e244-ee08-4918-ba13-4bd14d90053b'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:59:36.306331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.323441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks [] for router_gateway (e10d40e8-32dd-4e20-b103-01ea29183974), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.337805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:36.538528 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Attempt 5 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:36.777412 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device f3e21148-9139-4390-8642-58a20f33ef8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:36.787669 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Port 7949e21d-c3fe-446d-9734-1847bec1d7f7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:36.796727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Allocated IP 172.20.0.2 (fa087203-2343-41b9-8309-3f34cada290a/cf60e244-ee08-4918-ba13-4bd14d90053b/2b7edd85-e612-4f4d-95ed-d6843dea4a60) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:59:36.817953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.820137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:36.833399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks [] for router_gateway (e10d40e8-32dd-4e20-b103-01ea29183974), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.854504 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.930808 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port f3e21148-9139-4390-8642-58a20f33ef8a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:36.931088 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:36.931431 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port f3e21148-9139-4390-8642-58a20f33ef8a Sep 25 01:59:36.933089 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 2, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:36.962958 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Allocated IP 172.36.7.101 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/c3f296c4-f6e8-4a24-8bdb-a0a76674332f) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:59:36.984484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Checking router: 34734239-2421-4be8-9f00-02c6607b2346 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:59:36.984849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Updating router 34734239-2421-4be8-9f00-02c6607b2346 port 7949e21d-c3fe-446d-9734-1847bec1d7f7 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:59:37.047358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.054077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:37.068552 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks [] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.079392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:37.103342 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.147839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:37.150924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:37.154610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:37.158305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:59:37.177710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port f3e21148-9139-4390-8642-58a20f33ef8a is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:37.180886 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Pushing event updated for resources: {'Port': ['ID=c3f296c4-f6e8-4a24-8bdb-a0a76674332f,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:37.183765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Publish callbacks [] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.236550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.292646 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Attempt 6 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:37.296820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Network fa087203-2343-41b9-8309-3f34cada290a is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:37.305457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:37.307899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:59:37.370946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Pushing event updated for resources: {'Port': ['ID=2b7edd85-e612-4f4d-95ed-d6843dea4a60,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:37.408083 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks [] for router_gateway (e10d40e8-32dd-4e20-b103-01ea29183974), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.410326 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Port 7949e21d-c3fe-446d-9734-1847bec1d7f7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:37.464695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Attempting to bind port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:59:37.464975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Attempting to bind port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '33fabb62-ead6-4c3c-9f6f-87fb494bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:59:37.465336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Attempting to bind port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 on network fa087203-2343-41b9-8309-3f34cada290a {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:59:37.555606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:59:37.556018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Checking segment: {'id': '33fabb62-ead6-4c3c-9f6f-87fb494bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:59:37.556526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.556923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Bound using segment: {'id': '33fabb62-ead6-4c3c-9f6f-87fb494bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:59:37.557395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Bound port: 2b7edd85-e612-4f4d-95ed-d6843dea4a60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fabb62-ead6-4c3c-9f6f-87fb494bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:59:37.557772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.579421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Publish callbacks [] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.597491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (e10d40e8-32dd-4e20-b103-01ea29183974), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.602115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.673452 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:37.692877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89cfbf-9a36-4cbf-89b0-cf1fd97debe1 None None] Pushing event updated for resources: {'Port': ['ID=7949e21d-c3fe-446d-9734-1847bec1d7f7,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:37.696684 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] For port 2b7edd85-e612-4f4d-95ed-d6843dea4a60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:59:37.728385 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Router e10d40e8-32dd-4e20-b103-01ea29183974 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:59:37.731039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] For port 2b7edd85-e612-4f4d-95ed-d6843dea4a60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b7edd85-e612-4f4d-95ed-d6843dea4a60,segment=NetworkSegment(33fabb62-ead6-4c3c-9f6f-87fb494bce9e),segment_id=33fabb62-ead6-4c3c-9f6f-87fb494bce9e)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:59:37.737953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Attempting to bind port 7949e21d-c3fe-446d-9734-1847bec1d7f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:59:37.738462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Attempting to bind port 7949e21d-c3fe-446d-9734-1847bec1d7f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:59:37.738871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Attempting to bind port 7949e21d-c3fe-446d-9734-1847bec1d7f7 on network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:59:37.742506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.789196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:37.839292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:59:37.840055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Checking segment: {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:59:37.840201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.840493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Bound using segment: {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:59:37.840969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Bound port: 7949e21d-c3fe-446d-9734-1847bec1d7f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:59:37.841443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.842819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:59:37.845120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65643e-8f83-441e-9258-9c2a75fbdef3 None None] Pushing event updated for resources: {'Port': ['ID=2b7edd85-e612-4f4d-95ed-d6843dea4a60,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:37.861921 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Sync routers for ids ['e10d40e8-32dd-4e20-b103-01ea29183974'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:59:37.863826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:37.864153 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-bc4a4d71-ec5d-4db4-ad24-3757f7668e7f admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7549164 Sep 25 01:59:37.866989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37544) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:37.877556 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Routers {'e10d40e8-32dd-4e20-b103-01ea29183974'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:37.878454 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e10d40e8-32dd-4e20-b103-01ea29183974'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:37.914941 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Attempt 7 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:37.941825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] For port 7949e21d-c3fe-446d-9734-1847bec1d7f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:59:37.949232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:37.962778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] For port 7949e21d-c3fe-446d-9734-1847bec1d7f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7949e21d-c3fe-446d-9734-1847bec1d7f7,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:59:37.973180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Port 7949e21d-c3fe-446d-9734-1847bec1d7f7 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:37.976450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.027877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:38.028649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:38.086944 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89cfbf-9a36-4cbf-89b0-cf1fd97debe1 None None] Pushing event updated for resources: {'Port': ['ID=7949e21d-c3fe-446d-9734-1847bec1d7f7,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:38.151244 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Set router e10d40e8-32dd-4e20-b103-01ea29183974 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:38.190500 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:38.234146 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:38.342146 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:37Z', 'revision_number': 3, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'gw_port': {'id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:38.370995 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Checking router: e10d40e8-32dd-4e20-b103-01ea29183974 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:59:38.371595 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Updating router e10d40e8-32dd-4e20-b103-01ea29183974 port c3f296c4-f6e8-4a24-8bdb-a0a76674332f binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:59:38.401802 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.418570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:37Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:38.420239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.444409 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c97aab-d898-410a-a180-f4fedfb05214 None None] The sync data for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv is: [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:37Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:59:38.473989 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Attempt 8 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:38.600469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Current status of the port 7949e21d-c3fe-446d-9734-1847bec1d7f7 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:38.600861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.655387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] For port 7949e21d-c3fe-446d-9734-1847bec1d7f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7949e21d-c3fe-446d-9734-1847bec1d7f7,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:38.659195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Allocated IP 172.20.0.1 (fa087203-2343-41b9-8309-3f34cada290a/cf60e244-ee08-4918-ba13-4bd14d90053b/a1e16429-b689-4345-b7e5-6f7b81797746) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:59:38.662081 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.749934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa5811-bb65-4c5b-a354-6fd2879c184c None None] Pushing event updated for resources: {'Port': ['ID=7949e21d-c3fe-446d-9734-1847bec1d7f7,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:38.765954 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Publish callbacks [] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.780067 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.785276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:38.791926 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:38.804862 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8fa58fe7-74ed-42b7-9316-79f6c5b71017 None None] Provisioning complete for port 7949e21d-c3fe-446d-9734-1847bec1d7f7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:38.805405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8fa58fe7-74ed-42b7-9316-79f6c5b71017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.805755 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8fa58fe7-74ed-42b7-9316-79f6c5b71017 None None] Attempt 1 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:38.879098 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Attempting to bind port c3f296c4-f6e8-4a24-8bdb-a0a76674332f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:59:38.879705 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Attempting to bind port c3f296c4-f6e8-4a24-8bdb-a0a76674332f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:59:38.879844 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Attempting to bind port c3f296c4-f6e8-4a24-8bdb-a0a76674332f on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:59:38.902173 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Publish callbacks [] for port (a1e16429-b689-4345-b7e5-6f7b81797746), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.937161 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8fa58fe7-74ed-42b7-9316-79f6c5b71017 None None] Current status of the port 7949e21d-c3fe-446d-9734-1847bec1d7f7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:38.939365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7949e21d-c3fe-446d-9734-1847bec1d7f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:38.949795 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308394a0-bb3d-417d-8105-28d29d2bcf90 None None] Pushing event updated for resources: {'Port': ['ID=c3f296c4-f6e8-4a24-8bdb-a0a76674332f,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:38.952372 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:59:38.952753 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:59:38.953159 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.953548 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:59:38.954029 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Bound port: c3f296c4-f6e8-4a24-8bdb-a0a76674332f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:59:38.954409 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.969809 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:38.991765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:38.998687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Network fa087203-2343-41b9-8309-3f34cada290a is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:39.029335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7949e21d-c3fe-446d-9734-1847bec1d7f7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:39.029720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.030060 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:39.035102 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] For port c3f296c4-f6e8-4a24-8bdb-a0a76674332f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:59:39.039213 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] For port c3f296c4-f6e8-4a24-8bdb-a0a76674332f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3f296c4-f6e8-4a24-8bdb-a0a76674332f,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:59:39.052069 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.069134 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:39.071568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Pushing event updated for resources: {'Port': ['ID=a1e16429-b689-4345-b7e5-6f7b81797746,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:39.078850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:59:39.110139 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:39.111037 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308394a0-bb3d-417d-8105-28d29d2bcf90 None None] Pushing event updated for resources: {'Port': ['ID=c3f296c4-f6e8-4a24-8bdb-a0a76674332f,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:39.123866 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Routers {'e10d40e8-32dd-4e20-b103-01ea29183974'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:39.124519 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e10d40e8-32dd-4e20-b103-01ea29183974'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:39.140596 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (e10d40e8-32dd-4e20-b103-01ea29183974), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.268676 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] Set router e10d40e8-32dd-4e20-b103-01ea29183974 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:39.315513 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849d055-d8be-490f-8afb-3b86e844356b None None] Network fa087203-2343-41b9-8309-3f34cada290a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:59:39.319926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.337708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7949e21d-c3fe-446d-9734-1847bec1d7f7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:39.338829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2b7edd85-e612-4f4d-95ed-d6843dea4a60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:39.344550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:39.357378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:39.408052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-afd16b5e-f681-4b17-b3cf-59c079d469c9 None None] Provisioning complete for port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:39.408824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afd16b5e-f681-4b17-b3cf-59c079d469c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.408824 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-afd16b5e-f681-4b17-b3cf-59c079d469c9 None None] Attempt 1 to provision port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 Sep 25 01:59:39.485456 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:37Z', 'revision_number': 3, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'gw_port': {'id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:39.510466 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084ddb8-5236-4013-a4ac-98abef991531 None None] The sync data for ids ['e10d40e8-32dd-4e20-b103-01ea29183974'] in dv-neutron-master-2-hyperv is: [{'id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:37Z', 'revision_number': 3, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'gw_port': {'id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:59:39.555263 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Publish callbacks [] for port (a1e16429-b689-4345-b7e5-6f7b81797746), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.555879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:39.556294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.556781 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 Sep 25 01:59:39.562769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.640827 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-afd16b5e-f681-4b17-b3cf-59c079d469c9 None None] Current status of the port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:39.641225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afd16b5e-f681-4b17-b3cf-59c079d469c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.658108 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (e10d40e8-32dd-4e20-b103-01ea29183974), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.711715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-afd16b5e-f681-4b17-b3cf-59c079d469c9 None None] For port 2b7edd85-e612-4f4d-95ed-d6843dea4a60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b7edd85-e612-4f4d-95ed-d6843dea4a60,segment=NetworkSegment(33fabb62-ead6-4c3c-9f6f-87fb494bce9e),segment_id=33fabb62-ead6-4c3c-9f6f-87fb494bce9e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:39.729425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Pushing event updated for resources: {'Port': ['ID=a1e16429-b689-4345-b7e5-6f7b81797746,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:39.747232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afd16b5e-f681-4b17-b3cf-59c079d469c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.791867 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Network fa087203-2343-41b9-8309-3f34cada290a is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:39.793680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:39.796788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:39.797192 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.860753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd16b5e-f681-4b17-b3cf-59c079d469c9 None None] Pushing event updated for resources: {'Port': ['ID=2b7edd85-e612-4f4d-95ed-d6843dea4a60,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:39.933222 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:59:39.933702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG oslo_db.api [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:59:39.954926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Router e10d40e8-32dd-4e20-b103-01ea29183974 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:59:39.978167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Provisioning complete for port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:39.984495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:39.986538 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Attempt 1 to provision port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 Sep 25 01:59:40.066804 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:40.105295 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Current status of the port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:40.117072 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Provisioning complete for port a1e16429-b689-4345-b7e5-6f7b81797746 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:40.117763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.118314 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Attempt 1 to provision port a1e16429-b689-4345-b7e5-6f7b81797746 Sep 25 01:59:40.136381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:59:40.143667 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:59:40.154063 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-23cb222f-14a9-4755-821d-51c47080360f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e10d40e8-32dd-4e20-b103-01ea29183974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2768223 Sep 25 01:59:40.169352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:40.172728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Port a1e16429-b689-4345-b7e5-6f7b81797746 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:40.472323 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:40.535262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37556) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:40.540503 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-23d798cb-467c-4f86-a6e0-6d093aaedf7b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448832191', 'description': 'tempest-secgroup-smoke-1448832191 description', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:40.562573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23d798cb-467c-4f86-a6e0-6d093aaedf7b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.639149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23d798cb-467c-4f86-a6e0-6d093aaedf7b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (bd4b17ef-0c03-416e-a551-bd0baa98d4f8), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.643458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23d798cb-467c-4f86-a6e0-6d093aaedf7b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (bd4b17ef-0c03-416e-a551-bd0baa98d4f8), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.674099 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Attempt 2 to provision port a1e16429-b689-4345-b7e5-6f7b81797746 Sep 25 01:59:40.675975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-23d798cb-467c-4f86-a6e0-6d093aaedf7b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.680415 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-23d798cb-467c-4f86-a6e0-6d093aaedf7b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1440492 Sep 25 01:59:40.681100 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 37558) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:40.684407 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d798cb-467c-4f86-a6e0-6d093aaedf7b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4b17ef-0c03-416e-a551-bd0baa98d4f8,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:40.692541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a229c586-cdb4-4458-aede-d3e862f2efa4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': 'bd4b17ef-0c03-416e-a551-bd0baa98d4f8', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:40.710706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Port a1e16429-b689-4345-b7e5-6f7b81797746 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:40.717248 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:40.721445 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:40.734756 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a229c586-cdb4-4458-aede-d3e862f2efa4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (0228b6e7-5469-44d2-bd88-887f9acb116a), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.797785 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a229c586-cdb4-4458-aede-d3e862f2efa4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (0228b6e7-5469-44d2-bd88-887f9acb116a), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.801670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a229c586-cdb4-4458-aede-d3e862f2efa4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (0228b6e7-5469-44d2-bd88-887f9acb116a), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.818971 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229c586-cdb4-4458-aede-d3e862f2efa4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0228b6e7-5469-44d2-bd88-887f9acb116a,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:40.832865 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a229c586-cdb4-4458-aede-d3e862f2efa4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.837438 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37562) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:40.837680 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a229c586-cdb4-4458-aede-d3e862f2efa4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553497 Sep 25 01:59:40.842424 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cf5e578f-07cd-4ccf-9854-1fae1b29f758 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': 'bd4b17ef-0c03-416e-a551-bd0baa98d4f8', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:40.851782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c3f296c4-f6e8-4a24-8bdb-a0a76674332f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:40.871149 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cf5e578f-07cd-4ccf-9854-1fae1b29f758 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (9065d9ed-68f4-4020-8d47-9c4c77ad9f71), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.896316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port c3f296c4-f6e8-4a24-8bdb-a0a76674332f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:40.897218 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.897566 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port c3f296c4-f6e8-4a24-8bdb-a0a76674332f Sep 25 01:59:40.916268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:40.929662 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cf5e578f-07cd-4ccf-9854-1fae1b29f758 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (9065d9ed-68f4-4020-8d47-9c4c77ad9f71), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.934860 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cf5e578f-07cd-4ccf-9854-1fae1b29f758 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (9065d9ed-68f4-4020-8d47-9c4c77ad9f71), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.952215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e578f-07cd-4ccf-9854-1fae1b29f758 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9065d9ed-68f4-4020-8d47-9c4c77ad9f71,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:40.963567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cf5e578f-07cd-4ccf-9854-1fae1b29f758 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:40.967418 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cf5e578f-07cd-4ccf-9854-1fae1b29f758 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262043 Sep 25 01:59:40.967656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37564) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:40.972080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-cf9458eb-34f0-4e56-b805-3c42857049f1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': 'bd4b17ef-0c03-416e-a551-bd0baa98d4f8', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:40.982101 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port c3f296c4-f6e8-4a24-8bdb-a0a76674332f is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:40.982494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.001416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cf9458eb-34f0-4e56-b805-3c42857049f1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (8331de3b-5088-427a-a45e-a89d9e3ee28a), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.004911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port c3f296c4-f6e8-4a24-8bdb-a0a76674332f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3f296c4-f6e8-4a24-8bdb-a0a76674332f,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:41.013724 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.014581 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7949e21d-c3fe-446d-9734-1847bec1d7f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:41.067686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:41.069879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cf9458eb-34f0-4e56-b805-3c42857049f1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (8331de3b-5088-427a-a45e-a89d9e3ee28a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.073975 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cf9458eb-34f0-4e56-b805-3c42857049f1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (8331de3b-5088-427a-a45e-a89d9e3ee28a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.090076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=c3f296c4-f6e8-4a24-8bdb-a0a76674332f,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:41.093322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9458eb-34f0-4e56-b805-3c42857049f1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8331de3b-5088-427a-a45e-a89d9e3ee28a,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:41.101248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cf9458eb-34f0-4e56-b805-3c42857049f1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.101951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 7949e21d-c3fe-446d-9734-1847bec1d7f7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:41.102329 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.102730 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 7949e21d-c3fe-446d-9734-1847bec1d7f7 Sep 25 01:59:41.105411 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cf9458eb-34f0-4e56-b805-3c42857049f1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367528 Sep 25 01:59:41.106009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37566) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:41.110379 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-7c4b81f2-28bd-434c-93e3-3d2fe271311d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': 'bd4b17ef-0c03-416e-a551-bd0baa98d4f8', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:41.135416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c4b81f2-28bd-434c-93e3-3d2fe271311d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (a1fc88e0-a3a6-407f-b718-b51b4bfe802f), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.180639 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 7949e21d-c3fe-446d-9734-1847bec1d7f7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:41.181715 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2b7edd85-e612-4f4d-95ed-d6843dea4a60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:41.197217 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c4b81f2-28bd-434c-93e3-3d2fe271311d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (a1fc88e0-a3a6-407f-b718-b51b4bfe802f), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.201268 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c4b81f2-28bd-434c-93e3-3d2fe271311d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (a1fc88e0-a3a6-407f-b718-b51b4bfe802f), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.212869 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Attempt 3 to provision port a1e16429-b689-4345-b7e5-6f7b81797746 Sep 25 01:59:41.221897 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b81f2-28bd-434c-93e3-3d2fe271311d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fc88e0-a3a6-407f-b718-b51b4bfe802f,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:41.230419 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-7c4b81f2-28bd-434c-93e3-3d2fe271311d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.234192 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-7c4b81f2-28bd-434c-93e3-3d2fe271311d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246490 Sep 25 01:59:41.234689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37568) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:41.238929 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-0b674345-7425-43be-bdb6-28bb06f785c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': 'bd4b17ef-0c03-416e-a551-bd0baa98d4f8', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:41.254583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:41.254923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.255268 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 Sep 25 01:59:41.257613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:41.260147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Port a1e16429-b689-4345-b7e5-6f7b81797746 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:41.265970 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-0b674345-7425-43be-bdb6-28bb06f785c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Project eb97afe48f6942db97ef88acc6c68a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:59:41.273274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0b674345-7425-43be-bdb6-28bb06f785c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (cc0f1994-bd0e-4945-87e5-a8f0dfdc2637), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.307867 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.338745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0b674345-7425-43be-bdb6-28bb06f785c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (cc0f1994-bd0e-4945-87e5-a8f0dfdc2637), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.342630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0b674345-7425-43be-bdb6-28bb06f785c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (cc0f1994-bd0e-4945-87e5-a8f0dfdc2637), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.350616 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:41.362303 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b674345-7425-43be-bdb6-28bb06f785c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0f1994-bd0e-4945-87e5-a8f0dfdc2637,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:41.368517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-0b674345-7425-43be-bdb6-28bb06f785c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.369732 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-0b674345-7425-43be-bdb6-28bb06f785c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341224 Sep 25 01:59:41.372611 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37570) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:41.376869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2838ae4c-15f0-4051-85f1-d620e8bc16ce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': 'bd4b17ef-0c03-416e-a551-bd0baa98d4f8', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:41.397891 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-2838ae4c-15f0-4051-85f1-d620e8bc16ce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Project eb97afe48f6942db97ef88acc6c68a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:59:41.404155 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2838ae4c-15f0-4051-85f1-d620e8bc16ce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (02dcdbbc-b6c1-4e3e-9a7a-50f4a3493fdf), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.467762 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2838ae4c-15f0-4051-85f1-d620e8bc16ce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (02dcdbbc-b6c1-4e3e-9a7a-50f4a3493fdf), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.472055 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2838ae4c-15f0-4051-85f1-d620e8bc16ce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (02dcdbbc-b6c1-4e3e-9a7a-50f4a3493fdf), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.491819 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838ae4c-15f0-4051-85f1-d620e8bc16ce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02dcdbbc-b6c1-4e3e-9a7a-50f4a3493fdf,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:41.497885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2838ae4c-15f0-4051-85f1-d620e8bc16ce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:41.499089 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2838ae4c-15f0-4051-85f1-d620e8bc16ce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255660 Sep 25 01:59:41.657118 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1c09c3fd-04af-4c46-b1ae-111bda8513bf tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1448832191&fields=id&tenant_id=eb97afe48f6942db97ef88acc6c68a82 HTTP/1.1" status: 200 len: 267 time: 0.0472667 Sep 25 01:59:41.761422 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Attempt 4 to provision port a1e16429-b689-4345-b7e5-6f7b81797746 Sep 25 01:59:41.771333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-c0d2089b-de67-4221-96b4-c2aaae18d978 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:41.772886 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-c0d2089b-de67-4221-96b4-c2aaae18d978 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 808 time: 0.1092618 Sep 25 01:59:41.790589 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-83c8b0e9-bc17-4848-8b9c-74262abe83d3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/quotas/eb97afe48f6942db97ef88acc6c68a82 HTTP/1.1" status: 200 len: 375 time: 0.0104008 Sep 25 01:59:41.802280 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Port a1e16429-b689-4345-b7e5-6f7b81797746 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:41.844295 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-e54695d1-96c0-4668-8a22-a474ff7951e7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476408 Sep 25 01:59:41.946361 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Sync routers for ids ['e10d40e8-32dd-4e20-b103-01ea29183974'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:59:41.956538 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Routers {'e10d40e8-32dd-4e20-b103-01ea29183974'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:41.957140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e10d40e8-32dd-4e20-b103-01ea29183974'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:42.060164 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Set router e10d40e8-32dd-4e20-b103-01ea29183974 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:42.061682 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:42.064858 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-dca895bf-e037-4114-bf04-f8e8e7313d98 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276343 Sep 25 01:59:42.079529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:42.159701 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-611131b1-4286-4c17-9ce5-31ed0a5813d3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883837 Sep 25 01:59:42.255397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:39Z', 'revision_number': 4, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'gw_port': {'id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a1e16429-b689-4345-b7e5-6f7b81797746', 'name': '', 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'mac_address': 'fa:16:3e:31:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'cf60e244-ee08-4918-ba13-4bd14d90053b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:38Z', 'updated_at': '2022-09-25T01:59:39Z', 'revision_number': 2, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'subnets': [{'id': 'cf60e244-ee08-4918-ba13-4bd14d90053b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:42.294477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Checking router: e10d40e8-32dd-4e20-b103-01ea29183974 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:59:42.294857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Updating router e10d40e8-32dd-4e20-b103-01ea29183974 port a1e16429-b689-4345-b7e5-6f7b81797746 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:59:42.314187 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Attempt 5 to provision port a1e16429-b689-4345-b7e5-6f7b81797746 Sep 25 01:59:42.344107 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b36f86b2-0e29-4293-bb8f-82b1db4b17b7 req-0136b26b-f6bf-4c8b-852f-d50c35ca061c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 210 time: 0.0285826 Sep 25 01:59:42.353665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:42.356968 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Port a1e16429-b689-4345-b7e5-6f7b81797746 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:42.562730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:42.639130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Publish callbacks [] for port (a1e16429-b689-4345-b7e5-6f7b81797746), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:42.645176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:42.734278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fd204-b100-4f02-9c00-95414775abcb None None] Pushing event updated for resources: {'Port': ['ID=a1e16429-b689-4345-b7e5-6f7b81797746,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:42.749587 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Attempting to bind port a1e16429-b689-4345-b7e5-6f7b81797746 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:59:42.749962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Attempting to bind port a1e16429-b689-4345-b7e5-6f7b81797746 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '33fabb62-ead6-4c3c-9f6f-87fb494bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:59:42.750330 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Attempting to bind port a1e16429-b689-4345-b7e5-6f7b81797746 on network fa087203-2343-41b9-8309-3f34cada290a {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:59:42.776211 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c3f296c4-f6e8-4a24-8bdb-a0a76674332f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:42.832417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:59:42.832801 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Checking segment: {'id': '33fabb62-ead6-4c3c-9f6f-87fb494bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:59:42.833209 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:42.833604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Bound using segment: {'id': '33fabb62-ead6-4c3c-9f6f-87fb494bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:59:42.834112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Bound port: a1e16429-b689-4345-b7e5-6f7b81797746, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fabb62-ead6-4c3c-9f6f-87fb494bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:59:42.835045 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:42.855761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port c3f296c4-f6e8-4a24-8bdb-a0a76674332f triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:42.856404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:42.856864 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port c3f296c4-f6e8-4a24-8bdb-a0a76674332f Sep 25 01:59:42.874351 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Attempt 6 to provision port a1e16429-b689-4345-b7e5-6f7b81797746 Sep 25 01:59:42.961451 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:42.965190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Port a1e16429-b689-4345-b7e5-6f7b81797746 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:42.970492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] For port a1e16429-b689-4345-b7e5-6f7b81797746, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:59:42.975236 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] For port a1e16429-b689-4345-b7e5-6f7b81797746, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e16429-b689-4345-b7e5-6f7b81797746,segment=NetworkSegment(33fabb62-ead6-4c3c-9f6f-87fb494bce9e),segment_id=33fabb62-ead6-4c3c-9f6f-87fb494bce9e)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:59:42.982832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:43.046845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port c3f296c4-f6e8-4a24-8bdb-a0a76674332f is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:43.048842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Routers {'e10d40e8-32dd-4e20-b103-01ea29183974'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:43.049467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e10d40e8-32dd-4e20-b103-01ea29183974'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:43.242415 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fd204-b100-4f02-9c00-95414775abcb None None] Pushing event updated for resources: {'Port': ['ID=a1e16429-b689-4345-b7e5-6f7b81797746,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:43.306395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] Set router e10d40e8-32dd-4e20-b103-01ea29183974 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:43.458421 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3437cfe4-a353-47bd-bad6-8a85f5c95a5b req-b3442d3a-69fe-4975-9343-7998da853917 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 210 time: 0.0362697 Sep 25 01:59:43.482219 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Attempt 7 to provision port a1e16429-b689-4345-b7e5-6f7b81797746 Sep 25 01:59:43.505583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:43.534478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:39Z', 'revision_number': 4, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'gw_port': {'id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a1e16429-b689-4345-b7e5-6f7b81797746', 'name': '', 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'mac_address': 'fa:16:3e:31:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'cf60e244-ee08-4918-ba13-4bd14d90053b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:38Z', 'updated_at': '2022-09-25T01:59:42Z', 'revision_number': 4, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'subnets': [{'id': 'cf60e244-ee08-4918-ba13-4bd14d90053b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:43.566282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e047f8-3293-4e2c-8b15-e97a15300258 None None] The sync data for ids ['e10d40e8-32dd-4e20-b103-01ea29183974'] in dv-neutron-master-2-hyperv is: [{'id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:39Z', 'revision_number': 4, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'gw_port': {'id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a1e16429-b689-4345-b7e5-6f7b81797746', 'name': '', 'network_id': 'fa087203-2343-41b9-8309-3f34cada290a', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'mac_address': 'fa:16:3e:31:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'cf60e244-ee08-4918-ba13-4bd14d90053b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:38Z', 'updated_at': '2022-09-25T01:59:42Z', 'revision_number': 4, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'subnets': [{'id': 'cf60e244-ee08-4918-ba13-4bd14d90053b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:59:43.606251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-76dabaac-1623-4b0c-87a8-5fc121270803 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:43.607836 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-76dabaac-1623-4b0c-87a8-5fc121270803 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 808 time: 0.1298223 Sep 25 01:59:43.625129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Current status of the port a1e16429-b689-4345-b7e5-6f7b81797746 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:43.625129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:43.681018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] For port a1e16429-b689-4345-b7e5-6f7b81797746, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e16429-b689-4345-b7e5-6f7b81797746,segment=NetworkSegment(33fabb62-ead6-4c3c-9f6f-87fb494bce9e),segment_id=33fabb62-ead6-4c3c-9f6f-87fb494bce9e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:43.685878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:43.698366 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-76128215-82f7-4225-82ed-631fa84f3cd2 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb97afe48f6942db97ef88acc6c68a82 HTTP/1.1" status: 200 len: 380 time: 0.0772855 Sep 25 01:59:43.709941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'port': {'device_id': 'da405de0-654f-488d-8a69-8bcfe3100695', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'admin_state_up': True, 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'security_groups': ['bd4b17ef-0c03-416e-a551-bd0baa98d4f8']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:43.754858 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6aff5-1168-47be-a109-8df7e16becad None None] Pushing event updated for resources: {'Port': ['ID=a1e16429-b689-4345-b7e5-6f7b81797746,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:43.775305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:43.811374 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0f7a0a35-84b1-4591-9526-275b6cbc873e None None] Provisioning complete for port a1e16429-b689-4345-b7e5-6f7b81797746 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:43.811863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0a35-84b1-4591-9526-275b6cbc873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:43.812107 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0f7a0a35-84b1-4591-9526-275b6cbc873e None None] Attempt 1 to provision port a1e16429-b689-4345-b7e5-6f7b81797746 Sep 25 01:59:43.843135 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Made reservation on behalf of eb97afe48f6942db97ef88acc6c68a82 for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:59:43.847745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:43.895894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a0a35-84b1-4591-9526-275b6cbc873e None None] Current status of the port a1e16429-b689-4345-b7e5-6f7b81797746 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:43.986292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Allocated IP 172.20.0.14 (0056d21b-c8be-4262-832a-cdc9b3dc7c50/8a194fdb-4cfa-4953-be9d-845ba099accc/60ee83a1-6fb4-46b3-bda2-6c43024da8bf) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:59:44.133271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:44.165816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:44.214243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:44.217399 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:44.222009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:59:44.227974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:44.276404 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:44.277020 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:44.294608 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1e164df9-6c70-4979-9165-bb3dd85465b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5888524 Sep 25 01:59:44.312080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Request body: {'port': {'device_id': 'da405de0-654f-488d-8a69-8bcfe3100695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:44.367314 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:44.386031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:44.419059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-a46f7422-c87a-44ea-b995-23e117a6f346 None None] Provisioning complete for port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:44.419436 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a46f7422-c87a-44ea-b995-23e117a6f346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:44.419774 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a46f7422-c87a-44ea-b995-23e117a6f346 None None] Attempt 1 to provision port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf Sep 25 01:59:44.451619 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a46f7422-c87a-44ea-b995-23e117a6f346 None None] Port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:44.589795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04fd1a-95f0-4352-9687-44880db21e3a req-cfd6d836-3bc2-45fb-a8f4-ed79bf5afa2e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:44.592427 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6d04fd1a-95f0-4352-9687-44880db21e3a req-cfd6d836-3bc2-45fb-a8f4-ed79bf5afa2e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 932 time: 0.0531642 Sep 25 01:59:44.647063 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6d04fd1a-95f0-4352-9687-44880db21e3a req-8c1aa65b-3172-4441-946b-3d3f637cffbf tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498729 Sep 25 01:59:44.759249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a1e16429-b689-4345-b7e5-6f7b81797746 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:44.806145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port a1e16429-b689-4345-b7e5-6f7b81797746 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:44.806524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:44.806897 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port a1e16429-b689-4345-b7e5-6f7b81797746 Sep 25 01:59:44.870181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:44.892039 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port a1e16429-b689-4345-b7e5-6f7b81797746 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:44.909654 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:44.953084 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a46f7422-c87a-44ea-b995-23e117a6f346 None None] Attempt 2 to provision port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf Sep 25 01:59:44.971373 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ee83a1-6fb4-46b3-bda2-6c43024da8bf {{(pid=107188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:59:44.979216 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Publish callbacks [] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:44.984752 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a46f7422-c87a-44ea-b995-23e117a6f346 None None] Port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:59:44.992236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.provisioning_blocks [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Transition to ACTIVE for port object 60ee83a1-6fb4-46b3-bda2-6c43024da8bf will not be triggered until provisioned by entity L2. {{(pid=107188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:59:44.996192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:45.076415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:45.107075 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Attempting to bind port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:59:45.107449 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Attempting to bind port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:59:45.107782 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Attempting to bind port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf on network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:59:45.150509 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf on network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:59:45.150841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Attempting to bind port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf on network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:59:45.191502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:59:45.191841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Checking segment: {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:59:45.192255 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Bound using segment: {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:59:45.192695 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Bound port: 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'}}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:59:45.193068 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:45.258808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, cleared binding levels {{(pid=107188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:59:45.261798 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:59:45.267889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:45.272534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:45.273145 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:45.274498 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-d61f1592-228d-4bee-be35-5352767c668e service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 1094 time: 0.9671304 Sep 25 01:59:45.275046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:59:45.277293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2" -d '{"events": [{"name": "network-changed", "server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:59:45.321800 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc36b5f-7856-47cf-9b38-0989252d9b61 x-openstack-request-id: req-5cc36b5f-7856-47cf-9b38-0989252d9b61 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:59:45.322082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:59:45.322401 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cc36b5f-7856-47cf-9b38-0989252d9b61 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:59:45.322799 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc36b5f-7856-47cf-9b38-0989252d9b61'] response: {'name': 'network-changed', 'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'status': 'completed', 'code': 200} Sep 25 01:59:45.332354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f1592-228d-4bee-be35-5352767c668e service neutron] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:45.385738 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1ed7b037-3701-431c-82e0-19c16fbeb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:45.387226 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-1ed7b037-3701-431c-82e0-19c16fbeb47e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1128 time: 0.0392177 Sep 25 01:59:45.433866 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-a970367e-1891-41ba-9816-54ac663dc764 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 217 time: 0.0339277 Sep 25 01:59:45.485858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-873fc645-b272-449d-86d6-520476ea3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:45.486067 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-a46f7422-c87a-44ea-b995-23e117a6f346 None None] Attempt 3 to provision port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf Sep 25 01:59:45.487341 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-873fc645-b272-449d-86d6-520476ea3969 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0473471 Sep 25 01:59:45.529765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-a46f7422-c87a-44ea-b995-23e117a6f346 None None] Port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:59:45.535480 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-2bb0ecac-a947-4484-ac77-31ee6d764de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:45.537305 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-2bb0ecac-a947-4484-ac77-31ee6d764de7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438716 Sep 25 01:59:45.603017 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:45.629138 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-4a8b38fc-d421-4419-9f0a-c80bb8ba47c0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862188 Sep 25 01:59:45.728436 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a03d0d26-136c-4c02-93f2-d7023c3d6df0 req-e4b89011-f1f7-4b8d-a6ed-f57409c919eb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931566 Sep 25 01:59:45.778345 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be8b1b-54ae-408b-8fcc-d520d4ddcab8 req-57558a68-85b8-4a54-84c7-886e7f0d9a05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:45.779969 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-53be8b1b-54ae-408b-8fcc-d520d4ddcab8 req-57558a68-85b8-4a54-84c7-886e7f0d9a05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0530741 Sep 25 01:59:45.836343 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-53be8b1b-54ae-408b-8fcc-d520d4ddcab8 req-a7b9e153-b24f-4d94-9187-0dfaca038ba0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478802 Sep 25 01:59:46.961820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae876f-6636-44d5-99a9-0e977916bb0d req-fadecf3b-6f39-4c9b-9b4b-fb2dc5da7128 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:46.963318 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99ae876f-6636-44d5-99a9-0e977916bb0d req-fadecf3b-6f39-4c9b-9b4b-fb2dc5da7128 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0472810 Sep 25 01:59:47.012878 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99ae876f-6636-44d5-99a9-0e977916bb0d req-1b9df34b-1142-4b28-a9d7-0c09f2b79e71 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 Sep 25 01:59:47.708893 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:47.717627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-8b1bdfb1-5345-4400-8401-4de726b9c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:47.719112 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-8b1bdfb1-5345-4400-8401-4de726b9c039 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1128 time: 0.0441244 Sep 25 01:59:47.809752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-8c07cf55-8c56-4129-98a8-d540ef5c0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:47.811221 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-8c07cf55-8c56-4129-98a8-d540ef5c0ca3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0854881 Sep 25 01:59:47.853432 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-14c5d168-63ed-43ad-a579-8f3f4ed76ae7 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 217 time: 0.0367362 Sep 25 01:59:47.901643 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-11e1acaf-2d00-4bd4-9ba5-13322a24bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:47.903115 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-11e1acaf-2d00-4bd4-9ba5-13322a24bfd6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0445700 Sep 25 01:59:47.947203 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-ca2adc24-3766-4c6f-8632-99324fecaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:47.948744 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-ca2adc24-3766-4c6f-8632-99324fecaab6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390594 Sep 25 01:59:48.042111 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-e2edaebc-e6c2-40d8-8cc6-06aac8c06357 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878372 Sep 25 01:59:48.132357 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ce01e-b1d8-4f68-bc76-cd1ec1957d0b req-a1f0bcac-8aca-4dec-b560-b898ef4109bf tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:48.133015 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d50b37c7-5d39-46d7-9ed5-a92ae4f893a2 req-a5b9a2da-6053-4f27-8ca5-fc5c1b71846a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842628 Sep 25 01:59:48.133840 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50ce01e-b1d8-4f68-bc76-cd1ec1957d0b req-a1f0bcac-8aca-4dec-b560-b898ef4109bf tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0467463 Sep 25 01:59:48.184425 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c50ce01e-b1d8-4f68-bc76-cd1ec1957d0b req-75b99d99-5a09-484a-a520-50d0ccb38d95 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448377 Sep 25 01:59:48.978031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 60ee83a1-6fb4-46b3-bda2-6c43024da8bf details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:59:49.079847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:49.091319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'port_id': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'mac_address': 'fa:16:3e:5e:84:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:59:49.125331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:49.125719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:49.138083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ee83a1-6fb4-46b3-bda2-6c43024da8bf {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:59:49.162757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:49.166796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:49.203599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:49.215660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:49.311008 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e6962-38c2-4bbb-bafc-f5c6877c31c4 req-92a587e8-c8f8-4ce7-b5eb-206ee375220c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:49.312527 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e21e6962-38c2-4bbb-bafc-f5c6877c31c4 req-92a587e8-c8f8-4ce7-b5eb-206ee375220c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 945 time: 0.0531313 Sep 25 01:59:49.362348 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e21e6962-38c2-4bbb-bafc-f5c6877c31c4 req-95281b87-4c74-42a7-b353-fd56e343f8b7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442541 Sep 25 01:59:49.576548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['60ee83a1-6fb4-46b3-bda2-6c43024da8bf'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:59:50.130218 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=20 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:50.131521 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:50.480895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7fc35-073f-41c0-9024-9edbb6957e2f req-2aa979bc-3b64-4545-ab64-e80b55dd5a58 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:50.482723 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aba7fc35-073f-41c0-9024-9edbb6957e2f req-2aa979bc-3b64-4545-ab64-e80b55dd5a58 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 945 time: 0.0467286 Sep 25 01:59:50.536063 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-aba7fc35-073f-41c0-9024-9edbb6957e2f req-a0a23ed8-330e-43b5-a840-7c674a4b1eb6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476928 Sep 25 01:59:50.989311 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 60ee83a1-6fb4-46b3-bda2-6c43024da8bf up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:59:51.031234 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:59:51.036055 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:59:51.036447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:51.036768 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf Sep 25 01:59:51.110785 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:59:51.111165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:51.133585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:59:51.136980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:51.149191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:59:51.154023 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:51.179292 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c8510f-1983-4977-8b18-b247c8964428" -d '{"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-plugged", "status": "completed", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:59:51.207224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:51.273661 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f028dc3-dec2-4944-9f51-2ef1493d455b x-openstack-request-id: req-6f028dc3-dec2-4944-9f51-2ef1493d455b {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:59:51.273956 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-plugged", "status": "completed", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:59:51.274217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f028dc3-dec2-4944-9f51-2ef1493d455b {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:59:51.274623 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f028dc3-dec2-4944-9f51-2ef1493d455b'] response: {'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'code': 200} Sep 25 01:59:51.475274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89b2d9-1fbe-40ff-9563-919294c15fae req-3b55ef0a-a320-4a4d-945c-78cad31bda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:51.476820 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a89b2d9-1fbe-40ff-9563-919294c15fae req-3b55ef0a-a320-4a4d-945c-78cad31bda4b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1130 time: 0.0390320 Sep 25 01:59:51.521785 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9a89b2d9-1fbe-40ff-9563-919294c15fae req-d12b9653-4f3b-4be0-b43d-55d70f959059 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Sep 25 01:59:51.664578 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26724acc-4761-447b-9db4-9bb5de58392d req-60da1d2c-f450-47b8-a70a-e0e9973ff025 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:51.666034 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-26724acc-4761-447b-9db4-9bb5de58392d req-60da1d2c-f450-47b8-a70a-e0e9973ff025 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0467873 Sep 25 01:59:51.714850 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-26724acc-4761-447b-9db4-9bb5de58392d req-d725a3dd-92d4-4aa1-bddc-c2ab34864bb1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Sep 25 01:59:52.842453 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca66024-ba61-4eb3-aac8-6d451c853613 req-7824fdc8-db9b-4253-bb60-b54c48760fb0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:52.844008 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eca66024-ba61-4eb3-aac8-6d451c853613 req-7824fdc8-db9b-4253-bb60-b54c48760fb0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0485542 Sep 25 01:59:52.897057 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-eca66024-ba61-4eb3-aac8-6d451c853613 req-eb5d1bcb-7c57-42a6-948d-9cfa9e979eb5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472884 Sep 25 01:59:54.017894 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f88e89-5bfc-48e2-8bb6-160bfe6f9fe4 req-ce6a7d17-40fd-4637-a51d-a47238963012 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:54.019347 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-07f88e89-5bfc-48e2-8bb6-160bfe6f9fe4 req-ce6a7d17-40fd-4637-a51d-a47238963012 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0462518 Sep 25 01:59:54.069921 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-07f88e89-5bfc-48e2-8bb6-160bfe6f9fe4 req-ff64dbbd-b57a-4866-86e1-b96a13472763 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443192 Sep 25 01:59:54.188942 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0047d-41ca-4c9c-a408-34969a61d124 req-60cfa7c0-341f-48ed-bfc8-10dd93ffe0ef tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:54.190319 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2bb0047d-41ca-4c9c-a408-34969a61d124 req-60cfa7c0-341f-48ed-bfc8-10dd93ffe0ef tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0467622 Sep 25 01:59:54.235132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:54.240301 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2bb0047d-41ca-4c9c-a408-34969a61d124 req-33553ce3-4513-4f23-a212-74fa4c47fb4e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440557 Sep 25 01:59:54.268220 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37646) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:54.347558 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14327d32-c10b-4457-a853-9b1cd0f6f99e tempest-TestShelveInstance-467052610 tempest-TestShelveInstance-467052610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:54.349190 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-14327d32-c10b-4457-a853-9b1cd0f6f99e tempest-TestShelveInstance-467052610 tempest-TestShelveInstance-467052610-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1125 time: 0.0800080 Sep 25 01:59:54.352253 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 37650) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:59:54.356474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:59:54.377763 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:54.460079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:54.519830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:54.567661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Allocated IP 172.36.7.67 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/b90c54fe-d543-48c7-a0ab-ffcc8357f805) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:59:54.671307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for port (b90c54fe-d543-48c7-a0ab-ffcc8357f805), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:54.702559 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b90c54fe-d543-48c7-a0ab-ffcc8357f805), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:54.747073 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:59:54.751806 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:59:54.754315 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:59:54.759543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'Port': ['ID=b90c54fe-d543-48c7-a0ab-ffcc8357f805,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:55.060528 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:55.105957 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for floatingip (87f0b92e-ebb5-4173-bd14-68cc8e036389), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:55.175624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b90c54fe-d543-48c7-a0ab-ffcc8357f805), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:55.309461 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:55.323894 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for port (b90c54fe-d543-48c7-a0ab-ffcc8357f805), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:55.328698 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (b90c54fe-d543-48c7-a0ab-ffcc8357f805), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:55.396262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (87f0b92e-ebb5-4173-bd14-68cc8e036389), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:55.398964 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'Port': ['ID=b90c54fe-d543-48c7-a0ab-ffcc8357f805,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:59:55.495292 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Floating IP 87f0b92e-ebb5-4173-bd14-68cc8e036389 associated. External IP: 172.36.7.67, port: 60ee83a1-6fb4-46b3-bda2-6c43024da8bf. Sep 25 01:59:55.699987 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Router 34734239-2421-4be8-9f00-02c6607b2346 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:59:55.805489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:59:55.815323 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] Sync routers for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:59:55.824855 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:55.825614 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:55.826308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:59:55.857424 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a716e0ea-d01c-4f69-967f-94c7dc240e0d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5041678 Sep 25 01:59:55.858182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:59:55.860567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4284e6d6-c93b-4f9b-acca-047a7cc4424f" -d '{"events": [{"name": "network-changed", "server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:59:55.900527 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f066a74-c55b-4751-972a-9c9f37dba463 x-openstack-request-id: req-7f066a74-c55b-4751-972a-9c9f37dba463 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:59:55.900821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:59:55.901074 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f066a74-c55b-4751-972a-9c9f37dba463 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:59:55.901509 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f066a74-c55b-4751-972a-9c9f37dba463'] response: {'name': 'network-changed', 'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'status': 'completed', 'code': 200} Sep 25 01:59:55.931841 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:55.987757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-e7be021c-fb74-43a2-b27a-9c3bbb49df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:55.989217 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-e7be021c-fb74-43a2-b27a-9c3bbb49df8b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1130 time: 0.0398726 Sep 25 01:59:56.041743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:56.083628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-f8321bae-222a-4afc-a542-ffbf3defbabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:56.085654 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-f8321bae-222a-4afc-a542-ffbf3defbabd service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0912588 Sep 25 01:59:56.142219 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '87f0b92e-ebb5-4173-bd14-68cc8e036389', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'floating_ip_address': '172.36.7.67', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34734239-2421-4be8-9f00-02c6607b2346', 'port_id': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'mac_address': 'fa:16:3e:5e:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da405de0-654f-488d-8a69-8bcfe3100695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:59:54Z', 'updated_at': '2022-09-25T01:59:54Z', 'revision_number': 0, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:56.145528 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-8262df97-b4d3-4c2b-9f12-68da89acefda service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 999 time: 0.0544488 Sep 25 01:59:56.167866 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] Checking router: 34734239-2421-4be8-9f00-02c6607b2346 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:59:56.176200 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:59:56.176809 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T01:59:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:56.194682 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-53f71feb-176f-4dfa-a1dd-6b2dc507cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:56.196259 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-53f71feb-176f-4dfa-a1dd-6b2dc507cc93 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0454390 Sep 25 01:59:56.242966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-a8e733c2-aee3-4512-9f16-64d5dfd9b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:59:56.244436 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-a8e733c2-aee3-4512-9f16-64d5dfd9b8f2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430422 Sep 25 01:59:56.327741 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:59:56.340903 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-14c88997-7a1e-48de-8e18-86786a654b77 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909996 Sep 25 01:59:56.365231 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:59:56.434021 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4284e6d6-c93b-4f9b-acca-047a7cc4424f req-6e066a75-9c32-4e94-8408-1c29e98d4d4b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877225 Sep 25 01:59:56.573438 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '87f0b92e-ebb5-4173-bd14-68cc8e036389', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'floating_ip_address': '172.36.7.67', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34734239-2421-4be8-9f00-02c6607b2346', 'port_id': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'mac_address': 'fa:16:3e:5e:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da405de0-654f-488d-8a69-8bcfe3100695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:59:54Z', 'updated_at': '2022-09-25T01:59:54Z', 'revision_number': 0, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:59:56.600735 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834f99b-b1bf-4a9f-930b-fdc6fabea7c2 None None] The sync data for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv is: [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '87f0b92e-ebb5-4173-bd14-68cc8e036389', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'floating_ip_address': '172.36.7.67', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34734239-2421-4be8-9f00-02c6607b2346', 'port_id': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'mac_address': 'fa:16:3e:5e:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da405de0-654f-488d-8a69-8bcfe3100695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:59:54Z', 'updated_at': '2022-09-25T01:59:54Z', 'revision_number': 0, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:59:56.787650 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0458119-10ba-4ce7-8d87-238f4840203a None None] New status for floating IP 87f0b92e-ebb5-4173-bd14-68cc8e036389: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:59:58.768076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-acc18e56-abfb-41c1-8c84-b1e235e7128f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:01.676930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ff82c818-eb8d-4821-a7fe-a369113bc394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:04.001713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:04.056868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=68,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:04.065070 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=68,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:06.141497 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:06.429516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=40 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:06.431539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:06.754501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:09.007570 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=78 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:09.008457 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=76 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:11.301096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:17.131853 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:00:21.294908 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:21.297255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:27.128244 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:28.769690 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c38fe662-fbd9-46e2-96c6-5311ceacd566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:31.678822 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-482745d8-e50e-4762-b69d-0988aa48e538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:34.004015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:36.143140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:36.756928 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:39.678615 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f764be0-12e7-4180-b034-5741819997d4 req-86df3885-0983-49e7-a06d-65177e4635c6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374029 Sep 25 02:00:39.786759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764be0-12e7-4180-b034-5741819997d4 req-43ddd052-1bfc-459a-9c84-a8360348ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:00:39.788369 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f764be0-12e7-4180-b034-5741819997d4 req-43ddd052-1bfc-459a-9c84-a8360348ae0c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1130 time: 0.0470610 Sep 25 02:00:39.892820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764be0-12e7-4180-b034-5741819997d4 req-2e93fde5-ed3b-45d9-9333-39a2084b612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:00:39.894267 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f764be0-12e7-4180-b034-5741819997d4 req-2e93fde5-ed3b-45d9-9333-39a2084b612e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0875528 Sep 25 02:00:39.957879 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f764be0-12e7-4180-b034-5741819997d4 req-2df11aa1-1559-4fd4-9e63-5a3a1875bb2f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 1001 time: 0.0576782 Sep 25 02:00:40.005168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764be0-12e7-4180-b034-5741819997d4 req-36f7bbac-2adc-49b7-941d-aea0e90ec84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:00:40.006552 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f764be0-12e7-4180-b034-5741819997d4 req-36f7bbac-2adc-49b7-941d-aea0e90ec84d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0433495 Sep 25 02:00:40.047871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764be0-12e7-4180-b034-5741819997d4 req-9b5b40a4-8025-436c-a5c6-291a33070875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:00:40.049316 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f764be0-12e7-4180-b034-5741819997d4 req-9b5b40a4-8025-436c-a5c6-291a33070875 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375047 Sep 25 02:00:40.141841 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f764be0-12e7-4180-b034-5741819997d4 req-9ded26bb-54a7-4df2-9345-b32a060198a1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869861 Sep 25 02:00:40.231622 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3f764be0-12e7-4180-b034-5741819997d4 req-e257ebee-3f5f-427e-94cb-9145c27abf88 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833871 Sep 25 02:00:41.306379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:00:45.037186 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:46.753414 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:50.221613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=45 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:50.227933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=56 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:51.302850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:00:54.130816 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:00:58.773283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ae553ae9-396e-432c-a8e7-017650a74493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:01.681147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-76a9fe5e-e2cc-438f-8563-4e71d5d992b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:04.005145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:04.126329 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=19 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:04.127436 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:06.149913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:06.758255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:11.325526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:21.319463 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:21.321411 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:23.009056 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:23.009779 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:28.775660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ac6889f0-a99a-4c98-a307-8f8c3b51cc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:31.130228 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:01:31.685389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5542fdc9-ff27-4a26-82e3-6767831be070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:34.009643 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:36.142347 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:36.761070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:40.640995 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-93a621dd-cd6a-4724-ba28-77379c2c071b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415149 Sep 25 02:01:40.742675 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-afb98714-e8ae-40b9-a3e7-c7add1729319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:01:40.744758 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-afb98714-e8ae-40b9-a3e7-c7add1729319 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1130 time: 0.0408299 Sep 25 02:01:40.848347 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-a7e05b67-1a10-44cc-8b5a-af0d9de4ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:01:40.849793 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-a7e05b67-1a10-44cc-8b5a-af0d9de4ceb4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0882583 Sep 25 02:01:40.910965 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-1ccd15c2-58d7-4b05-9c95-bec33c83c5b9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 1001 time: 0.0541120 Sep 25 02:01:40.963589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-8901494a-965b-43c8-86f1-749aaf1b1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:01:40.965057 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-8901494a-965b-43c8-86f1-749aaf1b1c35 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0481963 Sep 25 02:01:41.006691 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-b80d31e3-b4a5-4f88-be0c-e26f154dbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:01:41.008156 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-b80d31e3-b4a5-4f88-be0c-e26f154dbabc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372436 Sep 25 02:01:41.018321 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-7689f336-279b-4b1b-a121-338c5d696e9b service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 02:01:41.019262 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-7689f336-279b-4b1b-a121-338c5d696e9b service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052009 Sep 25 02:01:41.112091 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-e174eb54-1ade-4cfd-a5b5-ccb8ffc1e77a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865130 Sep 25 02:01:41.124928 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:41.125726 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:41.200269 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6b5f120c-e6a8-4b48-b784-39b323567fba req-71df1862-daaa-4f49-a749-fd7ef82a766c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825918 Sep 25 02:01:41.326753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:01:51.195204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=50 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:51.197071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=51 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:51.316579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:51.322579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:01:58.777475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-16a09e45-7b86-4a75-9528-2e6df99bd9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:00.006747 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:00.007514 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:01.688151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf52f-abfd-44eb-909c-00e866ed5c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:04.010727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:06.144929 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:06.762273 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:08.129403 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:02:11.325664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:18.125329 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:21.319880 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:21.321849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:22.921653 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7d088-1b79-4574-879b-1db61c606df6 req-22f4223a-d863-4ea2-958c-18f32a58a9f4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:22.923138 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8fe7d088-1b79-4574-879b-1db61c606df6 req-22f4223a-d863-4ea2-958c-18f32a58a9f4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0512867 Sep 25 02:02:22.972752 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8fe7d088-1b79-4574-879b-1db61c606df6 req-8e7e678d-a47b-44f9-b881-0e72a30489f3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440381 Sep 25 02:02:24.105474 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1f6cd-0dfb-4bca-ab50-75c4ec41c2e3 req-6f2948fe-b9f9-4320-898a-9f2136eed0b5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:24.106929 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-43a1f6cd-0dfb-4bca-ab50-75c4ec41c2e3 req-6f2948fe-b9f9-4320-898a-9f2136eed0b5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0497186 Sep 25 02:02:24.154989 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-43a1f6cd-0dfb-4bca-ab50-75c4ec41c2e3 req-010c5fcc-9709-4b10-8cff-afa8664d00f1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Sep 25 02:02:25.280952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3078046-c305-4f82-8d8f-4cc75b4b8811 req-70ab3474-7b88-4d86-b23a-2f0862d792d8 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:25.282691 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3078046-c305-4f82-8d8f-4cc75b4b8811 req-70ab3474-7b88-4d86-b23a-2f0862d792d8 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0473824 Sep 25 02:02:25.332956 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3078046-c305-4f82-8d8f-4cc75b4b8811 req-2c0ed1c9-2223-4745-bc98-49e056ca0cee tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 Sep 25 02:02:26.455972 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3274442-d0d1-427d-a43d-835bfac3e620 req-44e40c6a-f44e-46f1-a333-7b8e32a0810a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:26.457422 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e3274442-d0d1-427d-a43d-835bfac3e620 req-44e40c6a-f44e-46f1-a333-7b8e32a0810a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0471182 Sep 25 02:02:26.506211 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e3274442-d0d1-427d-a43d-835bfac3e620 req-b3f8ba3a-b2b3-4428-aaed-e69b720184e5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Sep 25 02:02:27.631339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcb8c5-5589-4a95-a51b-72fa908702ae req-ba71dc14-d749-42bf-96ea-71dd33ce0d64 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:27.632835 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cadcb8c5-5589-4a95-a51b-72fa908702ae req-ba71dc14-d749-42bf-96ea-71dd33ce0d64 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0504732 Sep 25 02:02:27.680731 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cadcb8c5-5589-4a95-a51b-72fa908702ae req-b0114c01-b4aa-4580-bd5f-e8df5a8d13cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Sep 25 02:02:28.783819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9d7d87b3-94d6-49c1-bb9e-a3ba38ae2afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:28.812326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777df84-78ae-447f-ba36-461e407d1710 req-9f189fc3-1105-4689-8db8-e0ed535e53bf tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:28.813911 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0777df84-78ae-447f-ba36-461e407d1710 req-9f189fc3-1105-4689-8db8-e0ed535e53bf tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0550532 Sep 25 02:02:28.866764 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0777df84-78ae-447f-ba36-461e407d1710 req-33a7e33c-bf72-4dda-99f0-76a606783a49 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Sep 25 02:02:29.992573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba52201-87b0-4ce7-87e8-b626dca87003 req-0b2b009e-d9f5-4ca5-94ef-79bafc3cffce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:29.994040 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5ba52201-87b0-4ce7-87e8-b626dca87003 req-0b2b009e-d9f5-4ca5-94ef-79bafc3cffce tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0484827 Sep 25 02:02:30.045029 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5ba52201-87b0-4ce7-87e8-b626dca87003 req-fcf68a25-3827-45e2-9c10-5b3c48d778e1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435209 Sep 25 02:02:31.165141 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29314da9-5deb-4b27-881d-7da1fbc79f1f req-acdc96cf-9ecb-43fa-ab61-54329485bc87 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:31.166612 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-29314da9-5deb-4b27-881d-7da1fbc79f1f req-acdc96cf-9ecb-43fa-ab61-54329485bc87 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0474560 Sep 25 02:02:31.215502 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-29314da9-5deb-4b27-881d-7da1fbc79f1f req-eb7864db-e022-4ac8-80a5-77a3d442b684 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Sep 25 02:02:31.691309 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9a827b78-1eab-4d48-ab14-4d2a9826834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:32.339435 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77b1a4-432d-4e9b-a0f9-922aaf9df957 req-52bf04fa-33ac-4346-a41c-236457dfab50 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:32.341003 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba77b1a4-432d-4e9b-a0f9-922aaf9df957 req-52bf04fa-33ac-4346-a41c-236457dfab50 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0474563 Sep 25 02:02:32.395038 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ba77b1a4-432d-4e9b-a0f9-922aaf9df957 req-6638085e-7b4e-4d32-8712-13056e9e9273 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482233 Sep 25 02:02:33.520575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dccc7-7577-44af-a2b4-3b1a76b5313f req-ed1d095b-ac73-4c3c-a145-cae11dac435b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:33.522348 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ea6dccc7-7577-44af-a2b4-3b1a76b5313f req-ed1d095b-ac73-4c3c-a145-cae11dac435b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0491118 Sep 25 02:02:33.575774 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ea6dccc7-7577-44af-a2b4-3b1a76b5313f req-af552b2f-b3cb-42d4-9352-6a0cf3d970a3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469348 Sep 25 02:02:34.015790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:34.697648 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8c6b0-dcb8-4f1d-bb55-995bc49ecae0 req-a76f30c7-364d-4fff-a29f-9661bd432e9b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:34.699120 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ecb8c6b0-dcb8-4f1d-bb55-995bc49ecae0 req-a76f30c7-364d-4fff-a29f-9661bd432e9b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0479662 Sep 25 02:02:34.748213 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ecb8c6b0-dcb8-4f1d-bb55-995bc49ecae0 req-a1dc350a-20f0-4946-916e-837cffadf4eb tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Sep 25 02:02:35.868150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bf164-4b0e-4430-b431-5eb5ac4f7ac1 req-cff4d803-2a8e-49e3-9289-ad783e4bf097 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:35.869575 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7b8bf164-4b0e-4430-b431-5eb5ac4f7ac1 req-cff4d803-2a8e-49e3-9289-ad783e4bf097 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0457654 Sep 25 02:02:35.917478 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7b8bf164-4b0e-4430-b431-5eb5ac4f7ac1 req-2914d30b-0358-4971-b8c5-27c256c7a548 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 Sep 25 02:02:36.148166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:36.765530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:37.044541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c9098-47b9-4496-82a2-b85d6d24bb7e req-608200ec-b275-4577-bb4c-8c084b9cd379 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:37.046580 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0a7c9098-47b9-4496-82a2-b85d6d24bb7e req-608200ec-b275-4577-bb4c-8c084b9cd379 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0475056 Sep 25 02:02:37.095297 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0a7c9098-47b9-4496-82a2-b85d6d24bb7e req-a2288a3b-4ebb-49bc-9593-952ba39937b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431657 Sep 25 02:02:37.739000 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 60ee83a1-6fb4-46b3-bda2-6c43024da8bf details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 02:02:37.839407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:02:37.850336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'port_id': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'mac_address': 'fa:16:3e:5e:84:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 02:02:37.884024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf is: ACTIVE; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:02:37.884416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:37.897573 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60ee83a1-6fb4-46b3-bda2-6c43024da8bf {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:02:37.917166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:02:37.921664 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:37.966552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:02:37.973545 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.973896 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.974242 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.974585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.974922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.975258 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.975584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.975913 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.976266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.976598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.976925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.977253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.977576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.977904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:37.978229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:02:38.094926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['60ee83a1-6fb4-46b3-bda2-6c43024da8bf'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 02:02:38.218416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194a740-e3bc-4753-8cee-b093582e8428 req-315744f6-9792-459c-9a5b-aa74d7eaf94d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:38.219871 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8194a740-e3bc-4753-8cee-b093582e8428 req-315744f6-9792-459c-9a5b-aa74d7eaf94d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 945 time: 0.0458720 Sep 25 02:02:38.269040 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8194a740-e3bc-4753-8cee-b093582e8428 req-113a58b7-1989-4a81-9b08-446658681a32 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434339 Sep 25 02:02:38.634464 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=18 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:38.635211 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=14 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:39.393552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eec92a-663b-4a18-af1f-38a470c6bc9b req-a0f34536-7b51-4db9-a107-a75531ef11dc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:39.395106 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d1eec92a-663b-4a18-af1f-38a470c6bc9b req-a0f34536-7b51-4db9-a107-a75531ef11dc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 945 time: 0.0509415 Sep 25 02:02:39.444277 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d1eec92a-663b-4a18-af1f-38a470c6bc9b req-7f41df12-213d-4c45-9044-ebb6fd22da68 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434830 Sep 25 02:02:39.744275 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 60ee83a1-6fb4-46b3-bda2-6c43024da8bf up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:02:39.802232 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:02:39.802605 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:39.802949 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf Sep 25 02:02:39.881284 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:02:39.881679 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:39.884096 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:39.902842 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:39.907150 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:02:39.909423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419f15d6-2f50-4f1d-aa3b-17a609c51f39" -d '{"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-plugged", "status": "completed", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:02:39.923539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:02:39.928672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:39.954797 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b69b874-a6a3-4776-946b-d463d9ef9292 x-openstack-request-id: req-8b69b874-a6a3-4776-946b-d463d9ef9292 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:02:39.955087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-plugged", "status": "completed", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:02:39.955362 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b69b874-a6a3-4776-946b-d463d9ef9292 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:02:39.955747 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b69b874-a6a3-4776-946b-d463d9ef9292'] response: {'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'code': 200} Sep 25 02:02:39.980303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:02:40.566437 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd8b05-0b4f-4231-9901-cd196a8d48a4 req-8b658ba2-e4c5-4b40-8b3a-a09f627c8d4a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:40.567869 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4cd8b05-0b4f-4231-9901-cd196a8d48a4 req-8b658ba2-e4c5-4b40-8b3a-a09f627c8d4a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0484650 Sep 25 02:02:40.618998 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4cd8b05-0b4f-4231-9901-cd196a8d48a4 req-f2f3b7ac-b3e8-4f9d-b037-619894b503e6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450344 Sep 25 02:02:41.376483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:41.640597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-d53c228b-ce78-4705-b514-1d23d8bca3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:41.642039 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-d53c228b-ce78-4705-b514-1d23d8bca3ba service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1130 time: 0.0467947 Sep 25 02:02:41.791544 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89370dca-2afe-46ba-b582-834a81ba7728 req-3d9faa11-5f0a-4f7f-baf6-8d6aaaa46567 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:41.793125 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-89370dca-2afe-46ba-b582-834a81ba7728 req-3d9faa11-5f0a-4f7f-baf6-8d6aaaa46567 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0813894 Sep 25 02:02:42.156636 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-00e51917-551f-489a-9f85-97f4eb58d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:42.158368 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-00e51917-551f-489a-9f85-97f4eb58d103 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.4957867 Sep 25 02:02:42.194867 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-89370dca-2afe-46ba-b582-834a81ba7728 req-5962e083-3ad2-4133-9b34-00eb0b597f83 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876173 Sep 25 02:02:42.256439 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-cc644360-9458-4a43-b345-0183c0c5eecc service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 1001 time: 0.0876138 Sep 25 02:02:42.314842 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-c7159430-c1da-43fe-8055-1d26da3195c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:42.316578 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-c7159430-c1da-43fe-8055-1d26da3195c5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0540442 Sep 25 02:02:42.332022 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:42.367330 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-e40fa4f5-7aaf-405b-a25f-e576cbdbe23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:42.368869 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-e40fa4f5-7aaf-405b-a25f-e576cbdbe23b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455949 Sep 25 02:02:42.443341 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:42.472155 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-bc46053c-4ab7-4792-a357-39077cf225b9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959353 Sep 25 02:02:42.595388 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1aa2512f-bf99-455a-ba15-0e0c6f93acf7 req-c9c68cef-b5dc-46e6-b56c-b66da76cc943 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160004 Sep 25 02:02:43.331497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb953ed-c156-4f02-81d4-69ee11279330 req-cb36bad8-31ba-47b4-8998-18e5333a25f5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:43.333241 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dcb953ed-c156-4f02-81d4-69ee11279330 req-cb36bad8-31ba-47b4-8998-18e5333a25f5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0572152 Sep 25 02:02:43.383968 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-dcb953ed-c156-4f02-81d4-69ee11279330 req-5ff503cd-d1ab-40b4-8f2e-34a3cbb2ee10 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453198 Sep 25 02:02:44.515873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d119-3a7f-4335-a1fa-b413c6ce9409 req-f53460eb-87f6-4a76-9c6f-fd3545e36ec5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:44.517411 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ec24d119-3a7f-4335-a1fa-b413c6ce9409 req-f53460eb-87f6-4a76-9c6f-fd3545e36ec5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0529106 Sep 25 02:02:44.581329 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ec24d119-3a7f-4335-a1fa-b413c6ce9409 req-c2cb4724-5a32-4d7c-a545-b113b54094aa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553842 Sep 25 02:02:45.129429 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:02:45.675254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=84 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:45.677012 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:45.713819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbf965-7547-4fce-8e0d-5e068723165a req-afc7b4a3-2700-4ee0-96b0-3a872971c06d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:45.715675 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-20cbf965-7547-4fce-8e0d-5e068723165a req-afc7b4a3-2700-4ee0-96b0-3a872971c06d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0509431 Sep 25 02:02:45.768281 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-20cbf965-7547-4fce-8e0d-5e068723165a req-b649a63e-e819-47ea-8c1d-e30fa2937b5c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468824 Sep 25 02:02:46.903397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980efb-535e-4285-8385-13a02eff1615 req-229ef17b-f574-420b-880f-4b7cfaa23ccb tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:46.905060 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c980efb-535e-4285-8385-13a02eff1615 req-229ef17b-f574-420b-880f-4b7cfaa23ccb tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0537570 Sep 25 02:02:46.964599 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5c980efb-535e-4285-8385-13a02eff1615 req-4d336269-2c8b-4a7d-ac89-2196564a1fd2 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530457 Sep 25 02:02:48.091102 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ece71-544e-40d8-b67c-6669857bdf11 req-94958cad-95a9-43de-9b88-647ea78b237b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:48.092785 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-092ece71-544e-40d8-b67c-6669857bdf11 req-94958cad-95a9-43de-9b88-647ea78b237b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0502174 Sep 25 02:02:48.157465 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-092ece71-544e-40d8-b67c-6669857bdf11 req-1c3fc345-6c66-4dee-920e-0de9e619e9c9 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586202 Sep 25 02:02:49.290628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22a248-4091-4a33-b22f-b347925ebed7 req-9d347278-a826-46eb-b2be-86c7b8cc146e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:49.292309 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ed22a248-4091-4a33-b22f-b347925ebed7 req-9d347278-a826-46eb-b2be-86c7b8cc146e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0552950 Sep 25 02:02:49.345579 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ed22a248-4091-4a33-b22f-b347925ebed7 req-226376c9-0386-4044-aa8c-d5bbc2dc8606 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471389 Sep 25 02:02:50.467590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f503ca-d4fb-4380-a02d-e7ef1802c834 req-293dba0d-1c86-4b33-98bc-0dd25c07f20f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:50.469166 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6f503ca-d4fb-4380-a02d-e7ef1802c834 req-293dba0d-1c86-4b33-98bc-0dd25c07f20f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0476353 Sep 25 02:02:50.476619 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-d11435b5-5029-4003-9047-4e820a096a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:50.478118 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-d11435b5-5029-4003-9047-4e820a096a1e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1130 time: 0.0398493 Sep 25 02:02:50.520138 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c6f503ca-d4fb-4380-a02d-e7ef1802c834 req-b96c418e-5c66-4142-bc97-37269a78dd70 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452628 Sep 25 02:02:50.576357 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-7443d7a9-9c3b-42da-9c4a-530ff48deeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:50.577770 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-7443d7a9-9c3b-42da-9c4a-530ff48deeb7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0929940 Sep 25 02:02:50.639815 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-498fbdb0-e04a-4663-b225-5d16c5818e2e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 1001 time: 0.0558701 Sep 25 02:02:50.690857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-c4eccf33-6c26-484a-95d4-d76ce82276ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:50.692310 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-c4eccf33-6c26-484a-95d4-d76ce82276ad service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0474546 Sep 25 02:02:50.734678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-c832580a-075a-4e60-bc8f-cbe83b61ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:50.736140 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-c832580a-075a-4e60-bc8f-cbe83b61ce5b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385756 Sep 25 02:02:50.828374 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-9a3871c9-f0bd-4b33-abaf-13f4841353f7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863266 Sep 25 02:02:50.886027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:50.927059 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1d19d56c-8363-4990-8cba-767661b5f4f3 req-717935d2-1397-4ae6-a0f2-09387cb39f19 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930407 Sep 25 02:02:51.368790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:51.370710 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:51.641966 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d174a8f-0391-4cf2-bdbc-c22e93838a5e req-7b746609-2838-4b25-a57d-703d5229d2ee tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:51.643416 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6d174a8f-0391-4cf2-bdbc-c22e93838a5e req-7b746609-2838-4b25-a57d-703d5229d2ee tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0467453 Sep 25 02:02:51.695420 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6d174a8f-0391-4cf2-bdbc-c22e93838a5e req-5944ce6f-628c-4ed7-9489-1aa9ae46261b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464563 Sep 25 02:02:52.815754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce3c9a-65f9-4bfd-9cee-2f3108e11a96 req-9e61d944-65b1-4635-a321-c742b7015bd2 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:52.817272 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-64ce3c9a-65f9-4bfd-9cee-2f3108e11a96 req-9e61d944-65b1-4635-a321-c742b7015bd2 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0481277 Sep 25 02:02:52.866575 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-64ce3c9a-65f9-4bfd-9cee-2f3108e11a96 req-4a3fb1e4-58e3-46b5-9acc-74c613345f38 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 Sep 25 02:02:52.951183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-f67a40f8-dd96-4a45-8125-759f22b5771c req-49f37070-9f25-445d-a415-6688407df900 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 02:02:52.952705 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f67a40f8-dd96-4a45-8125-759f22b5771c req-49f37070-9f25-445d-a415-6688407df900 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058751 Sep 25 02:02:53.133164 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62913c-1286-4f7a-b725-a53cebd884ac req-60902853-dc0a-4291-b46e-ce75d0685b13 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:53.134592 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5e62913c-1286-4f7a-b725-a53cebd884ac req-60902853-dc0a-4291-b46e-ce75d0685b13 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 946 time: 0.0519650 Sep 25 02:02:53.184956 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5e62913c-1286-4f7a-b725-a53cebd884ac req-8922f57e-85c2-4911-8c75-4c0095773a44 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438750 Sep 25 02:02:53.395252 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-47a02fa1-44f1-407d-9a60-aa89a5850f45 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007173 Sep 25 02:02:53.845385 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 60ee83a1-6fb4-46b3-bda2-6c43024da8bf no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:02:53.917514 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:02:53.917902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:53.940970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:02:53.943225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc42342-3250-4bcd-a088-fcd05dd1c2fe" -d '{"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-unplugged", "status": "completed", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:02:53.955360 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:02:53.959342 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:53.980603 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 25 Sep 2022 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61df7b8f-a89c-4434-9e84-b24ea2824edb x-openstack-request-id: req-61df7b8f-a89c-4434-9e84-b24ea2824edb {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:02:53.980894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-unplugged", "status": "failed", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf", "code": 422}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:02:53.981148 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61df7b8f-a89c-4434-9e84-b24ea2824edb {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:02:53.981577 dv-neutron-master-2-hyperv neutron-server[107189]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-61df7b8f-a89c-4434-9e84-b24ea2824edb']: {'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'code': 422} returned with failed status Sep 25 02:02:54.007942 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:02:54.309986 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfa2b7-f41f-451c-bea1-efad4c4ff786 req-5ecbde89-bafa-49ae-8653-33cc02c694a6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:54.311550 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9cdfa2b7-f41f-451c-bea1-efad4c4ff786 req-5ecbde89-bafa-49ae-8653-33cc02c694a6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0513709 Sep 25 02:02:54.360499 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-9cdfa2b7-f41f-451c-bea1-efad4c4ff786 req-2e778d8e-02a5-4de3-974a-10b75d4bf4d6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 Sep 25 02:02:54.525360 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-15e07001-5251-4967-86a0-6cc4e03a9a39 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:54.526704 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-15e07001-5251-4967-86a0-6cc4e03a9a39 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports/60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 941 time: 0.0939929 Sep 25 02:02:55.044892 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:55.124914 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:55.465630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:02:55.478835 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f2b22-3748-4168-9318-8e10658f94e6 req-2c4929e3-ee69-4097-a20e-e6b0a0b3ba63 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:55.480324 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-026f2b22-3748-4168-9318-8e10658f94e6 req-2c4929e3-ee69-4097-a20e-e6b0a0b3ba63 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0472281 Sep 25 02:02:55.533799 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-026f2b22-3748-4168-9318-8e10658f94e6 req-bc5abf10-366d-49d8-b455-5508bbbe27e9 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473249 Sep 25 02:02:56.652924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcdab1-f06b-4cc0-8007-b9aabd61004c req-581ca78c-04f4-4ffc-86bb-ad16ef3ad089 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:56.654378 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0ffcdab1-f06b-4cc0-8007-b9aabd61004c req-581ca78c-04f4-4ffc-86bb-ad16ef3ad089 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0459220 Sep 25 02:02:56.706838 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0ffcdab1-f06b-4cc0-8007-b9aabd61004c req-52bc045a-fed0-4ec9-bc56-9e8ddf7ac9e0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466795 Sep 25 02:02:57.873475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0f3b1-1cfc-4cc3-85ab-96e5e0d44e19 req-112240ee-cdb0-478e-be6e-bb81fb51dcb8 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:57.875509 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-00f0f3b1-1cfc-4cc3-85ab-96e5e0d44e19 req-112240ee-cdb0-478e-be6e-bb81fb51dcb8 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0953653 Sep 25 02:02:57.928308 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-00f0f3b1-1cfc-4cc3-85ab-96e5e0d44e19 req-a5d092ae-4680-4e69-8737-4cd2319a836e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457184 Sep 25 02:02:58.530729 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-b958bbb0-f991-4b70-91e2-f5fdcabbb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:58.532499 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-b958bbb0-f991-4b70-91e2-f5fdcabbb732 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695&tenant_id=eb97afe48f6942db97ef88acc6c68a82 HTTP/1.1" status: 200 len: 1128 time: 0.0699639 Sep 25 02:02:58.611189 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-b0422a12-18c7-48e9-9027-d5e1d98d4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:58.612717 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-b0422a12-18c7-48e9-9027-d5e1d98d4165 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1128 time: 0.0429325 Sep 25 02:02:58.701549 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-1eccfc77-ec47-4234-896f-eb71ff151024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:58.703620 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-1eccfc77-ec47-4234-896f-eb71ff151024 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0855956 Sep 25 02:02:58.771912 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-e84779af-9f3a-4608-87cc-aab2f3850363 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 999 time: 0.0624053 Sep 25 02:02:58.776921 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-840636f5-69cb-4852-ad5e-19ace7214f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:02:58.821475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-d3de2c7c-0859-422c-a366-df0397a993a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:58.822871 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-d3de2c7c-0859-422c-a366-df0397a993a0 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0453570 Sep 25 02:02:58.866803 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-b0c2c1f3-a4c7-4ea1-898a-a13e3439062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:58.868311 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-b0c2c1f3-a4c7-4ea1-898a-a13e3439062a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393770 Sep 25 02:02:58.961502 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-ede31d84-f0ca-464f-8ede-539a57fb00a2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875933 Sep 25 02:02:59.061352 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f36cb18f-84bc-428c-b278-1137f6c325fe req-03f79c54-643d-465e-8923-a9914d78e901 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935061 Sep 25 02:02:59.112093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b5e59-8dcd-4337-b79d-0d09f343bfb2 req-10727409-f6dd-4c37-b99b-f7704f019873 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:02:59.113627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4a0b5e59-8dcd-4337-b79d-0d09f343bfb2 req-10727409-f6dd-4c37-b99b-f7704f019873 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.1040423 Sep 25 02:02:59.164799 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4a0b5e59-8dcd-4337-b79d-0d09f343bfb2 req-5c9c9124-39ea-4f9b-83e4-ba39922973b3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 Sep 25 02:03:00.295050 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dcdec-f1e8-42fd-ab16-18b889f7c50b req-0eed9440-160d-4418-94ff-e2d3a0a4de0e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:00.297407 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-428dcdec-f1e8-42fd-ab16-18b889f7c50b req-0eed9440-160d-4418-94ff-e2d3a0a4de0e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0554705 Sep 25 02:03:00.320007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:00.351522 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-428dcdec-f1e8-42fd-ab16-18b889f7c50b req-fb595f6a-f769-46cd-b2af-4a632c97caed tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481629 Sep 25 02:03:01.483162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838bc0d-e7d6-490a-8e52-9d5965073b70 req-cecb574a-4fee-44f2-95df-5ed4d1fa8e0e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:01.484738 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b838bc0d-e7d6-490a-8e52-9d5965073b70 req-cecb574a-4fee-44f2-95df-5ed4d1fa8e0e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0491247 Sep 25 02:03:01.539080 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b838bc0d-e7d6-490a-8e52-9d5965073b70 req-174ef1c3-f5c3-4a70-bd94-829f72ea4dcf tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485406 Sep 25 02:03:01.694392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ca09-f01e-445a-8070-149e3fb501b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:02.671769 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fde79a-0007-426e-92fe-0d758d913651 req-905b2fd7-5c7e-4afe-98ee-585f49314fd9 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:02.674966 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-58fde79a-0007-426e-92fe-0d758d913651 req-905b2fd7-5c7e-4afe-98ee-585f49314fd9 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0527024 Sep 25 02:03:02.731222 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-58fde79a-0007-426e-92fe-0d758d913651 req-201c45c2-8ad8-4a62-ad63-a385be89dcb3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479715 Sep 25 02:03:03.872591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670e8a3-0e0e-49e6-9e19-7f3209b17cc0 req-cfe96e1b-38d4-4a9a-ae12-57c7b719a66b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:03.874176 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2670e8a3-0e0e-49e6-9e19-7f3209b17cc0 req-cfe96e1b-38d4-4a9a-ae12-57c7b719a66b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0526009 Sep 25 02:03:03.926907 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2670e8a3-0e0e-49e6-9e19-7f3209b17cc0 req-dfbedf53-6221-4d42-8c26-49d6edf78eef tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471613 Sep 25 02:03:04.027864 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:05.063354 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf93a2-b5f1-4847-be29-73857aafbce3 req-3b3e03fa-c2d8-4489-ac4c-21fb942384b5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:05.064918 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1adf93a2-b5f1-4847-be29-73857aafbce3 req-3b3e03fa-c2d8-4489-ac4c-21fb942384b5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0556858 Sep 25 02:03:05.118211 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1adf93a2-b5f1-4847-be29-73857aafbce3 req-c3ce6c40-3c68-4cbd-83e0-be763193f501 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470145 Sep 25 02:03:06.156105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:06.253486 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1db675-b3ba-4362-b64f-e6c1735a2bd2 req-ce1f5216-910a-418c-bcdb-6bb0440eabe4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:06.255301 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7a1db675-b3ba-4362-b64f-e6c1735a2bd2 req-ce1f5216-910a-418c-bcdb-6bb0440eabe4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0567219 Sep 25 02:03:06.287932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:06.309636 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7a1db675-b3ba-4362-b64f-e6c1735a2bd2 req-335efdf8-a1ec-4b8e-a5c0-185c7e49cb53 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482094 Sep 25 02:03:06.770699 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:07.440256 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be244cda-c741-4a1c-91e7-cfcb0cc6b9cf req-fcb9202f-c9c7-4f7a-a650-70b7e2433c2e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:07.441748 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-be244cda-c741-4a1c-91e7-cfcb0cc6b9cf req-fcb9202f-c9c7-4f7a-a650-70b7e2433c2e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0476129 Sep 25 02:03:07.490254 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-be244cda-c741-4a1c-91e7-cfcb0cc6b9cf req-7751227f-912f-4dc2-a79a-17a7173faf3f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 Sep 25 02:03:08.615544 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde557e-84db-4715-ab42-49f9a0cffc17 req-dc4fb5fb-3778-439f-9f8d-f86c5513cd41 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:08.617073 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6bde557e-84db-4715-ab42-49f9a0cffc17 req-dc4fb5fb-3778-439f-9f8d-f86c5513cd41 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0518329 Sep 25 02:03:08.666341 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6bde557e-84db-4715-ab42-49f9a0cffc17 req-7364091f-c6f5-4f47-9baf-30333fd13f0f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434892 Sep 25 02:03:09.777234 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:09.789014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b18be-4cfc-454f-ba29-a16f358139e5 req-a89f2ec0-e057-4fa2-aca5-3836f51e0829 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:09.790504 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-141b18be-4cfc-454f-ba29-a16f358139e5 req-a89f2ec0-e057-4fa2-aca5-3836f51e0829 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0494370 Sep 25 02:03:09.844455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-141b18be-4cfc-454f-ba29-a16f358139e5 req-795f8f0b-a27c-4910-8686-bab23ea21bf1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475974 Sep 25 02:03:10.947641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:10.965454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8504ffe-11d6-4a55-90fb-bb0ff9fadb86 req-492331b3-bca9-49da-a5ed-ea6efd62bba7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:10.966950 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8504ffe-11d6-4a55-90fb-bb0ff9fadb86 req-492331b3-bca9-49da-a5ed-ea6efd62bba7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0475397 Sep 25 02:03:11.015852 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f8504ffe-11d6-4a55-90fb-bb0ff9fadb86 req-488190a6-34a2-45b8-86e4-5692045f05c3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Sep 25 02:03:11.341734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:12.136069 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4ef91-90a8-4c2f-9a48-536c1c94934b req-d1bae85f-f707-4e78-8472-0fdfc456dc97 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:12.137532 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4fb4ef91-90a8-4c2f-9a48-536c1c94934b req-d1bae85f-f707-4e78-8472-0fdfc456dc97 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0466788 Sep 25 02:03:12.186996 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4fb4ef91-90a8-4c2f-9a48-536c1c94934b req-a263b257-96d5-42dd-b488-14051710a92f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431261 Sep 25 02:03:13.309994 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653b0e3-5deb-454a-9f2c-0e390ee4cc48 req-6ae81f4c-a22b-4298-a7b9-80c79db632f0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:13.311491 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b653b0e3-5deb-454a-9f2c-0e390ee4cc48 req-6ae81f4c-a22b-4298-a7b9-80c79db632f0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 944 time: 0.0472732 Sep 25 02:03:13.364258 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b653b0e3-5deb-454a-9f2c-0e390ee4cc48 req-1c5132e7-1c2f-42f6-9e81-15eeedb82ed2 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471711 Sep 25 02:03:13.900547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 60ee83a1-6fb4-46b3-bda2-6c43024da8bf details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 02:03:13.995254 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:13.996796 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:03:14.001425 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:14.008774 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'port_id': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'mac_address': 'fa:16:3e:5e:84:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 02:03:14.046472 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:03:14.046859 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:14.059425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ee83a1-6fb4-46b3-bda2-6c43024da8bf {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:03:14.079567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:03:14.083197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:14.128567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=9']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:03:14.485575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569594b-e10d-4ab0-82dc-80876b72c365 req-cfdfa47d-cc3a-4eca-b961-71514caa6010 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:14.487024 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6569594b-e10d-4ab0-82dc-80876b72c365 req-cfdfa47d-cc3a-4eca-b961-71514caa6010 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 945 time: 0.0462010 Sep 25 02:03:14.529475 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['60ee83a1-6fb4-46b3-bda2-6c43024da8bf'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 02:03:14.537650 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6569594b-e10d-4ab0-82dc-80876b72c365 req-699e93c2-69ed-4450-8130-d01fe343d1f6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450461 Sep 25 02:03:14.622060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:14.704470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:15.657858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c69878-6cf8-4cbb-8c15-f9b25da12623 req-ebaa39fc-1ae2-4913-a905-4997a669649f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:15.659318 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7c69878-6cf8-4cbb-8c15-f9b25da12623 req-ebaa39fc-1ae2-4913-a905-4997a669649f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 945 time: 0.0469730 Sep 25 02:03:15.707832 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f7c69878-6cf8-4cbb-8c15-f9b25da12623 req-4893392a-c3a0-4d29-95ad-ec6a7ffa6a31 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Sep 25 02:03:15.914589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 60ee83a1-6fb4-46b3-bda2-6c43024da8bf up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:03:15.960979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:03:15.961348 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:15.961683 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf Sep 25 02:03:16.029819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:03:16.030200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:16.052062 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:03:16.054272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427aa54c-0caa-443c-bf3f-cd0c49255592" -d '{"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-plugged", "status": "completed", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:03:16.066904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:03:16.073187 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:16.097068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b8a504-8dff-47c1-9815-23b1ede451e1 x-openstack-request-id: req-48b8a504-8dff-47c1-9815-23b1ede451e1 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:03:16.097354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-plugged", "status": "completed", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:03:16.097608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48b8a504-8dff-47c1-9815-23b1ede451e1 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:03:16.097999 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b8a504-8dff-47c1-9815-23b1ede451e1'] response: {'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'code': 200} Sep 25 02:03:16.121528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=10']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:03:16.423706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fbd82-62c5-4254-946c-01e22da59688 req-f4a363aa-cc06-4470-8979-f8d9ab11ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:16.425233 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1a9fbd82-62c5-4254-946c-01e22da59688 req-f4a363aa-cc06-4470-8979-f8d9ab11ece5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1131 time: 0.0863142 Sep 25 02:03:16.469890 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1a9fbd82-62c5-4254-946c-01e22da59688 req-8164c4e4-4520-4b95-be8a-865534636397 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391529 Sep 25 02:03:16.829351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf126d0-c7db-4abb-9870-985e4934b93c req-df5f744a-2e83-421f-82b6-f991ffbd62cf tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:16.830844 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8bf126d0-c7db-4abb-9870-985e4934b93c req-df5f744a-2e83-421f-82b6-f991ffbd62cf tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 947 time: 0.0469294 Sep 25 02:03:16.880657 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8bf126d0-c7db-4abb-9870-985e4934b93c req-47aabad8-3c46-444a-851c-8bc09e4f1296 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Sep 25 02:03:18.011834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af4da4-0dca-4f82-b8e6-074f517834c8 req-3971b33f-8736-435a-b071-98891f703abe tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:18.013418 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b9af4da4-0dca-4f82-b8e6-074f517834c8 req-3971b33f-8736-435a-b071-98891f703abe tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 947 time: 0.0503356 Sep 25 02:03:18.066356 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b9af4da4-0dca-4f82-b8e6-074f517834c8 req-e0066b3f-dd3c-4384-98c1-087d48566ef1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464001 Sep 25 02:03:19.202003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2c5d7-069e-4338-a87e-31fd8a536702 req-9c84fdd2-97a5-48ff-b8f9-2a42efa0c993 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:19.203617 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f9d2c5d7-069e-4338-a87e-31fd8a536702 req-9c84fdd2-97a5-48ff-b8f9-2a42efa0c993 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 947 time: 0.0602591 Sep 25 02:03:19.252703 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-f9d2c5d7-069e-4338-a87e-31fd8a536702 req-3835ae62-1253-46a7-af5d-758c0f5033c0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433974 Sep 25 02:03:22.127921 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:03:26.113872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:26.119059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:28.052492 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=77 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:28.061378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=40 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:28.778172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b6da75f-b865-40d2-9127-ca93fd4d6388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:29.237795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=55 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:29.249016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=49 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:31.695935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-636c96fc-1194-499f-8234-8db1a6137262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:32.123250 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:32.123958 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:34.018482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:36.148706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:36.772524 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:41.332282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:41.873543 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-908d0338-1f0c-437e-99c2-8273c60c245a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417547 Sep 25 02:03:41.973936 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-2af35017-12be-4b54-8fa4-591cc5c6ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:41.975588 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-2af35017-12be-4b54-8fa4-591cc5c6ba98 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1131 time: 0.0402722 Sep 25 02:03:42.083968 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-a0a8fe35-28ca-4f7c-9e4f-33b01bd19fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:42.085434 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-a0a8fe35-28ca-4f7c-9e4f-33b01bd19fb0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0913420 Sep 25 02:03:42.145971 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-bafb948a-f919-4a3b-8bd9-fcd19ba6b42e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 1001 time: 0.0549726 Sep 25 02:03:42.193938 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-6ef858bb-4fb4-40ca-bcc8-b1f2439b0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:42.195352 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-6ef858bb-4fb4-40ca-bcc8-b1f2439b0edd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0441086 Sep 25 02:03:42.241299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-0d56022e-eb70-4dd5-ad78-93b63ec50ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:03:42.242691 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-0d56022e-eb70-4dd5-ad78-93b63ec50ed5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421660 Sep 25 02:03:42.333709 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-ab8b224d-99d1-4eb4-a7fe-6caf288990cc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839558 Sep 25 02:03:42.426988 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6baa0077-17ef-406b-bae3-2f67f6eac174 req-8051e86f-d619-4a41-bf45-657a91c005a9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871356 Sep 25 02:03:50.991549 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:50.995583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:51.322816 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:51.328596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:52.422322 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=48 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:52.424308 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=53 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:03:58.780758 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9c702ea8-60c8-4f59-9833-b94c5735fa5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:03:59.127525 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:04:01.698153 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1e720794-da86-4968-9633-34f9fd20dcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:04.021083 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:06.151191 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:06.774600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:09.122457 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:11.338029 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:21.332638 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:21.334563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:28.000657 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:28.001421 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:28.782317 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-05b2643a-4a8b-4e0b-9cc4-a8f349b9ed41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:31.700097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-23a493c2-c6da-4c99-b2b2-cf3312e7dd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:34.024293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:36.125644 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:04:36.154479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:36.780998 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:41.352798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:43.540673 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-e15f6d64-9f8c-4378-8c3a-7f48f13deb71 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393655 Sep 25 02:04:43.642725 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-fe1d3b02-d990-4526-a510-b8c08e84aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:43.644299 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-fe1d3b02-d990-4526-a510-b8c08e84aca6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1131 time: 0.0426092 Sep 25 02:04:43.746225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-bb451e1a-fc5e-4f8a-bc0d-a489d254d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:43.747717 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-bb451e1a-fc5e-4f8a-bc0d-a489d254d9c7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0856733 Sep 25 02:04:43.812436 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-35e3d4e4-2926-4f48-9161-9af22253a5de service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 1001 time: 0.0578840 Sep 25 02:04:43.859663 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-74ababc3-6871-4e6f-b521-5d89088f43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:43.861650 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-74ababc3-6871-4e6f-b521-5d89088f43c5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0441444 Sep 25 02:04:43.904832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-cc5602a8-e420-46a0-b40d-efb512f85a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:43.906258 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-cc5602a8-e420-46a0-b40d-efb512f85a5f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381696 Sep 25 02:04:43.998285 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-564cee5f-55a8-405b-a117-335fa9e71ba4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861657 Sep 25 02:04:44.086319 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5cc5e8d-f00a-4a4b-af60-2649f179b344 req-7ca6666b-c558-48a4-984b-e4a3a4491ea9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821211 Sep 25 02:04:51.347541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:51.349550 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:54.077792 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=50 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:54.083248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=51 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:54.850688 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38026) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:04:55.033488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Deleting port b90c54fe-d543-48c7-a0ab-ffcc8357f805 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:04:55.033829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b90c54fe-d543-48c7-a0ab-ffcc8357f805), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:55.110250 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b90c54fe-d543-48c7-a0ab-ffcc8357f805), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:55.111426 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for floatingip (b90c54fe-d543-48c7-a0ab-ffcc8357f805), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:55.123799 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Calling delete_port for b90c54fe-d543-48c7-a0ab-ffcc8357f805 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:04:55.268656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b90c54fe-d543-48c7-a0ab-ffcc8357f805), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:55.298589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event deleted for resources: {'Port': ['ID=b90c54fe-d543-48c7-a0ab-ffcc8357f805,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:04:55.320892 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.321244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.321590 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.321934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.322271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.322605 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.322934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.323262 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.323590 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.323917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.324270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.324597 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.324924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.325246 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.325568 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:55.372199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for floatingip (87f0b92e-ebb5-4173-bd14-68cc8e036389), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:55.372466 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Floating IP 87f0b92e-ebb5-4173-bd14-68cc8e036389 disassociated (deleted). External IP: 172.36.7.67, port: 60ee83a1-6fb4-46b3-bda2-6c43024da8bf. Sep 25 02:04:55.566236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Router 34734239-2421-4be8-9f00-02c6607b2346 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:04:55.676299 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:04:55.681090 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:55.686392 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] Sync routers for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:04:55.695966 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:04:55.696594 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:04:55.710968 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-6ed2a052-1baf-46bf-9d93-f959ee49e5cc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/87f0b92e-ebb5-4173-bd14-68cc8e036389 HTTP/1.1" status: 204 len: 168 time: 0.8592055 Sep 25 02:04:55.711723 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:04:55.714124 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0d8aa6-0eb0-478e-878f-7149816d289c" -d '{"events": [{"name": "network-changed", "server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:04:55.830168 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:04:55.871747 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dffb577-3631-466e-86cb-5291ffcde216 x-openstack-request-id: req-5dffb577-3631-466e-86cb-5291ffcde216 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:04:55.872071 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:04:55.872334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dffb577-3631-466e-86cb-5291ffcde216 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:04:55.872833 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dffb577-3631-466e-86cb-5291ffcde216'] response: {'name': 'network-changed', 'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'status': 'completed', 'code': 200} Sep 25 02:04:55.930786 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:55.957475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:55.973132 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e5261-1e0a-464b-bda5-b80003b7eb6a req-5f393cc8-3920-4344-954a-34a9abbf4ce2 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:55.974743 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-722e5261-1e0a-464b-bda5-b80003b7eb6a req-5f393cc8-3920-4344-954a-34a9abbf4ce2 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 947 time: 0.0539045 Sep 25 02:04:56.024981 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-722e5261-1e0a-464b-bda5-b80003b7eb6a req-0efe9be2-6a9e-4f46-b4c9-3db73e8a1de8 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 Sep 25 02:04:56.031399 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:04:56.055714 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] Checking router: 34734239-2421-4be8-9f00-02c6607b2346 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:04:56.063905 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:04:56.064519 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:04:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:04:56.162345 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:04:56.420101 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:04:56.447073 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c4451-6375-44e3-820e-9657e03e5d75 None None] The sync data for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv is: [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:04:56.661979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058f0eba-d1df-4148-a281-653aaac51200 None None] New status for floating IP 87f0b92e-ebb5-4173-bd14-68cc8e036389: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 02:04:57.031471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-efbdba51-ad83-47c7-ae02-2e01f3c7dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:57.033789 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-efbdba51-ad83-47c7-ae02-2e01f3c7dc10 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 1131 time: 0.0389595 Sep 25 02:04:57.126325 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-773c6356-0c99-4f2d-ad28-2890711c7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:57.127728 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-773c6356-0c99-4f2d-ad28-2890711c7945 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0886860 Sep 25 02:04:57.147201 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7ba8b-9146-4e25-8229-ff34cfe7ff4d req-f9177365-dfe6-4155-8a33-1c47debe161d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:57.148731 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a9e7ba8b-9146-4e25-8229-ff34cfe7ff4d req-f9177365-dfe6-4155-8a33-1c47debe161d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 947 time: 0.0478768 Sep 25 02:04:57.168744 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-b06edd33-139e-4768-9712-de2866c93b87 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 200 len: 217 time: 0.0328419 Sep 25 02:04:57.198945 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-a9e7ba8b-9146-4e25-8229-ff34cfe7ff4d req-7ed43dff-2440-4107-9786-dd6a80b12e0e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=bd4b17ef-0c03-416e-a551-bd0baa98d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442746 Sep 25 02:04:57.216758 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-d84297b5-9501-418a-87a7-1d1a4d655d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:57.218214 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-d84297b5-9501-418a-87a7-1d1a4d655d66 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0440862 Sep 25 02:04:57.311866 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-761ceb0f-b4a1-43a6-b959-8b24ba2b80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:57.313426 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-761ceb0f-b4a1-43a6-b959-8b24ba2b80ae service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434167 Sep 25 02:04:57.506496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-effaadd6-80f2-4ac3-9d81-4646515cdb02 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:04:57.507982 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-effaadd6-80f2-4ac3-9d81-4646515cdb02 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 947 time: 0.0511909 Sep 25 02:04:57.542483 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-911e769d-2790-4235-896c-65480dbee418 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863736 Sep 25 02:04:57.592565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Deleting port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:04:57.592909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:57.637152 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fd0d8aa6-0eb0-478e-878f-7149816d289c req-6b6046b3-95ad-433d-9cc8-a25120d71fd3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892901 Sep 25 02:04:57.687155 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] For port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:04:57.687516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:57.701960 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Calling delete_port for 60ee83a1-6fb4-46b3-bda2-6c43024da8bf owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:04:57.826349 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (60ee83a1-6fb4-46b3-bda2-6c43024da8bf), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:57.857669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event deleted for resources: {'Port': ['ID=60ee83a1-6fb4-46b3-bda2-6c43024da8bf,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:04:57.869931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.870283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.870631 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.870970 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.871307 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.871637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.871982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.872312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.872635 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.872957 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.873278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.873600 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.873919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.874237 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.874572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:04:57.911977 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] No DVR routers for this DVR port 60ee83a1-6fb4-46b3-bda2-6c43024da8bf on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:04:57.914413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:57.917636 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7c59edf8-3d21-4b22-92a6-6f76b9c60352 req-2a5770a7-d395-4ae3-a8ed-5c86c270b481 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "DELETE /networking/v2.0/ports/60ee83a1-6fb4-46b3-bda2-6c43024da8bf HTTP/1.1" status: 204 len: 173 time: 0.4049363 Sep 25 02:04:57.918124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-deleted', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:04:57.959310 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc00dbf2f735d18d0a5a93c5ce3e53c0176e28f64b5f91004a12477883c5e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5097a73b-2aa2-4eeb-935a-0d9cd7435e83" -d '{"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-deleted", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:04:58.045302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7554825-8e5d-4fe8-b0b1-9ebe4d1f2d84 x-openstack-request-id: req-c7554825-8e5d-4fe8-b0b1-9ebe4d1f2d84 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:04:58.045637 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da405de0-654f-488d-8a69-8bcfe3100695", "name": "network-vif-deleted", "tag": "60ee83a1-6fb4-46b3-bda2-6c43024da8bf", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:04:58.045837 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7554825-8e5d-4fe8-b0b1-9ebe4d1f2d84 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:04:58.046248 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7554825-8e5d-4fe8-b0b1-9ebe4d1f2d84'] response: {'server_uuid': 'da405de0-654f-488d-8a69-8bcfe3100695', 'name': 'network-vif-deleted', 'tag': '60ee83a1-6fb4-46b3-bda2-6c43024da8bf', 'status': 'completed', 'code': 200} Sep 25 02:04:58.317902 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-af58349f-1c94-48c5-af43-72c84cc23a2e req-0b301595-b9fc-4718-911d-331677700c3b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=da405de0-654f-488d-8a69-8bcfe3100695 HTTP/1.1" status: 200 len: 210 time: 0.0296013 Sep 25 02:04:58.786351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-22eeec9c-845e-4966-936e-092288eee2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.383622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38066) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:04:59.441323 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f116cfc7-14ae-4a1e-bfa6-6e661d990823 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (bd4b17ef-0c03-416e-a551-bd0baa98d4f8), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.464848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f116cfc7-14ae-4a1e-bfa6-6e661d990823 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (bd4b17ef-0c03-416e-a551-bd0baa98d4f8), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.527889 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f116cfc7-14ae-4a1e-bfa6-6e661d990823 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (bd4b17ef-0c03-416e-a551-bd0baa98d4f8), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.530661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f116cfc7-14ae-4a1e-bfa6-6e661d990823 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.531807 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f116cfc7-14ae-4a1e-bfa6-6e661d990823 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bd4b17ef-0c03-416e-a551-bd0baa98d4f8 HTTP/1.1" status: 204 len: 168 time: 0.1482749 Sep 25 02:04:59.542397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116cfc7-14ae-4a1e-bfa6-6e661d990823 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4b17ef-0c03-416e-a551-bd0baa98d4f8,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:04:59.639228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38072) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:04:59.644352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f2b913cb-7984-4218-9563-c2c4ed19a41f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325531638', 'description': 'tempest-secgroup-smoke-1325531638 description', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:04:59.666043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f2b913cb-7984-4218-9563-c2c4ed19a41f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.739022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f2b913cb-7984-4218-9563-c2c4ed19a41f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (71248df0-ee52-48ca-9b1f-c158d3a3b812), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.744767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f2b913cb-7984-4218-9563-c2c4ed19a41f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (71248df0-ee52-48ca-9b1f-c158d3a3b812), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.765115 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:59.773995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:04:59.780791 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f2b913cb-7984-4218-9563-c2c4ed19a41f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.782039 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f2b913cb-7984-4218-9563-c2c4ed19a41f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1417754 Sep 25 02:04:59.785027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b913cb-7984-4218-9563-c2c4ed19a41f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71248df0-ee52-48ca-9b1f-c158d3a3b812,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:04:59.786128 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38074) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:04:59.790986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-07eb9ba0-ac55-40b0-866e-0b86526c03e4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': '71248df0-ee52-48ca-9b1f-c158d3a3b812', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:04:59.817240 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-07eb9ba0-ac55-40b0-866e-0b86526c03e4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (f4e11e31-0b15-45cc-b0bb-955d2e75d086), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.872475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-07eb9ba0-ac55-40b0-866e-0b86526c03e4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (f4e11e31-0b15-45cc-b0bb-955d2e75d086), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.876638 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-07eb9ba0-ac55-40b0-866e-0b86526c03e4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (f4e11e31-0b15-45cc-b0bb-955d2e75d086), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.894726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb9ba0-ac55-40b0-866e-0b86526c03e4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e11e31-0b15-45cc-b0bb-955d2e75d086,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:04:59.902656 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-07eb9ba0-ac55-40b0-866e-0b86526c03e4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.903845 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-07eb9ba0-ac55-40b0-866e-0b86526c03e4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166604 Sep 25 02:04:59.906586 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38076) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:04:59.911084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-70e9014f-f198-4c9b-ad8d-87a4c9e3cb1a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': '71248df0-ee52-48ca-9b1f-c158d3a3b812', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:04:59.937031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70e9014f-f198-4c9b-ad8d-87a4c9e3cb1a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (aaacce56-91d6-41ec-8da5-42466a3f5b44), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.992673 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70e9014f-f198-4c9b-ad8d-87a4c9e3cb1a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (aaacce56-91d6-41ec-8da5-42466a3f5b44), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:04:59.996097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70e9014f-f198-4c9b-ad8d-87a4c9e3cb1a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (aaacce56-91d6-41ec-8da5-42466a3f5b44), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.017604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9014f-f198-4c9b-ad8d-87a4c9e3cb1a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaacce56-91d6-41ec-8da5-42466a3f5b44,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:00.025633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-70e9014f-f198-4c9b-ad8d-87a4c9e3cb1a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.026816 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-70e9014f-f198-4c9b-ad8d-87a4c9e3cb1a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192865 Sep 25 02:05:00.029603 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38078) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:05:00.034117 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-3d6eb135-aeab-4545-9240-874e7cf811fa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': '71248df0-ee52-48ca-9b1f-c158d3a3b812', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:05:00.059285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb135-aeab-4545-9240-874e7cf811fa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (aef870ff-c391-4de4-bae7-94bc9b576ca6), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.083670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:00.105414 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:00.120839 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb135-aeab-4545-9240-874e7cf811fa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (aef870ff-c391-4de4-bae7-94bc9b576ca6), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.124857 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb135-aeab-4545-9240-874e7cf811fa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (aef870ff-c391-4de4-bae7-94bc9b576ca6), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.143853 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6eb135-aeab-4545-9240-874e7cf811fa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef870ff-c391-4de4-bae7-94bc9b576ca6,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:00.150569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb135-aeab-4545-9240-874e7cf811fa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.151805 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-3d6eb135-aeab-4545-9240-874e7cf811fa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212687 Sep 25 02:05:00.154606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38080) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:05:00.159623 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-d46f1b2c-4c46-485f-9dc3-78c12a02a843 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': '71248df0-ee52-48ca-9b1f-c158d3a3b812', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:05:00.184827 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d46f1b2c-4c46-485f-9dc3-78c12a02a843 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (bb736a86-37c8-4d34-8101-15d544e11b00), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.243642 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d46f1b2c-4c46-485f-9dc3-78c12a02a843 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (bb736a86-37c8-4d34-8101-15d544e11b00), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.247260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d46f1b2c-4c46-485f-9dc3-78c12a02a843 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (bb736a86-37c8-4d34-8101-15d544e11b00), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.265678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f1b2c-4c46-485f-9dc3-78c12a02a843 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb736a86-37c8-4d34-8101-15d544e11b00,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:00.273879 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-d46f1b2c-4c46-485f-9dc3-78c12a02a843 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.275088 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-d46f1b2c-4c46-485f-9dc3-78c12a02a843 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195447 Sep 25 02:05:00.277961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38082) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:05:00.282302 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-42ff50f4-0882-48c0-b9c2-e7f85d49a2ad tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': '71248df0-ee52-48ca-9b1f-c158d3a3b812', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:05:00.305452 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-42ff50f4-0882-48c0-b9c2-e7f85d49a2ad tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Project eb97afe48f6942db97ef88acc6c68a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 02:05:00.311030 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42ff50f4-0882-48c0-b9c2-e7f85d49a2ad tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (e0f4c96a-20f5-4b31-984b-4f5b5628fa7d), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.363728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 60ee83a1-6fb4-46b3-bda2-6c43024da8bf no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:05:00.370397 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42ff50f4-0882-48c0-b9c2-e7f85d49a2ad tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (e0f4c96a-20f5-4b31-984b-4f5b5628fa7d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.374169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42ff50f4-0882-48c0-b9c2-e7f85d49a2ad tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (e0f4c96a-20f5-4b31-984b-4f5b5628fa7d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.383368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 60ee83a1-6fb4-46b3-bda2-6c43024da8bf {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:05:00.383979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 60ee83a1-6fb4-46b3-bda2-6c43024da8bf not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:05:00.395039 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff50f4-0882-48c0-b9c2-e7f85d49a2ad tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f4c96a-20f5-4b31-984b-4f5b5628fa7d,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:00.403218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-42ff50f4-0882-48c0-b9c2-e7f85d49a2ad tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.404439 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-42ff50f4-0882-48c0-b9c2-e7f85d49a2ad tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255472 Sep 25 02:05:00.407202 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38084) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:05:00.411813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-822cbed3-f7ad-4afa-905a-d7e9d78d3f28 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'security_group_rule': {'security_group_id': '71248df0-ee52-48ca-9b1f-c158d3a3b812', 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:05:00.432511 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.securitygroups_db [None req-822cbed3-f7ad-4afa-905a-d7e9d78d3f28 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Project eb97afe48f6942db97ef88acc6c68a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 02:05:00.437871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-822cbed3-f7ad-4afa-905a-d7e9d78d3f28 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (8e2372f6-f536-4d51-b433-367061f2a4b7), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.498093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-822cbed3-f7ad-4afa-905a-d7e9d78d3f28 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (8e2372f6-f536-4d51-b433-367061f2a4b7), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.502677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-822cbed3-f7ad-4afa-905a-d7e9d78d3f28 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (8e2372f6-f536-4d51-b433-367061f2a4b7), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.521009 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cbed3-f7ad-4afa-905a-d7e9d78d3f28 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2372f6-f536-4d51-b433-367061f2a4b7,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:00.527926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-822cbed3-f7ad-4afa-905a-d7e9d78d3f28 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:00.529326 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-822cbed3-f7ad-4afa-905a-d7e9d78d3f28 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206579 Sep 25 02:05:01.707240 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f0e8fdbb-03c8-4753-ab4f-8ca0328159f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:04.027022 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:06.206357 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:06.417557 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=81 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:06.423574 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:06.777675 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:09.792553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:10.517537 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:10.522749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=53,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:11.366866 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:13.124119 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:05:15.912002 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-5d0ca6c4-440d-462c-baf8-6e915fb4f803 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1325531638&fields=id&tenant_id=eb97afe48f6942db97ef88acc6c68a82 HTTP/1.1" status: 200 len: 267 time: 0.0450664 Sep 25 02:05:16.020276 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-69f40403-2e4a-47f1-8853-cff319cd1935 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:16.021664 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-69f40403-2e4a-47f1-8853-cff319cd1935 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 808 time: 0.1033914 Sep 25 02:05:16.036128 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-47b59e01-748d-4099-88eb-131ac40dc7b8 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/quotas/eb97afe48f6942db97ef88acc6c68a82 HTTP/1.1" status: 200 len: 375 time: 0.0090282 Sep 25 02:05:16.084279 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-6ccb49f8-660e-4e41-bbbe-ee586c98dd6d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434330 Sep 25 02:05:16.187429 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-94c54821-5224-4c16-9efe-829be8f23213 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 02:05:16.189136 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-94c54821-5224-4c16-9efe-829be8f23213 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0430956 Sep 25 02:05:16.280694 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-739ac919-57fc-4196-9b80-9bd6db415f26 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857520 Sep 25 02:05:16.369590 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-21a35b47-6e8a-485f-9e43-2f517db79a54 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830989 Sep 25 02:05:16.669134 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-ad02015f-b793-4011-9b41-de932101d52d req-39353e46-df40-47f2-86b3-515494fcd1ee tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0301871 Sep 25 02:05:17.790907 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4db975ab-676b-4ea8-9535-18a7d517fe92 req-35945802-76b6-45f4-a0e7-eafe664b17a9 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0404348 Sep 25 02:05:17.797858 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-7186abfc-eebf-4f19-98b4-989cc208da36 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:17.799243 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-7186abfc-eebf-4f19-98b4-989cc208da36 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 808 time: 0.1369534 Sep 25 02:05:17.876255 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-e12f736a-7982-4908-8895-1592e2e2a588 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb97afe48f6942db97ef88acc6c68a82 HTTP/1.1" status: 200 len: 380 time: 0.0555580 Sep 25 02:05:17.885467 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'port': {'device_id': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'admin_state_up': True, 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'security_groups': ['71248df0-ee52-48ca-9b1f-c158d3a3b812']}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:05:17.998712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Made reservation on behalf of eb97afe48f6942db97ef88acc6c68a82 for: {'port': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 02:05:18.002583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:18.131107 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Allocated IP 172.20.0.8 (0056d21b-c8be-4262-832a-cdc9b3dc7c50/8a194fdb-4cfa-4953-be9d-845ba099accc/1c68e9fa-50de-4b16-9c2e-e7a10925c51b) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:05:18.165418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:18.239536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:18.275559 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:18.308426 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:18.354930 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:05:18.358148 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:05:18.362013 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:05:18.390003 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'Port': ['ID=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:18.417761 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:18.418389 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:18.436098 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-37ba6a51-9f75-4a04-9895-2a8d540ecb05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540941 Sep 25 02:05:18.452566 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Request body: {'port': {'device_id': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:05:18.519839 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:18.676980 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-f108a647-8033-49bc-9ecb-3fe46a362437 None None] Provisioning complete for port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:05:18.677604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f108a647-8033-49bc-9ecb-3fe46a362437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:18.677734 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f108a647-8033-49bc-9ecb-3fe46a362437 None None] Attempt 1 to provision port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b Sep 25 02:05:18.712120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f108a647-8033-49bc-9ecb-3fe46a362437 None None] Port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:05:18.925667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a410050-7d32-45d4-91dd-5f4b451d2c84 req-d7700fa9-c696-417a-98e9-c7aca34d6f63 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:18.927905 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1a410050-7d32-45d4-91dd-5f4b451d2c84 req-d7700fa9-c696-417a-98e9-c7aca34d6f63 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 931 time: 0.0541658 Sep 25 02:05:18.984400 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1a410050-7d32-45d4-91dd-5f4b451d2c84 req-d1d83c54-f5cd-410b-84a5-85b35e679eba tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499523 Sep 25 02:05:19.120833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c68e9fa-50de-4b16-9c2e-e7a10925c51b {{(pid=107187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:05:19.129184 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Publish callbacks [] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:19.141859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.provisioning_blocks [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Transition to ACTIVE for port object 1c68e9fa-50de-4b16-9c2e-e7a10925c51b will not be triggered until provisioned by entity L2. {{(pid=107187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 02:05:19.145654 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:19.213762 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f108a647-8033-49bc-9ecb-3fe46a362437 None None] Attempt 2 to provision port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b Sep 25 02:05:19.225692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Pushing event updated for resources: {'Port': ['ID=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:19.248770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f108a647-8033-49bc-9ecb-3fe46a362437 None None] Port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:05:19.260218 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Attempting to bind port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b on host hv-neutron-mast for vnic_type normal with profile {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 02:05:19.260572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Attempting to bind port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 02:05:19.260903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Attempting to bind port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b on network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:05:19.304344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:19.306909 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b on network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 02:05:19.307262 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Attempting to bind port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b on network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:05:19.354157 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 2, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 02:05:19.354502 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Checking segment: {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:05:19.354898 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Bound using segment: {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'} {{(pid=107187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 02:05:19.355356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.managers [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Bound port: 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4d1dff-1815-43b1-a974-3c0086ec69ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50'}}] {{(pid=107187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 02:05:19.355722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:19.390656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:19.420838 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, cleared binding levels {{(pid=107187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 02:05:19.424465 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 02:05:19.430671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:19.435146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:19.436050 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:19.437512 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 1093 time: 0.9893346 Sep 25 02:05:19.438111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:05:19.440377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc00dbf2f735d18d0a5a93c5ce3e53c0176e28f64b5f91004a12477883c5e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72119a31-4971-4649-8c1f-9f6d2d665b08" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:05:19.492074 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f320e70b-c4c2-41df-9864-2527a84329fc x-openstack-request-id: req-f320e70b-c4c2-41df-9864-2527a84329fc {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:05:19.492438 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:05:19.492867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f320e70b-c4c2-41df-9864-2527a84329fc {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:05:19.493340 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f320e70b-c4c2-41df-9864-2527a84329fc'] response: {'name': 'network-changed', 'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'status': 'completed', 'code': 200} Sep 25 02:05:19.498451 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f78903-fdbb-4450-a75a-6b3cc08b56cb service neutron] Pushing event updated for resources: {'Port': ['ID=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,revision_number=3']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:19.554817 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-32504fa6-e23f-4151-ad31-2864963cc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:19.556360 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-32504fa6-e23f-4151-ad31-2864963cc481 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1127 time: 0.0412285 Sep 25 02:05:19.602179 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-9e944cb1-34bd-420b-b6b6-e7d00dba1703 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 217 time: 0.0325439 Sep 25 02:05:19.656319 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-c86ad186-8edc-40ff-b228-9b876fc74544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:19.658476 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-c86ad186-8edc-40ff-b228-9b876fc74544 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0493891 Sep 25 02:05:19.702553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-7991ac0e-cef7-45e7-a289-74f5562fe9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:19.704624 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-7991ac0e-cef7-45e7-a289-74f5562fe9d5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395348 Sep 25 02:05:19.749598 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-f108a647-8033-49bc-9ecb-3fe46a362437 None None] Attempt 3 to provision port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b Sep 25 02:05:19.790259 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-f108a647-8033-49bc-9ecb-3fe46a362437 None None] Port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 02:05:19.803282 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-6bcb77a2-431e-43d9-bee8-7d1724485f73 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919962 Sep 25 02:05:19.896888 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b17b4c0d-1dd3-4619-85be-e60bc3afa428 req-f1550d32-14dc-4bec-8283-9193d3bf5933 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881524 Sep 25 02:05:20.007360 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-03214e81-6858-4551-b8d2-91145a82af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:20.008837 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-03214e81-6858-4551-b8d2-91145a82af0c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1127 time: 0.0401876 Sep 25 02:05:20.116808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0eb6e-937d-4949-826b-db8422255e9e req-f13fe0e2-c2f6-4832-9735-d3fe02886810 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:20.118130 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-a10d07b0-1626-4a39-91e5-93eca5477931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:20.119124 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-04b0eb6e-937d-4949-826b-db8422255e9e req-f13fe0e2-c2f6-4832-9735-d3fe02886810 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0520935 Sep 25 02:05:20.119627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-a10d07b0-1626-4a39-91e5-93eca5477931 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.1041908 Sep 25 02:05:20.160849 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-a77cd941-8a73-4399-9557-5ef76058695c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 217 time: 0.0343697 Sep 25 02:05:20.173084 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-04b0eb6e-937d-4949-826b-db8422255e9e req-482680e0-be84-46a9-9e48-6ad332840882 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474753 Sep 25 02:05:20.210553 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-f0897416-ae58-4fda-b3eb-dc43185ad709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:20.212175 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-f0897416-ae58-4fda-b3eb-dc43185ad709 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0461416 Sep 25 02:05:20.260123 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-e2481f00-0f0f-4e75-9f2f-f77cf8e4ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:20.261621 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-e2481f00-0f0f-4e75-9f2f-f77cf8e4ca3b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441148 Sep 25 02:05:20.353031 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-17a9b604-e45d-4b81-b4a3-fd88a55bab95 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854864 Sep 25 02:05:20.436884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:20.449900 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-72119a31-4971-4649-8c1f-9f6d2d665b08 req-2e760598-0ce4-42b7-a79a-0f88089c05c6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915868 Sep 25 02:05:21.301931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7684ae4-c1b2-4de8-b378-0791c2d79741 req-45c64df8-2c1a-4a0d-926a-7da2296b40d1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:21.303438 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e7684ae4-c1b2-4de8-b378-0791c2d79741 req-45c64df8-2c1a-4a0d-926a-7da2296b40d1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0515869 Sep 25 02:05:21.353377 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e7684ae4-c1b2-4de8-b378-0791c2d79741 req-d7b8f2ef-af43-432c-accd-8262309d8a2c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440311 Sep 25 02:05:22.487793 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e048018-e73c-41d8-98ee-61eef20937ec req-8eca5ab8-344c-4d1d-b6bc-a54010fb066c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:22.489354 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7e048018-e73c-41d8-98ee-61eef20937ec req-8eca5ab8-344c-4d1d-b6bc-a54010fb066c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0474591 Sep 25 02:05:22.540767 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7e048018-e73c-41d8-98ee-61eef20937ec req-5d51d487-8cdc-4cc5-bf4d-3b2079314c81 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 Sep 25 02:05:23.120661 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:23.674401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7fb3c-35ef-4fe1-be9a-cca2b7593b44 req-952c7b03-494e-44b3-a608-91b81a4f6ec0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:23.676385 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6da7fb3c-35ef-4fe1-be9a-cca2b7593b44 req-952c7b03-494e-44b3-a608-91b81a4f6ec0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0608349 Sep 25 02:05:23.700076 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:23.727040 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6da7fb3c-35ef-4fe1-be9a-cca2b7593b44 req-a3f74029-76ac-41f6-93d2-3d23cfa809f1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452633 Sep 25 02:05:24.850427 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f823e7c-8eb6-44ad-a56b-af65f1141758 req-9e861c51-b5fe-4a3b-97b4-910365637c54 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:24.851873 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9f823e7c-8eb6-44ad-a56b-af65f1141758 req-9e861c51-b5fe-4a3b-97b4-910365637c54 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0496907 Sep 25 02:05:24.903008 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9f823e7c-8eb6-44ad-a56b-af65f1141758 req-85c9b870-2526-4a4f-9979-37ed1bc5b689 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455890 Sep 25 02:05:26.022096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab6baa-e5d1-4f83-9326-5e5edd1e204b req-c0653004-7664-43d7-a7b4-404527040109 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:26.023554 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbab6baa-e5d1-4f83-9326-5e5edd1e204b req-c0653004-7664-43d7-a7b4-404527040109 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0470455 Sep 25 02:05:26.072705 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cbab6baa-e5d1-4f83-9326-5e5edd1e204b req-fbd83344-5708-44ca-b030-fe7bac735fd6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436745 Sep 25 02:05:27.193709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db97f3-f2e8-4960-affd-bf474b2ff722 req-65868dc8-4682-4914-8297-54ddf675a0a0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:27.195162 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-85db97f3-f2e8-4960-affd-bf474b2ff722 req-65868dc8-4682-4914-8297-54ddf675a0a0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0469551 Sep 25 02:05:27.243544 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-85db97f3-f2e8-4960-affd-bf474b2ff722 req-6e324724-b82c-4eca-9832-4129e93a43ad tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Sep 25 02:05:28.366984 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4282e-03c6-4318-8ddf-9254f75afcd8 req-ad1f26a1-0bc7-47f7-896e-35cdafb61f06 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:28.368487 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-04e4282e-03c6-4318-8ddf-9254f75afcd8 req-ad1f26a1-0bc7-47f7-896e-35cdafb61f06 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0468266 Sep 25 02:05:28.421251 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-04e4282e-03c6-4318-8ddf-9254f75afcd8 req-18b43dbe-43ba-4e16-8877-4a9d747bbb01 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472722 Sep 25 02:05:28.778978 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:28.779839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:28.795215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d0825de5-7d6f-437f-92e3-cb94c52d211c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:29.541536 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf0119-27c1-4707-8fb1-056a6d09cd95 req-84ace094-7914-46b8-8cb9-01009590ae64 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:29.542985 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b1bf0119-27c1-4707-8fb1-056a6d09cd95 req-84ace094-7914-46b8-8cb9-01009590ae64 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0462930 Sep 25 02:05:29.901617 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b1bf0119-27c1-4707-8fb1-056a6d09cd95 req-3e3f8e2e-cb4a-4c45-9b37-5f432d5b50c8 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526139 Sep 25 02:05:31.022514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfbd38-e7fe-489c-b685-e3a72d23bcb7 req-44959220-5376-4272-b2d8-94735d45d26d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:31.024008 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3cfbd38-e7fe-489c-b685-e3a72d23bcb7 req-44959220-5376-4272-b2d8-94735d45d26d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0462611 Sep 25 02:05:31.072975 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-e3cfbd38-e7fe-489c-b685-e3a72d23bcb7 req-9060edd1-4a1e-49c2-ae1e-b93197da8ff6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434489 Sep 25 02:05:31.700343 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-af2fc899-f7c8-44d4-977e-453af0055340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:32.196361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bd0df-8067-4500-8d66-4b7dbb9f8169 req-3c81dcde-77d4-4d4a-a8c9-96047b154b24 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:32.197827 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5b3bd0df-8067-4500-8d66-4b7dbb9f8169 req-3c81dcde-77d4-4d4a-a8c9-96047b154b24 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0503798 Sep 25 02:05:32.247253 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5b3bd0df-8067-4500-8d66-4b7dbb9f8169 req-258498b6-7623-47fe-956e-c600299cd6a3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435734 Sep 25 02:05:32.499097 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1c68e9fa-50de-4b16-9c2e-e7a10925c51b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 02:05:32.600739 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:05:32.611644 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'port_id': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'mac_address': 'fa:16:3e:63:af:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 02:05:32.645602 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:05:32.645990 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:32.659975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c68e9fa-50de-4b16-9c2e-e7a10925c51b {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:05:32.679501 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:05:32.683868 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:32.734924 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:32.742003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.742340 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.742694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.743037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.743373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.743706 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.744071 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.744403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.744734 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.745066 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.745454 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.745790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.746115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.746439 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:32.746783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:05:33.106507 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['1c68e9fa-50de-4b16-9c2e-e7a10925c51b'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 02:05:33.367705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3def8-c3d6-42d2-955d-c49003ffa816 req-fb943953-b4c9-4a9a-b556-b1adfbdf1866 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:33.369117 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ce3def8-c3d6-42d2-955d-c49003ffa816 req-fb943953-b4c9-4a9a-b556-b1adfbdf1866 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 944 time: 0.0463312 Sep 25 02:05:33.418128 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ce3def8-c3d6-42d2-955d-c49003ffa816 req-9a1c5509-a211-480c-8b63-6060e19c1c06 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 Sep 25 02:05:34.029477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:34.503761 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1c68e9fa-50de-4b16-9c2e-e7a10925c51b up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:05:34.539231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4a60a-9f0f-4d2f-91e4-2b04df4df387 req-fab1c573-c8e6-4275-b626-12b5ce5a08a4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:34.541793 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6cc4a60a-9f0f-4d2f-91e4-2b04df4df387 req-fab1c573-c8e6-4275-b626-12b5ce5a08a4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 944 time: 0.0502315 Sep 25 02:05:34.547585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 02:05:34.553288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:05:34.553667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:34.554008 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b Sep 25 02:05:34.597448 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-6cc4a60a-9f0f-4d2f-91e4-2b04df4df387 req-02dcbb67-3ed3-4b65-8f7f-54039807f39c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497873 Sep 25 02:05:34.631983 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:05:34.632377 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:34.655491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:05:34.658026 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0eda6-ac59-4c09-bfb5-4ab8f2d7e03d" -d '{"events": [{"server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:05:34.671120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:05:34.675337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:34.698997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:34.701382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:34.726189 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:34.751589 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af39dbef-9b76-422d-9481-ef7e1fa5c65c x-openstack-request-id: req-af39dbef-9b76-422d-9481-ef7e1fa5c65c {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:05:34.751881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:05:34.752176 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af39dbef-9b76-422d-9481-ef7e1fa5c65c {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:05:34.752582 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af39dbef-9b76-422d-9481-ef7e1fa5c65c'] response: {'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'code': 200} Sep 25 02:05:34.964751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194dd8-3ad3-4713-9251-55e70352d4d4 req-50f2609a-8ea2-4e79-9568-a5ec7492012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:34.966279 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb194dd8-3ad3-4713-9251-55e70352d4d4 req-50f2609a-8ea2-4e79-9568-a5ec7492012c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0456512 Sep 25 02:05:35.011423 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-bb194dd8-3ad3-4713-9251-55e70352d4d4 req-343692b0-79cc-4ef2-8338-d5771f36812c service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399008 Sep 25 02:05:35.715659 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8bc82-6b71-4af5-9000-24ed59a1e175 req-994d043e-bb52-4b85-a040-e8e90acfee2e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:35.717135 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e5d8bc82-6b71-4af5-9000-24ed59a1e175 req-994d043e-bb52-4b85-a040-e8e90acfee2e tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0459731 Sep 25 02:05:35.765555 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e5d8bc82-6b71-4af5-9000-24ed59a1e175 req-69a5d8a6-8f1f-4178-bc25-02fbd544c229 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422733 Sep 25 02:05:36.160470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:36.774963 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:36.890283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142c5e-4cd5-4278-b8a8-be8956eaa583 req-a396a220-be12-4edb-8218-1e7ce2144f20 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:36.892406 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-73142c5e-4cd5-4278-b8a8-be8956eaa583 req-a396a220-be12-4edb-8218-1e7ce2144f20 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Sep 25 02:05:36.942075 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-73142c5e-4cd5-4278-b8a8-be8956eaa583 req-95f7f903-544b-41f9-af20-3aa6ac0a5aae tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439651 Sep 25 02:05:37.064915 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22542aa7-4fb1-4480-9c0f-5671c46be91a req-053ebc4e-16cb-4b6c-a4f5-684fa237f5fa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:37.066281 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-22542aa7-4fb1-4480-9c0f-5671c46be91a req-053ebc4e-16cb-4b6c-a4f5-684fa237f5fa tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0473223 Sep 25 02:05:37.124223 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-22542aa7-4fb1-4480-9c0f-5671c46be91a req-09085967-53df-4dd8-a82e-3db4894b4dcb tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522375 Sep 25 02:05:37.152206 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38298) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:05:37.233526 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e2a5b-48e6-41df-b312-e56d51f06c64 tempest-TestShelveInstance-467052610 tempest-TestShelveInstance-467052610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:37.235529 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-256e2a5b-48e6-41df-b312-e56d51f06c64 tempest-TestShelveInstance-467052610 tempest-TestShelveInstance-467052610-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1124 time: 0.0818439 Sep 25 02:05:37.238415 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38302) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:05:37.242602 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:05:37.264714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:37.343180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:37.456373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Allocated IP 172.36.7.20 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/b841f54d-cc1d-477f-87bd-027a71a43991) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:05:37.465927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:37.519591 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:37.559364 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for port (b841f54d-cc1d-477f-87bd-027a71a43991), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:37.591404 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (b841f54d-cc1d-477f-87bd-027a71a43991), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:37.634712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:05:37.639450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:05:37.644170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:05:37.647093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'Port': ['ID=b841f54d-cc1d-477f-87bd-027a71a43991,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:38.007342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for floatingip (2f555fb9-3986-4d28-8006-fddf20d7da6f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:38.072891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b841f54d-cc1d-477f-87bd-027a71a43991), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:38.218900 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:38.228695 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for port (b841f54d-cc1d-477f-87bd-027a71a43991), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:38.233300 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (b841f54d-cc1d-477f-87bd-027a71a43991), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:38.304458 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event updated for resources: {'Port': ['ID=b841f54d-cc1d-477f-87bd-027a71a43991,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:05:38.306857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (2f555fb9-3986-4d28-8006-fddf20d7da6f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:38.346935 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:38.413256 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Floating IP 2f555fb9-3986-4d28-8006-fddf20d7da6f associated. External IP: 172.36.7.20, port: 1c68e9fa-50de-4b16-9c2e-e7a10925c51b. Sep 25 02:05:38.611550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Router 34734239-2421-4be8-9f00-02c6607b2346 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:05:38.713622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:05:38.726288 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] Sync routers for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:05:38.734449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:38.739927 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:05:38.740603 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:05:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:05:38.775195 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-45021d00-2d3e-4eae-ad87-9f824d436318 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5357239 Sep 25 02:05:38.775847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:05:38.778205 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc00dbf2f735d18d0a5a93c5ce3e53c0176e28f64b5f91004a12477883c5e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:05:38.816222 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e17fd15-e03c-4bd0-8d11-f08977a0f9ad x-openstack-request-id: req-2e17fd15-e03c-4bd0-8d11-f08977a0f9ad {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:05:38.816525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:05:38.816787 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e17fd15-e03c-4bd0-8d11-f08977a0f9ad {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:05:38.817204 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e17fd15-e03c-4bd0-8d11-f08977a0f9ad'] response: {'name': 'network-changed', 'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'status': 'completed', 'code': 200} Sep 25 02:05:38.846750 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:05:38.902481 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-aefa7531-b3ba-40ef-9340-9214575e35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:38.904054 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-aefa7531-b3ba-40ef-9340-9214575e35d7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0410981 Sep 25 02:05:38.997924 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-db00af87-a8f5-40ab-8c89-c087b87a7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:38.999441 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-db00af87-a8f5-40ab-8c89-c087b87a7693 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0903318 Sep 25 02:05:39.055398 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2f555fb9-3986-4d28-8006-fddf20d7da6f', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'floating_ip_address': '172.36.7.20', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34734239-2421-4be8-9f00-02c6607b2346', 'port_id': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'mac_address': 'fa:16:3e:63:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:05:37Z', 'updated_at': '2022-09-25T02:05:37Z', 'revision_number': 0, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:05:39.063408 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-4ad9ba0b-0475-44fc-93b4-c74b78e1d011 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 998 time: 0.0570893 Sep 25 02:05:39.081583 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] Checking router: 34734239-2421-4be8-9f00-02c6607b2346 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:05:39.090412 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:05:39.091029 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:05:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:05:39.120149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-1e9ca8d6-c471-41db-9e5f-2378cd3890b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:39.121554 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-1e9ca8d6-c471-41db-9e5f-2378cd3890b2 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0535195 Sep 25 02:05:39.164733 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-e5215bf8-5a2e-434a-9a26-74af11b1b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:39.166288 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-e5215bf8-5a2e-434a-9a26-74af11b1b7be service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394952 Sep 25 02:05:39.192541 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:05:39.261268 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-0d4b2d1c-4f14-455b-ac95-7eaa19bb2429 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886583 Sep 25 02:05:39.287342 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:39.355203 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d63cc88b-bb8f-4b9c-9c4d-346a24a56a7c req-4f1bae3d-42f3-481f-91bc-554c9a8c5322 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862036 Sep 25 02:05:39.404421 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2f555fb9-3986-4d28-8006-fddf20d7da6f', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'floating_ip_address': '172.36.7.20', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34734239-2421-4be8-9f00-02c6607b2346', 'port_id': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'mac_address': 'fa:16:3e:63:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:05:37Z', 'updated_at': '2022-09-25T02:05:37Z', 'revision_number': 0, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:05:39.429115 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d209867-21a0-4988-9ed1-70abd6a02aad None None] The sync data for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv is: [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2f555fb9-3986-4d28-8006-fddf20d7da6f', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'floating_ip_address': '172.36.7.20', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '34734239-2421-4be8-9f00-02c6607b2346', 'port_id': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'mac_address': 'fa:16:3e:63:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:05:37Z', 'updated_at': '2022-09-25T02:05:37Z', 'revision_number': 0, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:05:39.620197 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392e956-4dd2-443e-9a5f-21e517653a79 None None] New status for floating IP 2f555fb9-3986-4d28-8006-fddf20d7da6f: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 02:05:41.375585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:05:43.697407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:43.707191 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-eab8eb4d-d230-4390-aadf-557de2658f0d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394189 Sep 25 02:05:43.813655 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-75f9ed15-40ed-4c7b-a19e-da96ae149cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:43.815162 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-75f9ed15-40ed-4c7b-a19e-da96ae149cb1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0433900 Sep 25 02:05:43.920289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-18e9b2e5-bba2-49dc-8471-837b4fe78c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:43.921771 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-18e9b2e5-bba2-49dc-8471-837b4fe78c90 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0887802 Sep 25 02:05:43.986325 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-e1df5a2c-aefe-4997-98d2-742ea241792d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 1000 time: 0.0583019 Sep 25 02:05:44.036382 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-97a80626-a9ec-44e7-9817-d997ec5e50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:44.037806 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-97a80626-a9ec-44e7-9817-d997ec5e50f5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0440249 Sep 25 02:05:44.083823 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-cbd92a53-49b9-477d-9c86-e3d2523caf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:05:44.085373 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-cbd92a53-49b9-477d-9c86-e3d2523caf7c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419664 Sep 25 02:05:44.177322 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-80dc786d-4516-4665-b4ef-87d912519da5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859706 Sep 25 02:05:44.264462 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-eeb0cd21-4309-4ab6-9f6e-09db80d006c5 req-76a373b8-bd06-4714-befb-a7911e068cbd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815060 Sep 25 02:05:47.112885 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=86 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:47.119109 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:49.401414 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=70 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:49.408439 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=86 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:50.123046 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:05:54.252180 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=56 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:54.261250 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=45 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:58.633020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:58.633834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:05:58.786574 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c9159210-3f06-4031-a43a-9845a87caef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:00.117646 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:00.118494 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:01.703469 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fb80b5e9-a6c0-48bc-aad6-b21724caf857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:04.032252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:06.162860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:06.776528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:11.383067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:18.992153 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:18.993008 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:21.377058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:21.378419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:27.121701 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:06:28.789555 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-518a0f94-ec5b-47de-a556-a13a305832fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:31.709190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2bfa099f-ee64-4c34-9deb-482ead844c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:34.036067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:36.164410 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:36.779832 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:38.632052 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:38.636151 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=13 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:41.369708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:06:45.587105 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-c37dc9b1-b14b-4a4f-a79a-c13f8f5ff7e0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443168 Sep 25 02:06:45.688379 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-ddbd170a-f1a4-4222-9c08-c10f2c963285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:06:45.689895 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-ddbd170a-f1a4-4222-9c08-c10f2c963285 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0394635 Sep 25 02:06:45.794982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-d1528882-0d84-4455-9390-dfdd9fabf3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:06:45.796467 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-d1528882-0d84-4455-9390-dfdd9fabf3d7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0885665 Sep 25 02:06:45.857161 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-d2aecaf2-82c0-4477-8802-433d7961c949 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 1000 time: 0.0544014 Sep 25 02:06:45.904514 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-f92a82c8-076a-4741-83ef-43abad52b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:06:45.905911 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-f92a82c8-076a-4741-83ef-43abad52b516 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0431952 Sep 25 02:06:45.947740 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-a6ffd078-b0f2-457e-9d67-8697fa38c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:06:45.949185 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-a6ffd078-b0f2-457e-9d67-8697fa38c175 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374660 Sep 25 02:06:46.040369 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-7d75ff84-46cd-4522-9763-c9c7dfbff003 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852370 Sep 25 02:06:46.137911 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2474712a-51b2-4ef6-b5d1-6701e77ffa00 req-54eae2e8-77a1-4c98-8227-7cf1abc491da service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923057 Sep 25 02:06:51.359422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:51.365080 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:55.998200 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:55.998998 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:56.133831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=48 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:56.134661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=53 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:06:58.791387 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-864fb67c-6e66-4627-88fa-3fb7f35e866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:01.700804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-26f93bd9-e0f0-4521-84ec-874588c3cb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:04.040966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:04.120190 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:07:06.169074 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:06.781845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:11.369378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:14.114764 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:14.115588 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:21.362751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:21.364651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:28.795033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db5c8d43-fde7-4ae8-99f1-48f87962a477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:31.702941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1b33c513-7f2e-4457-8367-ff8c41a765f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:32.984198 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:32.994549 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:34.039681 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:34.296027 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea216af9-a75a-42be-ab71-ed9841725535 req-5a40a42f-2d3a-4958-8363-98eafa89cad0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:34.297661 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ea216af9-a75a-42be-ab71-ed9841725535 req-5a40a42f-2d3a-4958-8363-98eafa89cad0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0476968 Sep 25 02:07:34.348752 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ea216af9-a75a-42be-ab71-ed9841725535 req-f0b72e00-0d0c-4348-84f8-d9169b45d896 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448356 Sep 25 02:07:35.479576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffeec9-6156-424d-83ed-e97fa199a279 req-18e04e13-3bbb-4725-8b21-f17017cbe792 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:35.481127 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27ffeec9-6156-424d-83ed-e97fa199a279 req-18e04e13-3bbb-4725-8b21-f17017cbe792 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0492415 Sep 25 02:07:35.529905 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-27ffeec9-6156-424d-83ed-e97fa199a279 req-a0db5505-680c-4129-a603-354c9a037c0b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Sep 25 02:07:36.173157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:36.658219 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014effca-9704-4c72-b372-070362cbcfa1 req-059e019c-e51c-4ccc-9341-9e683372c155 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:36.660642 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-014effca-9704-4c72-b372-070362cbcfa1 req-059e019c-e51c-4ccc-9341-9e683372c155 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0494361 Sep 25 02:07:36.711320 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-014effca-9704-4c72-b372-070362cbcfa1 req-67d3ae10-6a46-46e9-94ce-d872c00ad64c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452380 Sep 25 02:07:36.787815 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:37.831027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ff6e3-f74c-4d16-9309-cd615f3522a1 req-67e3bebc-3ee6-46e1-9005-08808ff07327 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:37.832514 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3e4ff6e3-f74c-4d16-9309-cd615f3522a1 req-67e3bebc-3ee6-46e1-9005-08808ff07327 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0465133 Sep 25 02:07:37.880701 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-3e4ff6e3-f74c-4d16-9309-cd615f3522a1 req-ea58bf72-5a35-4c67-8465-8e55515e0e25 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 Sep 25 02:07:39.006716 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1c09d-4711-4578-832f-5087eb13a844 req-cc4b06c9-1bf3-49f7-9fa3-5f58996965ee tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:39.008198 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-73b1c09d-4711-4578-832f-5087eb13a844 req-cc4b06c9-1bf3-49f7-9fa3-5f58996965ee tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0521498 Sep 25 02:07:39.057070 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-73b1c09d-4711-4578-832f-5087eb13a844 req-c5ab3aad-62ee-43e2-873d-97d63942dd78 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Sep 25 02:07:40.180298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e8e4-b4b3-4e51-8277-cc80681f29b5 req-c76ff9c0-48cb-4b19-ab5d-22567ea03f6a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:40.181749 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bfc9e8e4-b4b3-4e51-8277-cc80681f29b5 req-c76ff9c0-48cb-4b19-ab5d-22567ea03f6a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0505652 Sep 25 02:07:40.230111 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bfc9e8e4-b4b3-4e51-8277-cc80681f29b5 req-247af300-fec4-4124-b3bb-6c8c1b44d3a8 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427692 Sep 25 02:07:41.118776 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:07:41.353197 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629965dc-4959-4739-acec-b03676ca9496 req-eee596ac-e754-4ffe-aa15-ee63e9840af1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:41.354646 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-629965dc-4959-4739-acec-b03676ca9496 req-eee596ac-e754-4ffe-aa15-ee63e9840af1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0458031 Sep 25 02:07:41.393018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:41.405935 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-629965dc-4959-4739-acec-b03676ca9496 req-deac3c7d-c3e0-40d4-96b6-03e3e0487322 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457761 Sep 25 02:07:42.534871 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa89ed-159d-41a7-9135-deac8a278a49 req-ef127959-9d10-45b3-a6b6-229da01d8e4a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:42.536365 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-38fa89ed-159d-41a7-9135-deac8a278a49 req-ef127959-9d10-45b3-a6b6-229da01d8e4a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Sep 25 02:07:42.584786 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-38fa89ed-159d-41a7-9135-deac8a278a49 req-fe33f10b-848f-43d5-a42f-755ad396975d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 Sep 25 02:07:43.706961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16c2e-1777-409f-bd9d-97574180cf47 req-34c578c0-567e-46e6-90b9-bb7c2aeb5003 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:43.708523 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-68d16c2e-1777-409f-bd9d-97574180cf47 req-34c578c0-567e-46e6-90b9-bb7c2aeb5003 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0500097 Sep 25 02:07:43.758108 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-68d16c2e-1777-409f-bd9d-97574180cf47 req-9f5f275b-70bd-459a-8a08-753a031ef3a0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Sep 25 02:07:44.519007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72f60-1a04-456e-97c4-93da92580419 req-99ef63fb-8ae4-4f0a-92a3-52f0924ffe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:44.520512 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7cb72f60-1a04-456e-97c4-93da92580419 req-99ef63fb-8ae4-4f0a-92a3-52f0924ffe8d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0399282 Sep 25 02:07:44.611763 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72f60-1a04-456e-97c4-93da92580419 req-47b79ca8-1615-4733-91e7-0477ff7b0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:44.613141 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7cb72f60-1a04-456e-97c4-93da92580419 req-47b79ca8-1615-4733-91e7-0477ff7b0c46 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0867157 Sep 25 02:07:44.671885 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7cb72f60-1a04-456e-97c4-93da92580419 req-8e383ea8-b35c-413d-9bab-faee596de528 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 1000 time: 0.0527978 Sep 25 02:07:44.717903 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72f60-1a04-456e-97c4-93da92580419 req-90c77374-4684-426d-bfd4-7fef76107a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:44.719283 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7cb72f60-1a04-456e-97c4-93da92580419 req-90c77374-4684-426d-bfd4-7fef76107a9d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0422323 Sep 25 02:07:44.764784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb72f60-1a04-456e-97c4-93da92580419 req-a20748e4-3096-495c-a6dd-0b9a29d0c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:44.766383 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7cb72f60-1a04-456e-97c4-93da92580419 req-a20748e4-3096-495c-a6dd-0b9a29d0c626 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408115 Sep 25 02:07:44.857088 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7cb72f60-1a04-456e-97c4-93da92580419 req-d997d661-e8f0-4b91-bb71-3c0e497b267d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844679 Sep 25 02:07:44.882949 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184881-6f53-421c-ba44-03fb1c9c907e req-6319a7bb-d8f0-43ca-8019-afcdaec24e05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:44.884445 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-03184881-6f53-421c-ba44-03fb1c9c907e req-6319a7bb-d8f0-43ca-8019-afcdaec24e05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0472567 Sep 25 02:07:44.937629 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-03184881-6f53-421c-ba44-03fb1c9c907e req-67b594b6-0e58-4ddb-899a-b1da034fbc60 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475421 Sep 25 02:07:44.950592 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-7cb72f60-1a04-456e-97c4-93da92580419 req-cc817b78-21b5-43d4-911b-d14dad6d7f1a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879109 Sep 25 02:07:46.044996 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:46.059067 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77a4e7-6383-4805-a9e0-48d8ff0b214f req-e4726950-b9fc-4097-9692-e2d2db5cc35a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:46.060644 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5d77a4e7-6383-4805-a9e0-48d8ff0b214f req-e4726950-b9fc-4097-9692-e2d2db5cc35a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Sep 25 02:07:46.110600 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-5d77a4e7-6383-4805-a9e0-48d8ff0b214f req-2c4f25f8-6202-4432-8eec-bcae8f50e4ab tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443149 Sep 25 02:07:46.210441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-af783076-52d8-42c9-9ad6-4ad534c4d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:46.211942 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-af783076-52d8-42c9-9ad6-4ad534c4d186 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0397866 Sep 25 02:07:46.395175 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:46.479312 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-6bd7974a-9732-42fb-9c58-ee371ba3e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:46.480832 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-6bd7974a-9732-42fb-9c58-ee371ba3e4aa service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0930884 Sep 25 02:07:46.546022 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-4fc3b5d1-bf87-48c6-a49f-b31dfbb8b9cb service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 1000 time: 0.0585706 Sep 25 02:07:46.600550 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-bee1d5d3-31d5-411a-ad50-a5ca97422a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:46.602049 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-bee1d5d3-31d5-411a-ad50-a5ca97422a12 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0507040 Sep 25 02:07:46.647093 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-8e860cd2-06a2-47c0-8782-45c5d0d42bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:46.648685 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-8e860cd2-06a2-47c0-8782-45c5d0d42bb1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408442 Sep 25 02:07:46.742958 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-604bdf73-87a8-4817-b828-7d771bb4902d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884533 Sep 25 02:07:46.834607 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cc10dd23-a921-4cd1-9449-1aa9d4a6a8e4 req-f765976f-7ab8-4821-949b-fd15d31c15b8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857306 Sep 25 02:07:47.232111 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633cacd-b979-474d-ab3c-0d4e1b7792fc req-709c40f5-84e6-4cc8-bf05-87a912ef5a56 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:47.233715 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b633cacd-b979-474d-ab3c-0d4e1b7792fc req-709c40f5-84e6-4cc8-bf05-87a912ef5a56 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0478756 Sep 25 02:07:47.284712 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b633cacd-b979-474d-ab3c-0d4e1b7792fc req-bba563fa-d001-4223-bb71-2084f0a8ef82 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451574 Sep 25 02:07:48.406501 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5790c-bc8d-4195-8690-e3192138b378 req-c6190fc1-6614-462e-9823-1ada21f7ac05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:48.408034 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6db5790c-bc8d-4195-8690-e3192138b378 req-c6190fc1-6614-462e-9823-1ada21f7ac05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0466676 Sep 25 02:07:48.463284 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-6db5790c-bc8d-4195-8690-e3192138b378 req-10860d1e-118b-4bdb-b07b-b4e10ae2b037 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484097 Sep 25 02:07:49.328516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1c68e9fa-50de-4b16-9c2e-e7a10925c51b no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:07:49.403114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:07:49.403506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:49.426649 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:07:49.429541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ccc85d-ce9f-4cca-91ec-b1c64469fe70" -d '{"events": [{"server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "name": "network-vif-unplugged", "status": "completed", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:07:49.442003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:07:49.448713 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:49.471896 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 25 Sep 2022 02:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79abe90-dff3-47c7-ba80-b6308a1b0e94 x-openstack-request-id: req-a79abe90-dff3-47c7-ba80-b6308a1b0e94 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:07:49.472215 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "name": "network-vif-unplugged", "status": "failed", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b", "code": 422}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:07:49.472467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a79abe90-dff3-47c7-ba80-b6308a1b0e94 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:07:49.472858 dv-neutron-master-2-hyperv neutron-server[107189]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a79abe90-dff3-47c7-ba80-b6308a1b0e94']: {'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'code': 422} returned with failed status Sep 25 02:07:49.499061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:07:49.506770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.507119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.507460 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.507784 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.508146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.508479 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.508802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.509127 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.509567 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.509856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.510220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.510585 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.510946 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.511253 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.512997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:07:49.582563 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee163fae-3f16-47a3-bd12-d766db6f2846 req-5e0c3aaf-4941-4621-8508-fc245729d913 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:49.584453 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ee163fae-3f16-47a3-bd12-d766db6f2846 req-5e0c3aaf-4941-4621-8508-fc245729d913 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0452702 Sep 25 02:07:49.633526 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-ee163fae-3f16-47a3-bd12-d766db6f2846 req-5f2c7ada-1f2b-4a53-a51c-e2e6cb1486ea tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Sep 25 02:07:49.837527 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-51f381da-0bf9-4333-be24-10f491c070e0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395820 Sep 25 02:07:49.846131 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-901cd4c0-b089-41bd-b7cc-96d527e44abe service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 02:07:49.847156 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-901cd4c0-b089-41bd-b7cc-96d527e44abe service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050647 Sep 25 02:07:49.868746 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c23794-1d54-427e-9c27-09a10769e818 req-bb6b4835-d829-4bab-b389-686398bd70dc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:49.870232 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-64c23794-1d54-427e-9c27-09a10769e818 req-bb6b4835-d829-4bab-b389-686398bd70dc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0513704 Sep 25 02:07:49.921848 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-64c23794-1d54-427e-9c27-09a10769e818 req-57dbaa43-411e-4cd8-93da-c715e3c9a05c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458405 Sep 25 02:07:50.933588 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-3c1e4a1d-02cc-46ad-bc1e-e675be3f20a3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:50.934936 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-3c1e4a1d-02cc-46ad-bc1e-e675be3f20a3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports/1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 940 time: 0.0498292 Sep 25 02:07:51.045602 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4ac1-ceb4-4da2-a389-ad09f955e3e3 req-6c583175-ffa9-4ba3-9541-075aa8ca888f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:51.047150 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-db2a4ac1-ceb4-4da2-a389-ad09f955e3e3 req-6c583175-ffa9-4ba3-9541-075aa8ca888f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0500202 Sep 25 02:07:51.097132 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-db2a4ac1-ceb4-4da2-a389-ad09f955e3e3 req-1f569b2e-7935-4c52-9707-f74149662757 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443180 Sep 25 02:07:51.113299 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:51.114518 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:52.228434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e461c-2fd7-429a-a0f7-dd303efcb875 req-9c7df7ea-4cd5-4e44-8a45-f0f66cf60e76 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:52.229947 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d05e461c-2fd7-429a-a0f7-dd303efcb875 req-9c7df7ea-4cd5-4e44-8a45-f0f66cf60e76 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0539207 Sep 25 02:07:52.282464 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d05e461c-2fd7-429a-a0f7-dd303efcb875 req-2738a2b0-100d-46eb-8fcd-7b40ca2ce949 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466168 Sep 25 02:07:53.404344 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45b1d9-bc4c-4c3d-88dd-2cf76290523e req-12c2da1f-d93e-49be-8a5e-73195f201fb6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:53.405839 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0c45b1d9-bc4c-4c3d-88dd-2cf76290523e req-12c2da1f-d93e-49be-8a5e-73195f201fb6 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0471234 Sep 25 02:07:53.455606 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0c45b1d9-bc4c-4c3d-88dd-2cf76290523e req-2f8d451d-a78d-41fb-9db1-489542431db0 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Sep 25 02:07:54.582182 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928c399-6162-4641-a445-e355f132a94e req-fd33c70c-a4c3-4111-8add-482fc43c1434 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:54.583756 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4928c399-6162-4641-a445-e355f132a94e req-fd33c70c-a4c3-4111-8add-482fc43c1434 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0502167 Sep 25 02:07:54.633738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:54.639331 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-4928c399-6162-4641-a445-e355f132a94e req-dafdf80c-9d67-4d19-9942-64c55be45a7b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498917 Sep 25 02:07:55.766986 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa8537-73c3-4855-bfcb-28035aeb09c2 req-d75b6a05-9340-4367-823c-c26f24ce4d85 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:55.768530 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6fa8537-73c3-4855-bfcb-28035aeb09c2 req-d75b6a05-9340-4367-823c-c26f24ce4d85 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0538759 Sep 25 02:07:55.820655 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a6fa8537-73c3-4855-bfcb-28035aeb09c2 req-b5deb2bf-7a4f-4148-8929-c53e485ef268 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459607 Sep 25 02:07:56.946340 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c67a2-8db2-4a41-a58e-1dd3783d537d req-2a5fb5e6-f543-4292-8190-23f9ef81185a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:56.948063 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-827c67a2-8db2-4a41-a58e-1dd3783d537d req-2a5fb5e6-f543-4292-8190-23f9ef81185a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0490370 Sep 25 02:07:57.007263 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-827c67a2-8db2-4a41-a58e-1dd3783d537d req-bf292deb-1ba4-4602-ab7c-452cb78f26d9 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492373 Sep 25 02:07:57.650503 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-966aaf70-d321-43af-9daf-d14b8e158a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:57.652017 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-966aaf70-d321-43af-9daf-d14b8e158a58 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4&tenant_id=eb97afe48f6942db97ef88acc6c68a82 HTTP/1.1" status: 200 len: 1127 time: 0.0397284 Sep 25 02:07:57.721367 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:57.727268 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-374cfea7-ea76-4f73-b229-9ce33e774a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:57.728797 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-374cfea7-ea76-4f73-b229-9ce33e774a85 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1127 time: 0.0401788 Sep 25 02:07:58.155736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-ec606841-0790-4eae-95d1-f1c1cf46e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:58.157270 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-ec606841-0790-4eae-95d1-f1c1cf46e630 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.4221935 Sep 25 02:07:58.172777 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:58.175060 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:58.209665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e585b-5769-4c2e-b4ad-cbeca0f8b2bc req-db352633-1e10-4e35-b6ab-14f545373ef4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:58.211164 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bd1e585b-5769-4c2e-b4ad-cbeca0f8b2bc req-db352633-1e10-4e35-b6ab-14f545373ef4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1252208 Sep 25 02:07:58.222487 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-d0a94074-fa97-4adb-b5ea-92cdf39852e2 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 998 time: 0.0575969 Sep 25 02:07:58.263971 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-bd1e585b-5769-4c2e-b4ad-cbeca0f8b2bc req-75b93779-e761-4061-a59f-349f990a1a8d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468924 Sep 25 02:07:58.276246 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-ea67ea24-3bc6-4dee-aa3e-a67261a3979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:58.277737 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-ea67ea24-3bc6-4dee-aa3e-a67261a3979d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0503421 Sep 25 02:07:58.325174 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-0937b8f2-98fc-4d10-8c8a-96976f187cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:58.326661 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-0937b8f2-98fc-4d10-8c8a-96976f187cfb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431921 Sep 25 02:07:58.415335 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-47677c6d-926e-430e-a612-ee88c1c90031 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821803 Sep 25 02:07:58.507126 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2134ace8-6005-4ce2-9bb0-1891fa44ad10 req-2303d433-f1cd-43fe-95fa-8fd4dc6e8216 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862751 Sep 25 02:07:58.785278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:58.787872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=45,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:07:58.800389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-381b2681-e727-4837-91ab-1f936c4e03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:07:59.446641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8a6ea-45eb-4356-822b-a210d3448a6f req-db216708-46e2-48b9-b092-f32330a11f9a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:07:59.448267 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-69a8a6ea-45eb-4356-822b-a210d3448a6f req-db216708-46e2-48b9-b092-f32330a11f9a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.1002648 Sep 25 02:07:59.497104 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-69a8a6ea-45eb-4356-822b-a210d3448a6f req-70bb7c92-ee35-4d37-804c-746c6a8cb41b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Sep 25 02:08:00.620057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714d1f6-2a82-4c6a-8687-2b76a3b2179d req-3a4c03c6-1c40-45ad-b665-b3f070c58348 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:00.621416 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7714d1f6-2a82-4c6a-8687-2b76a3b2179d req-3a4c03c6-1c40-45ad-b665-b3f070c58348 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0500498 Sep 25 02:08:00.669448 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7714d1f6-2a82-4c6a-8687-2b76a3b2179d req-713bc745-cbf0-4c25-800b-0dcf57c0b315 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 Sep 25 02:08:01.705745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ebbe1fc2-7b97-4e7a-95f7-fb58df9e17e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:01.793209 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174a1c3-9c0b-47ab-9858-98ab9a7bea2a req-20d52d30-cd8c-4dea-991e-c825083b72ac tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:01.794657 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0174a1c3-9c0b-47ab-9858-98ab9a7bea2a req-20d52d30-cd8c-4dea-991e-c825083b72ac tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0503488 Sep 25 02:08:01.844013 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0174a1c3-9c0b-47ab-9858-98ab9a7bea2a req-f2b2a154-a982-4866-b071-312b4fe3dd05 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438573 Sep 25 02:08:02.966502 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498be9d6-7611-4a67-9efa-3d6d819dcd82 req-85c57594-7ac4-4855-a903-f8cbb395ab1b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:02.967888 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-498be9d6-7611-4a67-9efa-3d6d819dcd82 req-85c57594-7ac4-4855-a903-f8cbb395ab1b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0463006 Sep 25 02:08:03.016772 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-498be9d6-7611-4a67-9efa-3d6d819dcd82 req-d24dd4ef-c7fa-4d46-ad33-67fd2b3f912f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Sep 25 02:08:04.043600 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:04.140995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f63203-0cdf-45eb-a125-82d1a5ef0284 req-d56e86fb-2172-4f24-8305-c9686b00113c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:04.142463 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d6f63203-0cdf-45eb-a125-82d1a5ef0284 req-d56e86fb-2172-4f24-8305-c9686b00113c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0470097 Sep 25 02:08:04.191501 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d6f63203-0cdf-45eb-a125-82d1a5ef0284 req-c292707a-265c-4635-9b7a-b532d128bc3f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Sep 25 02:08:05.314282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055c571-9e51-472e-b898-0064679f47bd req-59bb5219-c50e-4a65-9260-6f9d76a2d3c5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:05.315785 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1055c571-9e51-472e-b898-0064679f47bd req-59bb5219-c50e-4a65-9260-6f9d76a2d3c5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0476179 Sep 25 02:08:05.368615 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1055c571-9e51-472e-b898-0064679f47bd req-5f225785-3ffc-4cfc-8b88-ebef07d78af1 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472612 Sep 25 02:08:06.177390 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:06.495207 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b400-7829-40ab-a0b1-e60c7ece783e req-34f73c08-9676-4edc-9f26-ab0bbc7c7254 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:06.496679 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2613b400-7829-40ab-a0b1-e60c7ece783e req-34f73c08-9676-4edc-9f26-ab0bbc7c7254 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 943 time: 0.0479639 Sep 25 02:08:06.550727 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2613b400-7829-40ab-a0b1-e60c7ece783e req-ab1c76ee-cd4d-4ede-8ff2-a055b871fd68 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484061 Sep 25 02:08:06.789049 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:07.383865 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1c68e9fa-50de-4b16-9c2e-e7a10925c51b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 02:08:07.483887 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:08:07.495569 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'port_id': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'mac_address': 'fa:16:3e:63:af:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 02:08:07.533579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:08:07.534220 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:07.547468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c68e9fa-50de-4b16-9c2e-e7a10925c51b {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:08:07.568063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:08:07.572196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:07.619119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:08:07.674898 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e61af6-bc78-424a-b2d9-394beec47f66 req-e675972b-944b-41fd-8af0-687508031745 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:07.676411 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b3e61af6-bc78-424a-b2d9-394beec47f66 req-e675972b-944b-41fd-8af0-687508031745 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 944 time: 0.0492244 Sep 25 02:08:07.727764 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b3e61af6-bc78-424a-b2d9-394beec47f66 req-f1b17511-6d9a-4029-a905-e27479c5605b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 Sep 25 02:08:07.949562 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['1c68e9fa-50de-4b16-9c2e-e7a10925c51b'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 02:08:08.834725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:08.847931 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f3852-1c99-488b-93f6-3da7840651fc req-d3bb4f36-f950-4d7a-a988-38dc34cf57c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:08.849960 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-020f3852-1c99-488b-93f6-3da7840651fc req-d3bb4f36-f950-4d7a-a988-38dc34cf57c7 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 944 time: 0.0483913 Sep 25 02:08:08.898975 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-020f3852-1c99-488b-93f6-3da7840651fc req-3d611c6a-ceab-43d3-b72b-f8b0aba68cf5 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433805 Sep 25 02:08:09.405070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1c68e9fa-50de-4b16-9c2e-e7a10925c51b up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:08:09.447705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:08:09.448119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:09.448464 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b Sep 25 02:08:09.521376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:08:09.521770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:09.540264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:09.547133 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:08:09.549420 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5aa25f-01f2-42a4-a346-50971cc8541b" -d '{"events": [{"server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:08:09.561448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:09.563509 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:08:09.568422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:09.591667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0b1d5d-1362-4840-b918-0c61bb1d7864 x-openstack-request-id: req-df0b1d5d-1362-4840-b918-0c61bb1d7864 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:08:09.591985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:08:09.592248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df0b1d5d-1362-4840-b918-0c61bb1d7864 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:08:09.592684 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0b1d5d-1362-4840-b918-0c61bb1d7864'] response: {'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'code': 200} Sep 25 02:08:09.618279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:08:09.842640 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c492cc-2e7c-4204-bee8-a1fcb5d3e45f req-ac44c200-321c-46a1-9950-85f98f579f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:09.844101 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-59c492cc-2e7c-4204-bee8-a1fcb5d3e45f req-ac44c200-321c-46a1-9950-85f98f579f1b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0390782 Sep 25 02:08:09.889372 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-59c492cc-2e7c-4204-bee8-a1fcb5d3e45f req-af4f17d9-6cf9-417c-97fa-54d83f1f67ff service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397215 Sep 25 02:08:10.000016 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:10.000766 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:10.004454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:10.022872 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e195a8-4e6f-4eeb-b0a6-715e324891db req-de5789e8-7b9c-4201-b176-37e62abdf467 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:10.024395 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47e195a8-4e6f-4eeb-b0a6-715e324891db req-de5789e8-7b9c-4201-b176-37e62abdf467 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0509846 Sep 25 02:08:10.073487 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-47e195a8-4e6f-4eeb-b0a6-715e324891db req-7c169f2c-b2d8-4a2d-84eb-a7e7c9d6fbab tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433855 Sep 25 02:08:11.199391 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0a1f-3e85-46d2-9a8a-a86755d2a445 req-91f5ba15-3f12-4d96-98cd-49e9d1f76567 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:11.200802 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7a1d0a1f-3e85-46d2-9a8a-a86755d2a445 req-91f5ba15-3f12-4d96-98cd-49e9d1f76567 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0469441 Sep 25 02:08:11.250208 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-7a1d0a1f-3e85-46d2-9a8a-a86755d2a445 req-161c3de5-351f-4f62-b55a-5473c3024f7d tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Sep 25 02:08:11.396167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:12.376147 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc43f-2b2a-431f-ad0c-b46d39ffac5a req-83595218-bccb-4570-9b0e-5fa4bfbc2858 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:12.377634 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31fbc43f-2b2a-431f-ad0c-b46d39ffac5a req-83595218-bccb-4570-9b0e-5fa4bfbc2858 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0514987 Sep 25 02:08:12.427391 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-31fbc43f-2b2a-431f-ad0c-b46d39ffac5a req-b31a2e96-4691-4608-846a-bc3cc295a32c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432184 Sep 25 02:08:18.116818 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:08:21.243033 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=58 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:21.245692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=48 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:21.385747 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:21.389770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:22.419088 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=12 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:22.423082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=37 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:28.111785 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:28.112564 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:28.797467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1d701dab-0cfc-4854-8303-0e0670604bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:31.709601 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-51aa9ff4-85f9-4ebf-90b0-10fd5c98e15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:34.048254 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:36.180577 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:36.791804 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:41.401021 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:08:45.897446 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-74443dff-d99d-4d87-a928-484e8721373a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767791 Sep 25 02:08:45.999283 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-81f1a170-fd2d-47bd-8948-5ec903df5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:46.000803 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-81f1a170-fd2d-47bd-8948-5ec903df5544 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0423532 Sep 25 02:08:46.101491 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-cf183484-d19c-4494-ba5b-50ae753e7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:46.102885 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-cf183484-d19c-4494-ba5b-50ae753e7bc6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0843766 Sep 25 02:08:46.167044 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-9b5993f7-4ec9-43f0-931b-925aafea2bd5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 1000 time: 0.0585687 Sep 25 02:08:46.215590 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-3f72cb68-7dcc-4599-bd9a-9a4306fb93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:46.217052 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-3f72cb68-7dcc-4599-bd9a-9a4306fb93c9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0439563 Sep 25 02:08:46.259540 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-8e9b01f1-61a6-4316-ab64-19405b7ccded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:08:46.261034 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-8e9b01f1-61a6-4316-ab64-19405b7ccded service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377562 Sep 25 02:08:46.353284 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-deb03140-6680-427b-adbd-b7c7ecca5730 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858526 Sep 25 02:08:46.442490 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96f65870-d727-44bf-aaca-6feb9f02b097 req-b4f4295e-a451-434a-8e88-7f3860056290 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832510 Sep 25 02:08:46.997912 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:51.390751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:51.397730 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:55.059909 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:55.114791 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:08:56.429472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=45 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:56.438692 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=56 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:08:58.789666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-a656e5af-1c21-4837-803b-d3917e0e60d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:01.711783 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ee526bc6-8eb6-48be-8310-b631d6f5e480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:04.048536 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:05.110004 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:05.110774 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:06.183113 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:06.797151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:11.399476 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:21.393440 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:21.395857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:22.649681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38466) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:22.792914 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Deleting port b841f54d-cc1d-477f-87bd-027a71a43991 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:09:22.793260 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b841f54d-cc1d-477f-87bd-027a71a43991), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:22.872098 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b841f54d-cc1d-477f-87bd-027a71a43991), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:22.872431 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for floatingip (b841f54d-cc1d-477f-87bd-027a71a43991), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:22.885282 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Calling delete_port for b841f54d-cc1d-477f-87bd-027a71a43991 owned by network:floatingip {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:09:23.030333 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (b841f54d-cc1d-477f-87bd-027a71a43991), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:23.054489 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event deleted for resources: {'Port': ['ID=b841f54d-cc1d-477f-87bd-027a71a43991,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:23.066395 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.066712 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.067538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.067870 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.068228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.068554 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.068874 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.069195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.069515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.069833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.070150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.070469 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.070784 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.071097 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.071416 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:23.125993 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for floatingip (2f555fb9-3986-4d28-8006-fddf20d7da6f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:23.126320 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.l3_db [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Floating IP 2f555fb9-3986-4d28-8006-fddf20d7da6f disassociated (deleted). External IP: 172.36.7.20, port: 1c68e9fa-50de-4b16-9c2e-e7a10925c51b. Sep 25 02:09:23.323689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Router 34734239-2421-4be8-9f00-02c6607b2346 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:09:23.426150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:09:23.431923 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:23.436534 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] Sync routers for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:09:23.447142 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:23.447759 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:23.462054 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-f192b72f-78ac-4a2d-987d-d4cabbece6ca tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/2f555fb9-3986-4d28-8006-fddf20d7da6f HTTP/1.1" status: 204 len: 168 time: 0.8112340 Sep 25 02:09:23.462858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:09:23.465271 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121d14ff-4f97-4b4a-94ed-51bc52176684" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:09:23.529275 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbf14e3-b275-4d17-a5ba-f9ccd80d034c x-openstack-request-id: req-acbf14e3-b275-4d17-a5ba-f9ccd80d034c {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:09:23.529652 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:09:23.529941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acbf14e3-b275-4d17-a5ba-f9ccd80d034c {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:09:23.530389 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbf14e3-b275-4d17-a5ba-f9ccd80d034c'] response: {'name': 'network-changed', 'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'status': 'completed', 'code': 200} Sep 25 02:09:23.556699 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:23.631805 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-f573a800-beaf-4746-8b53-141b5c1a9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:23.633633 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-f573a800-beaf-4746-8b53-141b5c1a9077 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb97afe48f6942db97ef88acc6c68a82&device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0547113 Sep 25 02:09:23.714254 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09a39-1ff6-45df-a40a-fcdfd1dda9bf req-89612ddd-2a76-415d-a404-5a4ddc1c5c0b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:23.715767 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-16a09a39-1ff6-45df-a40a-fcdfd1dda9bf req-89612ddd-2a76-415d-a404-5a4ddc1c5c0b tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0465589 Sep 25 02:09:23.747345 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:23.766742 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-16a09a39-1ff6-45df-a40a-fcdfd1dda9bf req-84f7aa8e-033a-44ce-ab60-ae0a9cc3ea2f tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452719 Sep 25 02:09:23.774727 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] Checking router: 34734239-2421-4be8-9f00-02c6607b2346 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:09:23.783275 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:23.783873 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:23.884131 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:24.068916 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:24.092808 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22a9de-9836-422c-8a8a-b709fc68ece1 None None] The sync data for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv is: [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T01:59:34Z', 'revision_number': 4, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7949e21d-c3fe-446d-9734-1847bec1d7f7', 'name': '', 'network_id': '0056d21b-c8be-4262-832a-cdc9b3dc7c50', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'mac_address': 'fa:16:3e:b0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:33Z', 'updated_at': '2022-09-25T01:59:38Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'subnets': [{'id': '8a194fdb-4cfa-4953-be9d-845ba099accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:09:24.323779 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950d270-f9dd-47e3-80ce-30f65737a27c None None] New status for floating IP 2f555fb9-3986-4d28-8006-fddf20d7da6f: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 02:09:24.768921 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-ae23f74c-7e2d-4a50-84b8-a25f7f3e9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:24.770354 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-ae23f74c-7e2d-4a50-84b8-a25f7f3e9c9a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 200 len: 909 time: 0.0894673 Sep 25 02:09:24.823908 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-aa6c024e-356c-4e8c-98f2-6b6359229973 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 200 len: 217 time: 0.0339274 Sep 25 02:09:24.873137 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-bda933c6-7d2d-4700-afa1-391bce47b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:24.875081 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:24.875627 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-bda933c6-7d2d-4700-afa1-391bce47b050 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 200 len: 847 time: 0.0451851 Sep 25 02:09:24.880655 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:24.895292 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ba8de-30e7-46cc-97ea-ef0df0ce2cfa req-98ae9a37-363f-4d8a-9a7f-3edc92595309 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:24.897177 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b37ba8de-30e7-46cc-97ea-ef0df0ce2cfa req-98ae9a37-363f-4d8a-9a7f-3edc92595309 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0510974 Sep 25 02:09:24.947458 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-b37ba8de-30e7-46cc-97ea-ef0df0ce2cfa req-1d84d830-98db-41eb-a65c-41ba96e564be tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=71248df0-ee52-48ca-9b1f-c158d3a3b812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446923 Sep 25 02:09:25.147643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-8816777d-79aa-4c4f-8477-56eed7792068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:25.149219 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-8816777d-79aa-4c4f-8477-56eed7792068 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=0056d21b-c8be-4262-832a-cdc9b3dc7c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442867 Sep 25 02:09:25.383815 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-6b277387-474b-433e-9f85-7d0d30d00cac service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847523 Sep 25 02:09:25.478319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-7abd33df-2356-4945-97bd-fc0e36c2d9e3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:25.479919 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-7abd33df-2356-4945-97bd-fc0e36c2d9e3 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 945 time: 0.0512354 Sep 25 02:09:25.517855 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-121d14ff-4f97-4b4a-94ed-51bc52176684 req-8147dd59-9903-48c3-b6a6-3e07e94b3607 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894728 Sep 25 02:09:25.562883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Deleting port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:09:25.563228 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:25.656323 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] For port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:25.656687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:25.670191 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Calling delete_port for 1c68e9fa-50de-4b16-9c2e-e7a10925c51b owned by compute:nova {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:09:25.796000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (1c68e9fa-50de-4b16-9c2e-e7a10925c51b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:25.826328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event deleted for resources: {'Port': ['ID=1c68e9fa-50de-4b16-9c2e-e7a10925c51b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:25.874031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] No DVR routers for this DVR port 1c68e9fa-50de-4b16-9c2e-e7a10925c51b on host hv-neutron-mast {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:09:25.876429 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:25.880157 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4265c4d0-9ee6-4da0-8ef1-7757168a8fdd req-866aa32b-41b4-45b7-80e0-d2647dacc20c tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.60 "DELETE /networking/v2.0/ports/1c68e9fa-50de-4b16-9c2e-e7a10925c51b HTTP/1.1" status: 204 len: 173 time: 0.3954728 Sep 25 02:09:25.880651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'name': 'network-vif-deleted', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:09:25.882863 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d8f15b-0788-4d53-be76-cf34a3f5f8d9" -d '{"events": [{"server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "name": "network-vif-deleted", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:09:25.923448 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a270d945-c1aa-46cc-98c6-b447755b37a0 x-openstack-request-id: req-a270d945-c1aa-46cc-98c6-b447755b37a0 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:09:25.923745 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b8f84c-3608-40e8-b03b-451264b1e0e4", "name": "network-vif-deleted", "tag": "1c68e9fa-50de-4b16-9c2e-e7a10925c51b", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:09:25.924025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a270d945-c1aa-46cc-98c6-b447755b37a0 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:09:25.924432 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a270d945-c1aa-46cc-98c6-b447755b37a0'] response: {'server_uuid': 'f9b8f84c-3608-40e8-b03b-451264b1e0e4', 'name': 'network-vif-deleted', 'tag': '1c68e9fa-50de-4b16-9c2e-e7a10925c51b', 'status': 'completed', 'code': 200} Sep 25 02:09:26.054837 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-71e55046-cc5e-4340-a0ac-c144beab0a3e req-09a7f777-a8c8-4170-b9de-3c2765bff44a tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0280647 Sep 25 02:09:27.168113 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-159ff523-4234-44a1-af5d-c7fefd62a479 req-33caf492-9010-47e3-94ab-35e0b6cb1189 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0286007 Sep 25 02:09:27.778249 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1c68e9fa-50de-4b16-9c2e-e7a10925c51b no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:09:27.796996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 1c68e9fa-50de-4b16-9c2e-e7a10925c51b {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:09:27.797270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 1c68e9fa-50de-4b16-9c2e-e7a10925c51b not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:09:28.273328 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-99d7b926-8887-4604-8db7-381b8a2630a4 req-f7d9fdb5-124e-4c44-ab7f-562e545165bc tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0287521 Sep 25 02:09:28.791009 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-45ef8276-15e4-4e77-945c-1f203ce12829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:29.379159 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1d998af6-b43a-4ac2-ba1b-1391a0930fb2 req-af2d0058-3794-4059-bdce-4023d953bc63 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Sep 25 02:09:30.514628 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-2903fb8b-166a-4b18-8076-1f19bc22debc req-144d9bba-7a43-4050-897f-b206a0bebfc4 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f9b8f84c-3608-40e8-b03b-451264b1e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0317299 Sep 25 02:09:31.585651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38502) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:31.646140 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d9025b6-5c2d-41f9-a00d-62a555885247 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (71248df0-ee52-48ca-9b1f-c158d3a3b812), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:31.670687 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d9025b6-5c2d-41f9-a00d-62a555885247 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (71248df0-ee52-48ca-9b1f-c158d3a3b812), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:31.716709 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-20edb7df-0ac3-4b5b-9027-e7ef969100ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:31.743516 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d9025b6-5c2d-41f9-a00d-62a555885247 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (71248df0-ee52-48ca-9b1f-c158d3a3b812), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:31.746458 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9d9025b6-5c2d-41f9-a00d-62a555885247 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:31.750178 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9d9025b6-5c2d-41f9-a00d-62a555885247 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/71248df0-ee52-48ca-9b1f-c158d3a3b812 HTTP/1.1" status: 204 len: 168 time: 0.1610689 Sep 25 02:09:31.760437 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9025b6-5c2d-41f9-a00d-62a555885247 tempest-TestShelveInstance-364569439 tempest-TestShelveInstance-364569439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71248df0-ee52-48ca-9b1f-c158d3a3b812,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:31.810051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38506) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:32.115462 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:09:32.203918 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:32.218562 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:32.310796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (34734239-2421-4be8-9f00-02c6607b2346), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:32.548432 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Deleting port 7949e21d-c3fe-446d-9734-1847bec1d7f7 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:09:32.548778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:32.631846 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] For port 7949e21d-c3fe-446d-9734-1847bec1d7f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7949e21d-c3fe-446d-9734-1847bec1d7f7,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:32.633085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:32.648575 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Calling delete_port for 7949e21d-c3fe-446d-9734-1847bec1d7f7 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:09:32.836881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (7949e21d-c3fe-446d-9734-1847bec1d7f7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:32.866340 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=7949e21d-c3fe-446d-9734-1847bec1d7f7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:33.044113 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (34734239-2421-4be8-9f00-02c6607b2346), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:33.103195 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:33.136900 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:33.260180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Router 34734239-2421-4be8-9f00-02c6607b2346 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:09:33.365491 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:09:33.370720 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a096f1cf-509f-454a-ae5c-b2c9e5965a49 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/34734239-2421-4be8-9f00-02c6607b2346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5585761 Sep 25 02:09:33.373474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38510) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:33.374936 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] Sync routers for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:09:33.389230 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:33.390216 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:33.487610 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks [] for router (34734239-2421-4be8-9f00-02c6607b2346), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:33.499068 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:33.588948 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks [] for router_gateway (34734239-2421-4be8-9f00-02c6607b2346), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:33.633766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Deleting port f3e21148-9139-4390-8642-58a20f33ef8a {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:09:33.634352 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:33.670125 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:33.676810 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T02:09:32Z', 'revision_number': 5, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port': {'id': 'f3e21148-9139-4390-8642-58a20f33ef8a', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34734239-2421-4be8-9f00-02c6607b2346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:32Z', 'updated_at': '2022-09-25T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:33.701976 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] Checking router: 34734239-2421-4be8-9f00-02c6607b2346 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:09:33.708567 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:33.712762 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] Routers {'34734239-2421-4be8-9f00-02c6607b2346'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:33.713382 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['34734239-2421-4be8-9f00-02c6607b2346'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:33.718677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] For port f3e21148-9139-4390-8642-58a20f33ef8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3e21148-9139-4390-8642-58a20f33ef8a,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:33.719044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:33.733015 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Calling delete_port for f3e21148-9139-4390-8642-58a20f33ef8a owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:09:33.772053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:33.780220 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:33.800019 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] Set router 34734239-2421-4be8-9f00-02c6607b2346 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:33.854716 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T02:09:33Z', 'revision_number': 6, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:33.881269 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12eeb8-742a-42d4-a83c-f3db1403fabd None None] The sync data for ids ['34734239-2421-4be8-9f00-02c6607b2346'] in dv-neutron-master-2-hyperv is: [{'id': '34734239-2421-4be8-9f00-02c6607b2346', 'name': 'tempest-TestShelveInstance-851540907-router', 'tenant_id': 'eb97afe48f6942db97ef88acc6c68a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:31Z', 'updated_at': '2022-09-25T02:09:33Z', 'revision_number': 6, 'project_id': 'eb97afe48f6942db97ef88acc6c68a82', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:09:33.907809 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (f3e21148-9139-4390-8642-58a20f33ef8a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:33.932406 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e21148-9139-4390-8642-58a20f33ef8a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:33.942309 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.942664 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.943008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.943348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.944302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.944302 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.944513 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.944661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.944987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.945315 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.945643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.945968 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.946293 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.946622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:33.946933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:34.012275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (34734239-2421-4be8-9f00-02c6607b2346), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.054087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.104149 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (34734239-2421-4be8-9f00-02c6607b2346), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.106361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks [] for router_controller (34734239-2421-4be8-9f00-02c6607b2346), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.150779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (34734239-2421-4be8-9f00-02c6607b2346), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.151408 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34734239-2421-4be8-9f00-02c6607b2346 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 02:09:34.155630 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.156809 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-4aa3769c-f5c4-4975-8ca6-c18de6b1a6b8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/34734239-2421-4be8-9f00-02c6607b2346 HTTP/1.1" status: 204 len: 168 time: 0.7823377 Sep 25 02:09:34.159700 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38512) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:34.512337 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-13db0c01-555a-4557-b39c-04cd655f7977 admin admin] Deleting subnet 8a194fdb-4cfa-4953-be9d-845ba099accc {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 02:09:34.515319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-13db0c01-555a-4557-b39c-04cd655f7977 admin admin] Publish callbacks [] for subnet (8a194fdb-4cfa-4953-be9d-845ba099accc), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.548529 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-13db0c01-555a-4557-b39c-04cd655f7977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (8a194fdb-4cfa-4953-be9d-845ba099accc), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.624182 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-13db0c01-555a-4557-b39c-04cd655f7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (8a194fdb-4cfa-4953-be9d-845ba099accc), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.679757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-13db0c01-555a-4557-b39c-04cd655f7977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (8a194fdb-4cfa-4953-be9d-845ba099accc), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.707734 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db0c01-555a-4557-b39c-04cd655f7977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a194fdb-4cfa-4953-be9d-845ba099accc,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:34.711285 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-13db0c01-555a-4557-b39c-04cd655f7977 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.714657 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-13db0c01-555a-4557-b39c-04cd655f7977 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/8a194fdb-4cfa-4953-be9d-845ba099accc HTTP/1.1" status: 204 len: 168 time: 0.5537009 Sep 25 02:09:34.717057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38514) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:34.717331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6801b7ea-bfa7-447e-993c-fe0f27d4c9fe None None] Network 0056d21b-c8be-4262-832a-cdc9b3dc7c50 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 02:09:34.794409 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (0056d21b-c8be-4262-832a-cdc9b3dc7c50), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.837658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Deleting port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:09:34.838010 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.896452 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] DHCP port deletion for 0056d21b-c8be-4262-832a-cdc9b3dc7c50 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 02:09:34.905350 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] For port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=370d8cbb-408d-4b9d-8dfa-9354ded8ddc2,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:34.905726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.919680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Calling delete_port for 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:09:34.933909 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Deleting port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:09:34.934293 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:34.997628 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:35.006442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] For port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=370d8cbb-408d-4b9d-8dfa-9354ded8ddc2,segment=NetworkSegment(8d4d1dff-1815-43b1-a974-3c0086ec69ef),segment_id=8d4d1dff-1815-43b1-a974-3c0086ec69ef)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:35.006876 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.013539 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.028949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Calling delete_port for 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:09:35.042543 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=370d8cbb-408d-4b9d-8dfa-9354ded8ddc2,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:35.044564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] No DVR routers for this DVR port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:09:35.076207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:09:35.098685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:09:35.099068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:09:35.099496 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7949e21d-c3fe-446d-9734-1847bec1d7f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:09:35.118317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:35.127091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 7949e21d-c3fe-446d-9734-1847bec1d7f7 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:09:35.127352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 7949e21d-c3fe-446d-9734-1847bec1d7f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:09:35.127780 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device f3e21148-9139-4390-8642-58a20f33ef8a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:09:35.129844 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (0056d21b-c8be-4262-832a-cdc9b3dc7c50), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.150647 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0056d21b-c8be-4262-832a-cdc9b3dc7c50']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:35.155845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: f3e21148-9139-4390-8642-58a20f33ef8a {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:09:35.156221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device f3e21148-9139-4390-8642-58a20f33ef8a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:09:35.165567 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4d1dff-1815-43b1-a974-3c0086ec69ef') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:35.166066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4d1dff-1815-43b1-a974-3c0086ec69ef') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:35.175483 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (370d8cbb-408d-4b9d-8dfa-9354ded8ddc2), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.178972 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (8d4d1dff-1815-43b1-a974-3c0086ec69ef), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.194833 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (8d4d1dff-1815-43b1-a974-3c0086ec69ef), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.201685 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Pushing event deleted for resources: {'Port': ['ID=370d8cbb-408d-4b9d-8dfa-9354ded8ddc2,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:35.202190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 02:09:35.202648 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (8d4d1dff-1815-43b1-a974-3c0086ec69ef), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.211630 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.212143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.212352 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.212694 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.213037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.213381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.213716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.214068 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.214388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.214722 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.215054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.215388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.215716 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.216069 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.216416 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:35.219290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708da7cc-fb16-4c10-affe-98786d19283b None None] No DVR routers for this DVR port 370d8cbb-408d-4b9d-8dfa-9354ded8ddc2 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:09:35.267858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (0056d21b-c8be-4262-832a-cdc9b3dc7c50), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.274571 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.279889 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/0056d21b-c8be-4262-832a-cdc9b3dc7c50 HTTP/1.1" status: 204 len: 168 time: 0.5618558 Sep 25 02:09:35.283101 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38520) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:35.304983 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 8d4d1dff-1815-43b1-a974-3c0086ec69ef resource provider aggregate not found Sep 25 02:09:35.309910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c03f56-5d86-4807-b1f6-94307948e0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0056d21b-c8be-4262-832a-cdc9b3dc7c50,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:35.346056 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 8d4d1dff-1815-43b1-a974-3c0086ec69ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d4d1dff-1815-43b1-a974-3c0086ec69ef found for delete ", "request_id": "req-afbc5121-ccd2-495a-8887-e1cf9bbe2110"}]} Sep 25 02:09:35.648651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (e10d40e8-32dd-4e20-b103-01ea29183974), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.899832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Deleting port a1e16429-b689-4345-b7e5-6f7b81797746 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:09:35.900204 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:35.983680 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] For port a1e16429-b689-4345-b7e5-6f7b81797746, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e16429-b689-4345-b7e5-6f7b81797746,segment=NetworkSegment(33fabb62-ead6-4c3c-9f6f-87fb494bce9e),segment_id=33fabb62-ead6-4c3c-9f6f-87fb494bce9e)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:35.984082 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:36.002105 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Calling delete_port for a1e16429-b689-4345-b7e5-6f7b81797746 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:09:36.045600 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:36.109025 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:36.186828 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:36.198855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (a1e16429-b689-4345-b7e5-6f7b81797746), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:36.225759 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e16429-b689-4345-b7e5-6f7b81797746,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:36.390784 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (e10d40e8-32dd-4e20-b103-01ea29183974), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:36.598417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Router e10d40e8-32dd-4e20-b103-01ea29183974 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:09:36.697581 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:09:36.702500 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a51f98e6-ebe8-4972-9092-ff99740d7d9c admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e10d40e8-32dd-4e20-b103-01ea29183974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4180439 Sep 25 02:09:36.705057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38524) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:36.706648 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] Sync routers for ids ['e10d40e8-32dd-4e20-b103-01ea29183974'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:09:36.716772 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] Routers {'e10d40e8-32dd-4e20-b103-01ea29183974'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:36.717400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e10d40e8-32dd-4e20-b103-01ea29183974'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:36.804796 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks [] for router (e10d40e8-32dd-4e20-b103-01ea29183974), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:36.822875 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:36.829695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] Set router e10d40e8-32dd-4e20-b103-01ea29183974 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:36.905726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks [] for router_gateway (e10d40e8-32dd-4e20-b103-01ea29183974), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:36.937329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:36.948926 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Deleting port c3f296c4-f6e8-4a24-8bdb-a0a76674332f {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:09:36.949286 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:36.990630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:37.001717 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T02:09:36Z', 'revision_number': 5, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'gw_port': {'id': 'c3f296c4-f6e8-4a24-8bdb-a0a76674332f', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T01:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:37.029331 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] Checking router: e10d40e8-32dd-4e20-b103-01ea29183974 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:09:37.037125 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] For port c3f296c4-f6e8-4a24-8bdb-a0a76674332f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3f296c4-f6e8-4a24-8bdb-a0a76674332f,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:37.037446 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.038846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] Routers {'e10d40e8-32dd-4e20-b103-01ea29183974'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:37.039467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['e10d40e8-32dd-4e20-b103-01ea29183974'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:37.050635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Calling delete_port for c3f296c4-f6e8-4a24-8bdb-a0a76674332f owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:09:37.222254 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (c3f296c4-f6e8-4a24-8bdb-a0a76674332f), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.253386 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f296c4-f6e8-4a24-8bdb-a0a76674332f,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:37.272274 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] Set router e10d40e8-32dd-4e20-b103-01ea29183974 gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:37.319334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (e10d40e8-32dd-4e20-b103-01ea29183974), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.320771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T02:09:36Z', 'revision_number': 6, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:37.345095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5daa5-370e-4f43-80db-0ccde206e685 None None] The sync data for ids ['e10d40e8-32dd-4e20-b103-01ea29183974'] in dv-neutron-master-2-hyperv is: [{'id': 'e10d40e8-32dd-4e20-b103-01ea29183974', 'name': 'tempest-TestShelveInstance-1752391706-router', 'tenant_id': '47bb7ff13451490b9897d102fef80c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:59:36Z', 'updated_at': '2022-09-25T02:09:36Z', 'revision_number': 6, 'project_id': '47bb7ff13451490b9897d102fef80c30', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:09:37.411895 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (e10d40e8-32dd-4e20-b103-01ea29183974), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.414091 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks [] for router_controller (e10d40e8-32dd-4e20-b103-01ea29183974), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.456661 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (e10d40e8-32dd-4e20-b103-01ea29183974), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.457298 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e10d40e8-32dd-4e20-b103-01ea29183974 {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 02:09:37.461877 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.463113 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-cb760e82-919f-4611-b179-9a8473a0726f admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e10d40e8-32dd-4e20-b103-01ea29183974 HTTP/1.1" status: 204 len: 168 time: 0.7571361 Sep 25 02:09:37.465667 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38526) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:37.510780 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aafff31-6957-48a1-a548-5ad99c3133fc admin admin] Deleting subnet cf60e244-ee08-4918-ba13-4bd14d90053b {{(pid=107188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 02:09:37.513808 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9aafff31-6957-48a1-a548-5ad99c3133fc admin admin] Publish callbacks [] for subnet (cf60e244-ee08-4918-ba13-4bd14d90053b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.548514 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9aafff31-6957-48a1-a548-5ad99c3133fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4703862'] for subnet (cf60e244-ee08-4918-ba13-4bd14d90053b), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.626616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9aafff31-6957-48a1-a548-5ad99c3133fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (cf60e244-ee08-4918-ba13-4bd14d90053b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.680821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9aafff31-6957-48a1-a548-5ad99c3133fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4600816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4501617'] for subnet (cf60e244-ee08-4918-ba13-4bd14d90053b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.706677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafff31-6957-48a1-a548-5ad99c3133fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf60e244-ee08-4918-ba13-4bd14d90053b,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:37.712726 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-9aafff31-6957-48a1-a548-5ad99c3133fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.716910 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-9aafff31-6957-48a1-a548-5ad99c3133fc admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/cf60e244-ee08-4918-ba13-4bd14d90053b HTTP/1.1" status: 204 len: 168 time: 0.2496526 Sep 25 02:09:37.718895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38528) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:37.719391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3653b275-ab25-4642-bbe9-24c9c6d2a542 None None] Network fa087203-2343-41b9-8309-3f34cada290a requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 02:09:37.767088 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:37.779349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:37.801251 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (fa087203-2343-41b9-8309-3f34cada290a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.850587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Deleting port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:09:37.850932 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.914586 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] For port 2b7edd85-e612-4f4d-95ed-d6843dea4a60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b7edd85-e612-4f4d-95ed-d6843dea4a60,segment=NetworkSegment(33fabb62-ead6-4c3c-9f6f-87fb494bce9e),segment_id=33fabb62-ead6-4c3c-9f6f-87fb494bce9e)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:37.914944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:37.928516 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Calling delete_port for 2b7edd85-e612-4f4d-95ed-d6843dea4a60 owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:09:38.003788 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (2b7edd85-e612-4f4d-95ed-d6843dea4a60), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.031512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7edd85-e612-4f4d-95ed-d6843dea4a60,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:38.035092 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] No DVR routers for this DVR port 2b7edd85-e612-4f4d-95ed-d6843dea4a60 on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:09:38.106081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (fa087203-2343-41b9-8309-3f34cada290a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.124384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88747134-a7ee-4313-8a41-dd261ed18c2c None None] DHCP port deletion for fa087203-2343-41b9-8309-3f34cada290a request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 02:09:38.132607 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa087203-2343-41b9-8309-3f34cada290a']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:38.144132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fabb62-ead6-4c3c-9f6f-87fb494bce9e') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:38.144584 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fabb62-ead6-4c3c-9f6f-87fb494bce9e') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:38.154834 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (33fabb62-ead6-4c3c-9f6f-87fb494bce9e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.169270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (33fabb62-ead6-4c3c-9f6f-87fb494bce9e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.175496 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 02:09:38.176564 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (33fabb62-ead6-4c3c-9f6f-87fb494bce9e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.240724 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (fa087203-2343-41b9-8309-3f34cada290a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.248295 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.254440 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/fa087203-2343-41b9-8309-3f34cada290a HTTP/1.1" status: 204 len: 168 time: 0.5336916 Sep 25 02:09:38.266987 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a4ebb-a5ea-4c03-80ac-ffdfaf0d3659 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa087203-2343-41b9-8309-3f34cada290a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:38.341187 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 33fabb62-ead6-4c3c-9f6f-87fb494bce9e resource provider aggregate not found Sep 25 02:09:38.360505 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment 33fabb62-ead6-4c3c-9f6f-87fb494bce9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33fabb62-ead6-4c3c-9f6f-87fb494bce9e found for delete ", "request_id": "req-2a7a6dac-9bd9-4190-a080-a53a42742633"}]} Sep 25 02:09:38.409185 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38540) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:38.432247 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:38.454595 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-c4d19cc5-a784-4a83-bcf9-675023cbf665 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=eb97afe48f6942db97ef88acc6c68a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438733 Sep 25 02:09:38.457736 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38542) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:38.471167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:38.506401 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21d13a5c-f07f-4782-8ae8-9fa1c4241caf admin admin] Publish callbacks [] for security_group (609715ac-ba7f-4937-be5f-4d22542de09f), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.526163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21d13a5c-f07f-4782-8ae8-9fa1c4241caf admin admin] Publish callbacks [] for security_group (609715ac-ba7f-4937-be5f-4d22542de09f), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.577656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21d13a5c-f07f-4782-8ae8-9fa1c4241caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (609715ac-ba7f-4937-be5f-4d22542de09f), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.580291 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-21d13a5c-f07f-4782-8ae8-9fa1c4241caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:38.581463 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-21d13a5c-f07f-4782-8ae8-9fa1c4241caf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/609715ac-ba7f-4937-be5f-4d22542de09f HTTP/1.1" status: 204 len: 168 time: 0.1228359 Sep 25 02:09:38.590233 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d13a5c-f07f-4782-8ae8-9fa1c4241caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609715ac-ba7f-4937-be5f-4d22542de09f,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:38.913156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38548) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:38.953713 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-306eefc3-af24-4467-94c2-e26462316646 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=47bb7ff13451490b9897d102fef80c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393457 Sep 25 02:09:38.956048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38550) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:39.003536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98da29e1-da21-4b80-b46d-0e1731171a32 admin admin] Publish callbacks [] for security_group (917ca9cc-e926-422d-9394-2ca2f6b8e9d2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:39.024939 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98da29e1-da21-4b80-b46d-0e1731171a32 admin admin] Publish callbacks [] for security_group (917ca9cc-e926-422d-9394-2ca2f6b8e9d2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:39.048757 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c3f296c4-f6e8-4a24-8bdb-a0a76674332f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:09:39.070464 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: c3f296c4-f6e8-4a24-8bdb-a0a76674332f {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:09:39.070896 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device c3f296c4-f6e8-4a24-8bdb-a0a76674332f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:09:39.071397 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a1e16429-b689-4345-b7e5-6f7b81797746 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:09:39.073656 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98da29e1-da21-4b80-b46d-0e1731171a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (917ca9cc-e926-422d-9394-2ca2f6b8e9d2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:39.076536 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-98da29e1-da21-4b80-b46d-0e1731171a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:39.080789 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-98da29e1-da21-4b80-b46d-0e1731171a32 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/917ca9cc-e926-422d-9394-2ca2f6b8e9d2 HTTP/1.1" status: 204 len: 168 time: 0.1237817 Sep 25 02:09:39.090071 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da29e1-da21-4b80-b46d-0e1731171a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ca9cc-e926-422d-9394-2ca2f6b8e9d2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:39.091877 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: a1e16429-b689-4345-b7e5-6f7b81797746 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:09:39.092266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device a1e16429-b689-4345-b7e5-6f7b81797746 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:09:39.092696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2b7edd85-e612-4f4d-95ed-d6843dea4a60 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:09:39.114604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2b7edd85-e612-4f4d-95ed-d6843dea4a60 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:09:39.114950 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2b7edd85-e612-4f4d-95ed-d6843dea4a60 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:09:39.795737 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38572) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:39.889233 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1807487608-network', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:39.910215 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Made reservation on behalf of 52ec558a2e0b40c3b9a2a6c75b5f45eb for: {'network': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 02:09:39.912696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:39.924878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:39.927742 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:40.003229 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Publish callbacks [] for security_group (003f7e8b-06ae-43db-84ed-6b844c5ecffa), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.007219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (003f7e8b-06ae-43db-84ed-6b844c5ecffa), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.011276 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:40.031579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=107188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 02:09:40.049169 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e5f2dc4a-7504-4d19-a924-573007b8496e), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.049559 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.db.segments_db [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Added segment e5f2dc4a-7504-4d19-a924-573007b8496e of type vlan for network 04965641-6358-4abc-b86c-cae04f47e9c2 Sep 25 02:09:40.051501 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003f7e8b-06ae-43db-84ed-6b844c5ecffa,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:40.094743 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (04965641-6358-4abc-b86c-cae04f47e9c2), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.121021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (04965641-6358-4abc-b86c-cae04f47e9c2), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.121934 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:40.122515 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.183878 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3870375 Sep 25 02:09:40.186943 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38576) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:40.187484 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdd34d-6da2-431a-b3e4-825bda7b8c6e admin admin] Pushing event updated for resources: {'Network': ['ID=04965641-6358-4abc-b86c-cae04f47e9c2,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:40.192081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Request body: {'subnet': {'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1807487608-subnet', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'ip_version': 4}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:40.196726 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network 04965641-6358-4abc-b86c-cae04f47e9c2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 02:09:40.213411 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Made reservation on behalf of 52ec558a2e0b40c3b9a2a6c75b5f45eb for: {'subnet': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 02:09:40.215804 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5583382'] for subnet (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.387264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5619321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5583360'] for subnet (6053025d-6800-4fd0-a4ae-23d6c9d9d5ae), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.450951 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:40.458689 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Checking segment: {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:09:40.459053 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Network hostable DHCP agents. Network: 04965641-6358-4abc-b86c-cae04f47e9c2, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 02:09:40.476373 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Network 04965641-6358-4abc-b86c-cae04f47e9c2 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 02:09:40.484539 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 04965641-6358-4abc-b86c-cae04f47e9c2) {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:40.488758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:40.489377 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.493789 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616c9c8-3a58-4946-8c42-ec9b445e75ae None None] Network 04965641-6358-4abc-b86c-cae04f47e9c2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 02:09:40.506423 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bc3a3074-0547-42e0-95be-cb657c63c82e admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3182216 Sep 25 02:09:40.509290 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38578) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:40.513826 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:40.535917 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (3340648c-55d9-4952-80f2-67535ee68797), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.536974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (3340648c-55d9-4952-80f2-67535ee68797), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.589180 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks [] for router_controller (3340648c-55d9-4952-80f2-67535ee68797), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.604346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-04965641-6358-4abc-b86c-cae04f47e9c2', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 02:09:40.605288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.728062 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks [] for router_gateway (3340648c-55d9-4952-80f2-67535ee68797), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.738919 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Allocated IP 172.20.0.2 (04965641-6358-4abc-b86c-cae04f47e9c2/6053025d-6800-4fd0-a4ae-23d6c9d9d5ae/b0666778-d5ce-4000-b392-5b9b5bfb516d) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:09:40.883599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Publish callbacks [] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.889795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.910141 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks [] for router_gateway (3340648c-55d9-4952-80f2-67535ee68797), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.929616 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:40.936677 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Network 04965641-6358-4abc-b86c-cae04f47e9c2 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:09:40.940437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:40.945171 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:09:40.948645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Pushing event updated for resources: {'Port': ['ID=b0666778-d5ce-4000-b392-5b9b5bfb516d,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:41.003599 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Attempting to bind port b0666778-d5ce-4000-b392-5b9b5bfb516d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 02:09:41.004561 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Attempting to bind port b0666778-d5ce-4000-b392-5b9b5bfb516d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 02:09:41.004936 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Attempting to bind port b0666778-d5ce-4000-b392-5b9b5bfb516d on network 04965641-6358-4abc-b86c-cae04f47e9c2 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:09:41.044548 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Allocated IP 172.36.7.175 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/82091ddd-c496-4d50-955d-ed3b30a527dc) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:09:41.049450 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 2, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 02:09:41.049911 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Checking segment: {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:09:41.050465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:41.051117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Bound using segment: {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 02:09:41.051729 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Bound port: b0666778-d5ce-4000-b392-5b9b5bfb516d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 02:09:41.052143 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:41.100669 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:41.112492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:41.116050 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] For port b0666778-d5ce-4000-b392-5b9b5bfb516d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 02:09:41.120018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] For port b0666778-d5ce-4000-b392-5b9b5bfb516d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0666778-d5ce-4000-b392-5b9b5bfb516d,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 02:09:41.127736 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:41.164121 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks [] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:41.185533 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32ef04-34df-4266-8d7f-4d17baaaac49 None None] Pushing event updated for resources: {'Port': ['ID=b0666778-d5ce-4000-b392-5b9b5bfb516d,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:41.188911 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:UPDATE=6,neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:41.202635 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:41.248878 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:09:41.253389 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:41.259012 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:09:41.285569 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Pushing event updated for resources: {'Port': ['ID=82091ddd-c496-4d50-955d-ed3b30a527dc,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:41.404846 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:41.850704 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks [] for router_gateway (3340648c-55d9-4952-80f2-67535ee68797), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:42.047517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (3340648c-55d9-4952-80f2-67535ee68797), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:42.067802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c14c7ef-4fa1-48f1-9535-5c774e0ad8fa None None] Network 04965641-6358-4abc-b86c-cae04f47e9c2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 02:09:42.161539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:42.171225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Router 3340648c-55d9-4952-80f2-67535ee68797 is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 02:09:42.183375 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-33d6ffc0-675a-4abf-82fb-21cacc9da65a None None] Provisioning complete for port b0666778-d5ce-4000-b392-5b9b5bfb516d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:42.183751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33d6ffc0-675a-4abf-82fb-21cacc9da65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:42.184118 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-33d6ffc0-675a-4abf-82fb-21cacc9da65a None None] Attempt 1 to provision port b0666778-d5ce-4000-b392-5b9b5bfb516d Sep 25 02:09:42.261872 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-33d6ffc0-675a-4abf-82fb-21cacc9da65a None None] Current status of the port b0666778-d5ce-4000-b392-5b9b5bfb516d is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:42.262622 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33d6ffc0-675a-4abf-82fb-21cacc9da65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:42.281689 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:09:42.292659 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Sync routers for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:09:42.303916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:42.308257 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-97149b7d-c7f1-4802-b54a-e3bca3a3347b admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7951334 Sep 25 02:09:42.309124 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38580) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:42.313040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-33d6ffc0-675a-4abf-82fb-21cacc9da65a None None] For port b0666778-d5ce-4000-b392-5b9b5bfb516d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0666778-d5ce-4000-b392-5b9b5bfb516d,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:42.315116 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:42.315923 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:42.320480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-33d6ffc0-675a-4abf-82fb-21cacc9da65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:42.381359 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6ffc0-675a-4abf-82fb-21cacc9da65a None None] Pushing event updated for resources: {'Port': ['ID=b0666778-d5ce-4000-b392-5b9b5bfb516d,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:42.414991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:42.439492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-ad035c69-f7d7-4f93-9f16-630064168157 None None] Provisioning complete for port b0666778-d5ce-4000-b392-5b9b5bfb516d triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:42.440112 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ad035c69-f7d7-4f93-9f16-630064168157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:42.440368 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-ad035c69-f7d7-4f93-9f16-630064168157 None None] Attempt 1 to provision port b0666778-d5ce-4000-b392-5b9b5bfb516d Sep 25 02:09:42.516958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-ad035c69-f7d7-4f93-9f16-630064168157 None None] Current status of the port b0666778-d5ce-4000-b392-5b9b5bfb516d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:42.522555 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:42.526650 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:42.694964 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:41Z', 'revision_number': 3, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:42.727071 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Checking router: 3340648c-55d9-4952-80f2-67535ee68797 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:09:42.727416 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Updating router 3340648c-55d9-4952-80f2-67535ee68797 port 82091ddd-c496-4d50-955d-ed3b30a527dc binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 02:09:42.756113 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:42.765036 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:42.921820 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Allocated IP 172.20.0.1 (04965641-6358-4abc-b86c-cae04f47e9c2/6053025d-6800-4fd0-a4ae-23d6c9d9d5ae/18c59982-ba41-4497-9506-05463e974f70) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:09:42.994232 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Publish callbacks [] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.001749 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.033919 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Publish callbacks [] for port (18c59982-ba41-4497-9506-05463e974f70), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.043724 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Attempting to bind port 82091ddd-c496-4d50-955d-ed3b30a527dc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 02:09:43.044189 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Attempting to bind port 82091ddd-c496-4d50-955d-ed3b30a527dc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 02:09:43.044744 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Attempting to bind port 82091ddd-c496-4d50-955d-ed3b30a527dc on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:09:43.069490 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (18c59982-ba41-4497-9506-05463e974f70), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.090711 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b0666778-d5ce-4000-b392-5b9b5bfb516d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:43.094208 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Pushing event updated for resources: {'Port': ['ID=82091ddd-c496-4d50-955d-ed3b30a527dc,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:43.103494 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 2, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 02:09:43.103907 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:09:43.104285 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.105064 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 02:09:43.105213 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Bound port: 82091ddd-c496-4d50-955d-ed3b30a527dc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 02:09:43.105496 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.107834 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.108011 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.108342 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.108671 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.108996 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.109317 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.109636 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.109950 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.110267 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.110581 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.110896 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.111526 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.111526 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.112317 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.112317 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:09:43.113588 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Network 04965641-6358-4abc-b86c-cae04f47e9c2 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:09:43.119037 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:43.123857 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:09:43.130275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Pushing event updated for resources: {'Port': ['ID=18c59982-ba41-4497-9506-05463e974f70,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:43.151042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port b0666778-d5ce-4000-b392-5b9b5bfb516d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:43.151405 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.151746 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port b0666778-d5ce-4000-b392-5b9b5bfb516d Sep 25 02:09:43.173055 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] For port 82091ddd-c496-4d50-955d-ed3b30a527dc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 02:09:43.174132 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:43.177588 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] For port 82091ddd-c496-4d50-955d-ed3b30a527dc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82091ddd-c496-4d50-955d-ed3b30a527dc,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 02:09:43.178892 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (3340648c-55d9-4952-80f2-67535ee68797), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.190300 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.227335 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:43.228079 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:43.231537 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port b0666778-d5ce-4000-b392-5b9b5bfb516d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:43.258875 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:43.259419 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:43.263084 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9014e8-f796-403c-85ee-9df08e717553 None None] Pushing event updated for resources: {'Port': ['ID=82091ddd-c496-4d50-955d-ed3b30a527dc,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:43.341990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (18c59982-ba41-4497-9506-05463e974f70), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.373955 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:43.397348 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:43.441985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Provisioning complete for port 18c59982-ba41-4497-9506-05463e974f70 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:43.442597 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (18c59982-ba41-4497-9506-05463e974f70), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.442733 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Attempt 1 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:43.474037 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Port 18c59982-ba41-4497-9506-05463e974f70 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:43.510758 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Publish callbacks [] for port (18c59982-ba41-4497-9506-05463e974f70), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.517046 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (18c59982-ba41-4497-9506-05463e974f70), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.557166 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:41Z', 'revision_number': 3, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:43.583271 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600be7c2-0e9d-4367-8a5d-fa92022eaa24 None None] The sync data for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv is: [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:41Z', 'revision_number': 3, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:09:43.595397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Pushing event updated for resources: {'Port': ['ID=18c59982-ba41-4497-9506-05463e974f70,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:43.598955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (3340648c-55d9-4952-80f2-67535ee68797), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:43.695351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Network 04965641-6358-4abc-b86c-cae04f47e9c2 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:09:43.696815 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:43.836862 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Router 3340648c-55d9-4952-80f2-67535ee68797 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:09:43.949113 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:09:43.954478 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-69b57670-c3b4-4cd8-84f5-4a62c2da8edb admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3340648c-55d9-4952-80f2-67535ee68797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6436322 Sep 25 02:09:43.975581 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Attempt 2 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:44.013939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Port 18c59982-ba41-4497-9506-05463e974f70 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:44.473922 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38596) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:44.478906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1044237156-network', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:44.498906 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Made reservation on behalf of f459633c7b534f7d8c4490c15025ddda for: {'network': 1} {{(pid=107187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 02:09:44.501560 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for network (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:44.510741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:44.514806 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Attempt 3 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:44.548953 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Port 18c59982-ba41-4497-9506-05463e974f70 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:44.557512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:44.602972 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Publish callbacks [] for security_group (b2957f84-0d3a-44d3-8a8c-83e677fc8107), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:44.606644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b2957f84-0d3a-44d3-8a8c-83e677fc8107), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:44.635747 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=107187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 02:09:44.641641 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2957f84-0d3a-44d3-8a8c-83e677fc8107,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:44.650691 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2cbafbba-9973-4de3-81e9-b3f57b20864b), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:44.651216 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.segments_db [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Added segment 2cbafbba-9973-4de3-81e9-b3f57b20864b of type vlan for network be36101d-a7fa-4e41-acc7-49e85782d0e1 Sep 25 02:09:44.695988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745228504230'] for network (be36101d-a7fa-4e41-acc7-49e85782d0e1), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:44.706361 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:44.723228 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266'] for network (be36101d-a7fa-4e41-acc7-49e85782d0e1), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:44.724316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:44.724901 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:44.785895 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3108621 Sep 25 02:09:44.788668 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38598) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:44.791286 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48820eef-9f0f-48d4-912d-1d5423776b8a admin admin] Pushing event updated for resources: {'Network': ['ID=be36101d-a7fa-4e41-acc7-49e85782d0e1,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:44.794813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Request body: {'subnet': {'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1044237156-subnet', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'ip_version': 4}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:44.800871 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Network be36101d-a7fa-4e41-acc7-49e85782d0e1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=107189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 02:09:44.801136 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:44.818606 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Made reservation on behalf of f459633c7b534f7d8c4490c15025ddda for: {'subnet': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 02:09:44.821099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4501598'] for subnet (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:44.915125 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:45.010941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4601647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4501576'] for subnet (026d8f53-4f94-41c3-ae0a-f182bfe48cf3), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.050205 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Attempt 4 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:45.065631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Pushing event updated for resources: {'Subnet': ['ID=026d8f53-4f94-41c3-ae0a-f182bfe48cf3,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:45.086847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Checking segment: {'id': '2cbafbba-9973-4de3-81e9-b3f57b20864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:09:45.087210 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Network hostable DHCP agents. Network: be36101d-a7fa-4e41-acc7-49e85782d0e1, hostable agents: ['e9071589-0027-4a2b-9a18-aed4da7ff702'], hosted agents: [] {{(pid=107188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 02:09:45.089091 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:45.098107 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Port 18c59982-ba41-4497-9506-05463e974f70 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:45.101516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 82091ddd-c496-4d50-955d-ed3b30a527dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:45.107317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Network be36101d-a7fa-4e41-acc7-49e85782d0e1 is scheduled to be hosted by DHCP agent e9071589-0027-4a2b-9a18-aed4da7ff702 with binding_index 1 {{(pid=107188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 02:09:45.117772 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, be36101d-a7fa-4e41-acc7-49e85782d0e1) {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:45.122665 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:45.123517 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.133120 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c66f4a-24fe-4f0a-b439-4c7372993700 None None] Network be36101d-a7fa-4e41-acc7-49e85782d0e1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 02:09:45.144403 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-442ca4fc-e8b6-46d2-963c-070903a713da admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3545947 Sep 25 02:09:45.146959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38600) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:45.151318 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:45.177243 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7876227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3700'] for router (ac5187d6-a3d9-4800-b334-31bb6092256d), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.178420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7869886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7965681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8287801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3693'] for router (ac5187d6-a3d9-4800-b334-31bb6092256d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.204003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 82091ddd-c496-4d50-955d-ed3b30a527dc triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:45.204381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.204716 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 82091ddd-c496-4d50-955d-ed3b30a527dc Sep 25 02:09:45.233631 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks [] for router_controller (ac5187d6-a3d9-4800-b334-31bb6092256d), precommit_add_association {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.256429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:45.280663 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Sync routers for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:09:45.300181 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35673896-644d-4698-a619-f68219041b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-be36101d-a7fa-4e41-acc7-49e85782d0e1', 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1', 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'fixed_ips': [{'subnet_id': '026d8f53-4f94-41c3-ae0a-f182bfe48cf3'}]}} from dv-neutron-master-2-hyperv. {{(pid=107189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 02:09:45.301608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35673896-644d-4698-a619-f68219041b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.321038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:45.321607 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:45.390538 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks [] for router_gateway (ac5187d6-a3d9-4800-b334-31bb6092256d), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.398487 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 82091ddd-c496-4d50-955d-ed3b30a527dc is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:45.398897 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.503769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 82091ddd-c496-4d50-955d-ed3b30a527dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82091ddd-c496-4d50-955d-ed3b30a527dc,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:45.517482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.592484 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:45.593137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks [] for router_gateway (ac5187d6-a3d9-4800-b334-31bb6092256d), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.613940 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.719998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:45.739464 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Allocated IP 172.36.7.131 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/2934f479-7315-4ad9-8c6b-13e301ed068d) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:09:45.765730 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Attempt 5 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:45.824465 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=82091ddd-c496-4d50-955d-ed3b30a527dc,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:45.832917 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.db_base_plugin_common [None req-35673896-644d-4698-a619-f68219041b60 None None] Allocated IP 172.20.0.2 (be36101d-a7fa-4e41-acc7-49e85782d0e1/026d8f53-4f94-41c3-ae0a-f182bfe48cf3/9644f368-9676-4c81-8bf5-e58a55bf74c7) {{(pid=107189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:09:45.857494 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks [] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.872753 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Port 18c59982-ba41-4497-9506-05463e974f70 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:45.887630 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:45.905756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:45.948510 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:09:45.953756 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:45.956190 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:09:45.989869 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Pushing event updated for resources: {'Port': ['ID=2934f479-7315-4ad9-8c6b-13e301ed068d,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:46.100408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 2, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:46.106762 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:46.138312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35673896-644d-4698-a619-f68219041b60 None None] Publish callbacks [] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), precommit_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.141793 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Checking router: 3340648c-55d9-4952-80f2-67535ee68797 for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:09:46.142125 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Updating router 3340648c-55d9-4952-80f2-67535ee68797 port 18c59982-ba41-4497-9506-05463e974f70 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 02:09:46.144193 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:46.146790 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35673896-644d-4698-a619-f68219041b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), after_create {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.215878 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (18c59982-ba41-4497-9506-05463e974f70), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.219040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35673896-644d-4698-a619-f68219041b60 None None] Network be36101d-a7fa-4e41-acc7-49e85782d0e1 is already hosted by enough agents. {{(pid=107189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:09:46.222244 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks [] for router_gateway (ac5187d6-a3d9-4800-b334-31bb6092256d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.224584 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.scheduler.base_scheduler [None req-35673896-644d-4698-a619-f68219041b60 None None] Resources bound (agent type, host, resource id): {{(pid=107189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:46.236217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35673896-644d-4698-a619-f68219041b60 None None] Received port after_create {{(pid=107189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:09:46.244270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35673896-644d-4698-a619-f68219041b60 None None] Pushing event updated for resources: {'Port': ['ID=9644f368-9676-4c81-8bf5-e58a55bf74c7,revision_number=1']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:46.374193 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Attempt 6 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:46.379672 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-35673896-644d-4698-a619-f68219041b60 None None] Attempting to bind port 9644f368-9676-4c81-8bf5-e58a55bf74c7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 02:09:46.380263 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-35673896-644d-4698-a619-f68219041b60 None None] Attempting to bind port 9644f368-9676-4c81-8bf5-e58a55bf74c7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2cbafbba-9973-4de3-81e9-b3f57b20864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 02:09:46.380640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35673896-644d-4698-a619-f68219041b60 None None] Attempting to bind port 9644f368-9676-4c81-8bf5-e58a55bf74c7 on network be36101d-a7fa-4e41-acc7-49e85782d0e1 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:09:46.419794 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7869926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874094'] for router (ac5187d6-a3d9-4800-b334-31bb6092256d), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.459539 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Port 18c59982-ba41-4497-9506-05463e974f70 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:46.502817 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35673896-644d-4698-a619-f68219041b60 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 2, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 02:09:46.503190 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35673896-644d-4698-a619-f68219041b60 None None] Checking segment: {'id': '2cbafbba-9973-4de3-81e9-b3f57b20864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:09:46.503596 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35673896-644d-4698-a619-f68219041b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.504033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35673896-644d-4698-a619-f68219041b60 None None] Bound using segment: {'id': '2cbafbba-9973-4de3-81e9-b3f57b20864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 02:09:46.504506 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-35673896-644d-4698-a619-f68219041b60 None None] Bound port: 9644f368-9676-4c81-8bf5-e58a55bf74c7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbafbba-9973-4de3-81e9-b3f57b20864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 02:09:46.504879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35673896-644d-4698-a619-f68219041b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.557127 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Router ac5187d6-a3d9-4800-b334-31bb6092256d is scheduled to L3 agent c337908b-fd1d-4913-9831-28c17d90d983 with binding_index 1 {{(pid=107188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 02:09:46.567744 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:46.613825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-35673896-644d-4698-a619-f68219041b60 None None] For port 9644f368-9676-4c81-8bf5-e58a55bf74c7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 02:09:46.618073 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-35673896-644d-4698-a619-f68219041b60 None None] For port 9644f368-9676-4c81-8bf5-e58a55bf74c7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9644f368-9676-4c81-8bf5-e58a55bf74c7,segment=NetworkSegment(2cbafbba-9973-4de3-81e9-b3f57b20864b),segment_id=2cbafbba-9973-4de3-81e9-b3f57b20864b)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 02:09:46.629974 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-35673896-644d-4698-a619-f68219041b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.670705 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:09:46.679734 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Sync routers for ids ['ac5187d6-a3d9-4800-b334-31bb6092256d'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:09:46.692105 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Routers {'ac5187d6-a3d9-4800-b334-31bb6092256d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:46.692877 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ac5187d6-a3d9-4800-b334-31bb6092256d'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:46.694684 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.699089 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-2577266b-6685-4cd3-885c-0a1ccd37c3ce admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5510163 Sep 25 02:09:46.699581 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38602) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:46.700719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Publish callbacks [] for port (18c59982-ba41-4497-9506-05463e974f70), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.714563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (18c59982-ba41-4497-9506-05463e974f70), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.724085 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35673896-644d-4698-a619-f68219041b60 None None] Pushing event updated for resources: {'Port': ['ID=9644f368-9676-4c81-8bf5-e58a55bf74c7,revision_number=2']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:46.808104 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Set router ac5187d6-a3d9-4800-b334-31bb6092256d gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:46.816733 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7373402-71cb-4bd8-89dd-62502ad2d5d9 None None] Pushing event updated for resources: {'Port': ['ID=18c59982-ba41-4497-9506-05463e974f70,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:46.828614 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Attempting to bind port 18c59982-ba41-4497-9506-05463e974f70 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 02:09:46.829196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Attempting to bind port 18c59982-ba41-4497-9506-05463e974f70 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 02:09:46.829745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Attempting to bind port 18c59982-ba41-4497-9506-05463e974f70 on network 04965641-6358-4abc-b86c-cae04f47e9c2 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:09:46.881657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 2, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 02:09:46.881657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Checking segment: {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:09:46.881657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.881657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Bound using segment: {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 02:09:46.882104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Bound port: 18c59982-ba41-4497-9506-05463e974f70, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 02:09:46.882104 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (18c59982-ba41-4497-9506-05463e974f70), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:46.947024 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:46.960222 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Attempt 7 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:47.013534 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:47.023543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] For port 18c59982-ba41-4497-9506-05463e974f70, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 02:09:47.058391 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Port 18c59982-ba41-4497-9506-05463e974f70 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:47.060708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] For port 18c59982-ba41-4497-9506-05463e974f70, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18c59982-ba41-4497-9506-05463e974f70,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 02:09:47.067182 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131'}], 'enable_snat': True}, 'gw_port_id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:46Z', 'revision_number': 3, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'gw_port': {'id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:be:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:47.069106 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (18c59982-ba41-4497-9506-05463e974f70), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.102360 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Checking router: ac5187d6-a3d9-4800-b334-31bb6092256d for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:09:47.102718 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Updating router ac5187d6-a3d9-4800-b334-31bb6092256d port 2934f479-7315-4ad9-8c6b-13e301ed068d binding host dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 02:09:47.110705 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:47.111491 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:47.142084 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.236477 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:47.267598 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9644f368-9676-4c81-8bf5-e58a55bf74c7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:47.310484 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:47.359136 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7373402-71cb-4bd8-89dd-62502ad2d5d9 None None] Pushing event updated for resources: {'Port': ['ID=18c59982-ba41-4497-9506-05463e974f70,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:47.428320 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 9644f368-9676-4c81-8bf5-e58a55bf74c7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:47.428791 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Publish callbacks [] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), precommit_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.428979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.429226 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 9644f368-9676-4c81-8bf5-e58a55bf74c7 Sep 25 02:09:47.435389 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.470147 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Attempting to bind port 2934f479-7315-4ad9-8c6b-13e301ed068d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 02:09:47.470808 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Attempting to bind port 2934f479-7315-4ad9-8c6b-13e301ed068d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 02:09:47.471635 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Attempting to bind port 2934f479-7315-4ad9-8c6b-13e301ed068d on network 138a0b37-abec-4287-895a-94d38f21a5dc {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:09:47.515401 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a903aeb-f2cc-4cd4-9a3e-157b7ea35d2d None None] Pushing event updated for resources: {'Port': ['ID=2934f479-7315-4ad9-8c6b-13e301ed068d,revision_number=2']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:47.541462 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 2, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 02:09:47.541842 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Checking segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:09:47.542310 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.542729 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Bound using segment: {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'} {{(pid=107190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 02:09:47.543209 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.managers [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Bound port: 2934f479-7315-4ad9-8c6b-13e301ed068d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694971c1-b07c-4999-a75a-7ceb1f9679db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc'}}] {{(pid=107190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 02:09:47.543589 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), before_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.590197 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:47.607986 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Attempt 8 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:47.609072 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] For port 2934f479-7315-4ad9-8c6b-13e301ed068d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 02:09:47.618978 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.619521 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.plugins.ml2.db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] For port 2934f479-7315-4ad9-8c6b-13e301ed068d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2934f479-7315-4ad9-8c6b-13e301ed068d,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 02:09:47.627855 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron_lib.callbacks.manager [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), after_update {{(pid=107190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.686011 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a903aeb-f2cc-4cd4-9a3e-157b7ea35d2d None None] Pushing event updated for resources: {'Port': ['ID=2934f479-7315-4ad9-8c6b-13e301ed068d,revision_number=3']} {{(pid=107190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:47.698103 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Routers {'ac5187d6-a3d9-4800-b334-31bb6092256d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:47.699026 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ac5187d6-a3d9-4800-b334-31bb6092256d'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:47.791079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Current status of the port 18c59982-ba41-4497-9506-05463e974f70 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:47.791702 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (18c59982-ba41-4497-9506-05463e974f70), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.796965 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:46Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:47.828480 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Allocated IP 172.20.0.1 (be36101d-a7fa-4e41-acc7-49e85782d0e1/026d8f53-4f94-41c3-ae0a-f182bfe48cf3/589e3437-2d1a-42cb-add0-1210ef21ddd6) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:09:47.841997 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 9644f368-9676-4c81-8bf5-e58a55bf74c7 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:47.842433 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.845606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2c603-c308-47d7-ba71-c0aca8990d0a None None] The sync data for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv is: [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:46Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:09:47.877447 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:47.891765 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] For port 18c59982-ba41-4497-9506-05463e974f70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18c59982-ba41-4497-9506-05463e974f70,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:47.903528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (18c59982-ba41-4497-9506-05463e974f70), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.970443 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 9644f368-9676-4c81-8bf5-e58a55bf74c7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9644f368-9676-4c81-8bf5-e58a55bf74c7,segment=NetworkSegment(2cbafbba-9973-4de3-81e9-b3f57b20864b),segment_id=2cbafbba-9973-4de3-81e9-b3f57b20864b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:47.971719 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] Set router ac5187d6-a3d9-4800-b334-31bb6092256d gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:47.985987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:47.986882 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 82091ddd-c496-4d50-955d-ed3b30a527dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:48.075802 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb072de3-fb3f-407b-95d7-6b351ec449b4 None None] Pushing event updated for resources: {'Port': ['ID=18c59982-ba41-4497-9506-05463e974f70,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:48.079030 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Publish callbacks [] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.096764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:48.117784 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.133134 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-e099a09d-a6dc-4433-948b-1aa516ed2119 None None] Provisioning complete for port 18c59982-ba41-4497-9506-05463e974f70 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:48.134051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e099a09d-a6dc-4433-948b-1aa516ed2119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (18c59982-ba41-4497-9506-05463e974f70), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.134394 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-e099a09d-a6dc-4433-948b-1aa516ed2119 None None] Attempt 1 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:48.136339 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:48.139999 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:48.151142 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Network be36101d-a7fa-4e41-acc7-49e85782d0e1 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:09:48.154177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:48.179598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:09:48.184624 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912851c5-95fb-41d7-9250-7d27b14acfb8 None None] Network be36101d-a7fa-4e41-acc7-49e85782d0e1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 02:09:48.224697 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131'}], 'enable_snat': True}, 'gw_port_id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:46Z', 'revision_number': 3, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'gw_port': {'id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:be:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:48.233871 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963927'] for router_interface (ac5187d6-a3d9-4800-b334-31bb6092256d), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.257822 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbdc5e-107d-4e85-83ee-bf93bc176d77 None None] The sync data for ids ['ac5187d6-a3d9-4800-b334-31bb6092256d'] in dv-neutron-master-2-hyperv is: [{'id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131'}], 'enable_snat': True}, 'gw_port_id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:46Z', 'revision_number': 3, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'gw_port': {'id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:be:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:09:48.316917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Pushing event updated for resources: {'Port': ['ID=589e3437-2d1a-42cb-add0-1210ef21ddd6,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:48.339119 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 82091ddd-c496-4d50-955d-ed3b30a527dc triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:48.339504 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.339865 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 82091ddd-c496-4d50-955d-ed3b30a527dc Sep 25 02:09:48.348879 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=9644f368-9676-4c81-8bf5-e58a55bf74c7,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:48.456195 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.501582 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-e099a09d-a6dc-4433-948b-1aa516ed2119 None None] Current status of the port 18c59982-ba41-4497-9506-05463e974f70 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:48.506382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 82091ddd-c496-4d50-955d-ed3b30a527dc is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:48.731830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-2c3bfe69-294c-4b0e-aa32-b20e3da3d924 None None] Provisioning complete for port 9644f368-9676-4c81-8bf5-e58a55bf74c7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:48.732528 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfe69-294c-4b0e-aa32-b20e3da3d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.733214 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-2c3bfe69-294c-4b0e-aa32-b20e3da3d924 None None] Attempt 1 to provision port 9644f368-9676-4c81-8bf5-e58a55bf74c7 Sep 25 02:09:48.792576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Publish callbacks [] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.798468 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.860010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8117292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7964035'] for router_interface (ac5187d6-a3d9-4800-b334-31bb6092256d), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:48.903727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bfe69-294c-4b0e-aa32-b20e3da3d924 None None] Current status of the port 9644f368-9676-4c81-8bf5-e58a55bf74c7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:48.962848 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Pushing event updated for resources: {'Port': ['ID=589e3437-2d1a-42cb-add0-1210ef21ddd6,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:48.997598 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:49.021482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Provisioning complete for port 589e3437-2d1a-42cb-add0-1210ef21ddd6 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:49.021869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.022211 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Attempt 1 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:49.033143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Network be36101d-a7fa-4e41-acc7-49e85782d0e1 is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:09:49.033143 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:49.092455 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Port 589e3437-2d1a-42cb-add0-1210ef21ddd6 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:49.228048 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Router ac5187d6-a3d9-4800-b334-31bb6092256d has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:09:49.245372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9644f368-9676-4c81-8bf5-e58a55bf74c7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:49.316819 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 9644f368-9676-4c81-8bf5-e58a55bf74c7 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:49.317408 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.318076 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 9644f368-9676-4c81-8bf5-e58a55bf74c7 Sep 25 02:09:49.358040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:49.365191 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:09:49.380276 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a930ecfc-2d35-4f14-8c57-b4869d576733 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/ac5187d6-a3d9-4800-b334-31bb6092256d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6705184 Sep 25 02:09:49.410272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 9644f368-9676-4c81-8bf5-e58a55bf74c7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:49.411373 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2934f479-7315-4ad9-8c6b-13e301ed068d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:49.458916 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2934f479-7315-4ad9-8c6b-13e301ed068d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:49.459301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.459649 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2934f479-7315-4ad9-8c6b-13e301ed068d Sep 25 02:09:49.546213 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2934f479-7315-4ad9-8c6b-13e301ed068d is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:49.546693 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.572826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] For port 2934f479-7315-4ad9-8c6b-13e301ed068d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2934f479-7315-4ad9-8c6b-13e301ed068d,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:49.578336 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.581442 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 18c59982-ba41-4497-9506-05463e974f70 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:49.602391 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Attempt 2 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:49.667467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:49.676525 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Port 589e3437-2d1a-42cb-add0-1210ef21ddd6 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:49.690146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Pushing event updated for resources: {'Port': ['ID=2934f479-7315-4ad9-8c6b-13e301ed068d,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:49.698741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 18c59982-ba41-4497-9506-05463e974f70 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:49.699130 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (18c59982-ba41-4497-9506-05463e974f70), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.699474 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 18c59982-ba41-4497-9506-05463e974f70 Sep 25 02:09:49.783256 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 18c59982-ba41-4497-9506-05463e974f70 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:49.796330 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38610) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:49.802192 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-0a5a14be-2b3f-41e0-aceb-53fc462985d6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172261564', 'description': 'tempest-secgroup-smoke-1172261564 description', 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:49.823849 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0a5a14be-2b3f-41e0-aceb-53fc462985d6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.892612 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0a5a14be-2b3f-41e0-aceb-53fc462985d6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group (38923956-4c83-4a27-86a1-e69e873e3e46), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.896418 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0a5a14be-2b3f-41e0-aceb-53fc462985d6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (38923956-4c83-4a27-86a1-e69e873e3e46), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.903462 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:49.930275 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-0a5a14be-2b3f-41e0-aceb-53fc462985d6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:49.931513 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-0a5a14be-2b3f-41e0-aceb-53fc462985d6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1335423 Sep 25 02:09:49.934105 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a14be-2b3f-41e0-aceb-53fc462985d6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38923956-4c83-4a27-86a1-e69e873e3e46,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:49.934720 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 38612) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:49.939259 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [None req-a2afb4da-62f2-406b-8cfe-9cb992d27b52 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'security_group_rule': {'security_group_id': '38923956-4c83-4a27-86a1-e69e873e3e46', 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:49.967696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a2afb4da-62f2-406b-8cfe-9cb992d27b52 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (63637ff9-ce78-432e-92c9-b0a34e06d87c), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.027194 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a2afb4da-62f2-406b-8cfe-9cb992d27b52 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (63637ff9-ce78-432e-92c9-b0a34e06d87c), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.030692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a2afb4da-62f2-406b-8cfe-9cb992d27b52 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (63637ff9-ce78-432e-92c9-b0a34e06d87c), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.049199 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afb4da-62f2-406b-8cfe-9cb992d27b52 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63637ff9-ce78-432e-92c9-b0a34e06d87c,revision_number=0']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:50.052137 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:50.059795 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-a2afb4da-62f2-406b-8cfe-9cb992d27b52 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.061090 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-a2afb4da-62f2-406b-8cfe-9cb992d27b52 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253722 Sep 25 02:09:50.064344 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38614) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:50.069242 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-f156fe18-e71d-45ac-bc2d-c5cbaaec6e69 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'security_group_rule': {'security_group_id': '38923956-4c83-4a27-86a1-e69e873e3e46', 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:50.098926 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f156fe18-e71d-45ac-bc2d-c5cbaaec6e69 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (2dcb2cb3-8841-4ef4-bc89-bf1cb331ff4f), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.146990 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f156fe18-e71d-45ac-bc2d-c5cbaaec6e69 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (2dcb2cb3-8841-4ef4-bc89-bf1cb331ff4f), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.150421 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f156fe18-e71d-45ac-bc2d-c5cbaaec6e69 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (2dcb2cb3-8841-4ef4-bc89-bf1cb331ff4f), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.169425 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156fe18-e71d-45ac-bc2d-c5cbaaec6e69 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcb2cb3-8841-4ef4-bc89-bf1cb331ff4f,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:50.176574 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f156fe18-e71d-45ac-bc2d-c5cbaaec6e69 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.181382 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Attempt 3 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:50.182151 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f156fe18-e71d-45ac-bc2d-c5cbaaec6e69 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122234 Sep 25 02:09:50.182151 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38616) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:50.185936 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-7818e617-f2e2-4e7f-8bb7-40832556efc2 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'security_group_rule': {'security_group_id': '38923956-4c83-4a27-86a1-e69e873e3e46', 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:50.210636 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Port 589e3437-2d1a-42cb-add0-1210ef21ddd6 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:50.213278 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7818e617-f2e2-4e7f-8bb7-40832556efc2 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (dfd9a3c0-84ba-4e03-bd3c-fccdbb3f1f0c), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.271234 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7818e617-f2e2-4e7f-8bb7-40832556efc2 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (dfd9a3c0-84ba-4e03-bd3c-fccdbb3f1f0c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.274847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7818e617-f2e2-4e7f-8bb7-40832556efc2 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (dfd9a3c0-84ba-4e03-bd3c-fccdbb3f1f0c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.296256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818e617-f2e2-4e7f-8bb7-40832556efc2 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd9a3c0-84ba-4e03-bd3c-fccdbb3f1f0c,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:50.301917 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-7818e617-f2e2-4e7f-8bb7-40832556efc2 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.303148 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-7818e617-f2e2-4e7f-8bb7-40832556efc2 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207445 Sep 25 02:09:50.305799 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38618) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:50.310211 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8745163c-07bf-40f4-a5db-b3530dda4bb8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'security_group_rule': {'security_group_id': '38923956-4c83-4a27-86a1-e69e873e3e46', 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:50.337177 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8745163c-07bf-40f4-a5db-b3530dda4bb8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (974867cc-dc56-4a6b-a418-6ae451c245ea), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.351933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:50.399767 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8745163c-07bf-40f4-a5db-b3530dda4bb8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (974867cc-dc56-4a6b-a418-6ae451c245ea), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.403179 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8745163c-07bf-40f4-a5db-b3530dda4bb8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (974867cc-dc56-4a6b-a418-6ae451c245ea), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.422597 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745163c-07bf-40f4-a5db-b3530dda4bb8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974867cc-dc56-4a6b-a418-6ae451c245ea,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:50.429257 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8745163c-07bf-40f4-a5db-b3530dda4bb8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.433541 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8745163c-07bf-40f4-a5db-b3530dda4bb8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247582 Sep 25 02:09:50.433541 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38620) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:50.437941 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-015c2fd8-1e73-4b21-a1be-4b29b6d4c2eb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'security_group_rule': {'security_group_id': '38923956-4c83-4a27-86a1-e69e873e3e46', 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:50.459261 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-015c2fd8-1e73-4b21-a1be-4b29b6d4c2eb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Project 52ec558a2e0b40c3b9a2a6c75b5f45eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 02:09:50.464622 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-015c2fd8-1e73-4b21-a1be-4b29b6d4c2eb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (b359e804-9aac-4025-97d0-d13ae7b9a83e), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.522210 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-015c2fd8-1e73-4b21-a1be-4b29b6d4c2eb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (b359e804-9aac-4025-97d0-d13ae7b9a83e), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.525497 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-015c2fd8-1e73-4b21-a1be-4b29b6d4c2eb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (b359e804-9aac-4025-97d0-d13ae7b9a83e), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.543661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c2fd8-1e73-4b21-a1be-4b29b6d4c2eb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b359e804-9aac-4025-97d0-d13ae7b9a83e,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:50.550806 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-015c2fd8-1e73-4b21-a1be-4b29b6d4c2eb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.552004 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-015c2fd8-1e73-4b21-a1be-4b29b6d4c2eb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176934 Sep 25 02:09:50.554782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38622) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:09:50.558961 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-1186ff42-3c7a-4918-8559-2efe2bed80bc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'security_group_rule': {'security_group_id': '38923956-4c83-4a27-86a1-e69e873e3e46', 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:50.579511 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.securitygroups_db [None req-1186ff42-3c7a-4918-8559-2efe2bed80bc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Project 52ec558a2e0b40c3b9a2a6c75b5f45eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 02:09:50.585850 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1186ff42-3c7a-4918-8559-2efe2bed80bc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (255e4291-9f4d-4734-9418-8df8f13f2305), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.645324 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1186ff42-3c7a-4918-8559-2efe2bed80bc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (255e4291-9f4d-4734-9418-8df8f13f2305), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.648944 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1186ff42-3c7a-4918-8559-2efe2bed80bc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892630'] for security_group_rule (255e4291-9f4d-4734-9418-8df8f13f2305), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.667241 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186ff42-3c7a-4918-8559-2efe2bed80bc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255e4291-9f4d-4734-9418-8df8f13f2305,revision_number=0']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:50.674063 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-1186ff42-3c7a-4918-8559-2efe2bed80bc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:50.675247 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-1186ff42-3c7a-4918-8559-2efe2bed80bc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195598 Sep 25 02:09:50.712315 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Attempt 4 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:50.743863 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Port 589e3437-2d1a-42cb-add0-1210ef21ddd6 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:50.835178 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-9e8ab397-eea0-4087-aec4-b47a4a66f2e4 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1172261564&fields=id&tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb HTTP/1.1" status: 200 len: 267 time: 0.0485141 Sep 25 02:09:50.946905 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-48a4fb92-8ecd-439f-ab8f-030de51a6643 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:50.948419 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-48a4fb92-8ecd-439f-ab8f-030de51a6643 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 810 time: 0.1068256 Sep 25 02:09:50.963306 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-1607f5f6-c674-479c-bb70-2c64ae3c9f1e tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/quotas/52ec558a2e0b40c3b9a2a6c75b5f45eb HTTP/1.1" status: 200 len: 375 time: 0.0093007 Sep 25 02:09:51.029161 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-29d466a6-3f36-46ad-a995-4855b8f973c3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601916 Sep 25 02:09:51.075892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2934f479-7315-4ad9-8c6b-13e301ed068d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:51.124787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 2934f479-7315-4ad9-8c6b-13e301ed068d triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:51.125166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:51.125499 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 2934f479-7315-4ad9-8c6b-13e301ed068d Sep 25 02:09:51.142968 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-cd0a5922-bddf-43c6-9395-c3456b52b7db service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 02:09:51.144158 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-cd0a5922-bddf-43c6-9395-c3456b52b7db service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1000595 Sep 25 02:09:51.200548 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 2934f479-7315-4ad9-8c6b-13e301ed068d is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:51.244449 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-c7a5cb30-870b-4edc-b9d6-9d407a669682 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936978 Sep 25 02:09:51.245436 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Attempt 5 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:51.277787 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Port 589e3437-2d1a-42cb-add0-1210ef21ddd6 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:51.325033 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Sync routers for ids ['ac5187d6-a3d9-4800-b334-31bb6092256d'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:09:51.335217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Routers {'ac5187d6-a3d9-4800-b334-31bb6092256d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:51.335941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ac5187d6-a3d9-4800-b334-31bb6092256d'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:51.340469 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-6fc24dc2-4828-45cd-8bb4-1c85af57929a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899360 Sep 25 02:09:51.398105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=100 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:51.464264 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Set router ac5187d6-a3d9-4800-b334-31bb6092256d gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:51.520274 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-3e2f3fd2-2124-447d-96ae-abf1e1d43785 req-3e5fe894-5c74-447f-ad35-23640738801a tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 210 time: 0.0306344 Sep 25 02:09:51.673498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131'}], 'enable_snat': True}, 'gw_port_id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:48Z', 'revision_number': 4, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'gw_port': {'id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '589e3437-2d1a-42cb-add0-1210ef21ddd6', 'name': '', 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'mac_address': 'fa:16:3e:85:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '026d8f53-4f94-41c3-ae0a-f182bfe48cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:47Z', 'updated_at': '2022-09-25T02:09:48Z', 'revision_number': 2, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'subnets': [{'id': '026d8f53-4f94-41c3-ae0a-f182bfe48cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:51.723303 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Checking router: ac5187d6-a3d9-4800-b334-31bb6092256d for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:09:51.723668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Updating router ac5187d6-a3d9-4800-b334-31bb6092256d port 589e3437-2d1a-42cb-add0-1210ef21ddd6 binding host dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 02:09:51.752174 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:51.787442 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Attempt 6 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:51.870158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Port 589e3437-2d1a-42cb-add0-1210ef21ddd6 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:51.951933 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:52.050093 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Publish callbacks [] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), precommit_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:52.055318 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:52.120448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa429051-ce4f-4f76-a0e2-67ef4de7352e None None] Pushing event updated for resources: {'Port': ['ID=589e3437-2d1a-42cb-add0-1210ef21ddd6,revision_number=3']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:52.288110 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Attempting to bind port 589e3437-2d1a-42cb-add0-1210ef21ddd6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 02:09:52.288795 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Attempting to bind port 589e3437-2d1a-42cb-add0-1210ef21ddd6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2cbafbba-9973-4de3-81e9-b3f57b20864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1'}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 02:09:52.288915 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Attempting to bind port 589e3437-2d1a-42cb-add0-1210ef21ddd6 on network be36101d-a7fa-4e41-acc7-49e85782d0e1 {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:09:52.329426 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Checking agent: {'id': 'c9e410c6-a223-4883-bfbc-8074186c4dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 51, 6), 'started_at': datetime.datetime(2022, 9, 25, 0, 51, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 2, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 02:09:52.329800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Checking segment: {'id': '2cbafbba-9973-4de3-81e9-b3f57b20864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:09:52.330200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:52.330586 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Bound using segment: {'id': '2cbafbba-9973-4de3-81e9-b3f57b20864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1'} {{(pid=107189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 02:09:52.331051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.managers [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Bound port: 589e3437-2d1a-42cb-add0-1210ef21ddd6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbafbba-9973-4de3-81e9-b3f57b20864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1'}}] {{(pid=107189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 02:09:52.331429 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:52.371404 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Attempt 7 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:52.418040 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] For port 589e3437-2d1a-42cb-add0-1210ef21ddd6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=107189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 02:09:52.421996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] For port 589e3437-2d1a-42cb-add0-1210ef21ddd6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=589e3437-2d1a-42cb-add0-1210ef21ddd6,segment=NetworkSegment(2cbafbba-9973-4de3-81e9-b3f57b20864b),segment_id=2cbafbba-9973-4de3-81e9-b3f57b20864b)] {{(pid=107189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 02:09:52.424904 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Port 589e3437-2d1a-42cb-add0-1210ef21ddd6 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:52.428898 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:52.463541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:52.470061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Routers {'ac5187d6-a3d9-4800-b334-31bb6092256d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:09:52.470701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:09:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ac5187d6-a3d9-4800-b334-31bb6092256d'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:52.526001 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa429051-ce4f-4f76-a0e2-67ef4de7352e None None] Pushing event updated for resources: {'Port': ['ID=589e3437-2d1a-42cb-add0-1210ef21ddd6,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:52.594852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] Set router ac5187d6-a3d9-4800-b334-31bb6092256d gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:09:52.670249 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-10fdc367-192e-4205-b207-cf17fab3bbe6 req-cbf69b36-f642-4a07-8e5f-8295a9e4c94b tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 210 time: 0.0399973 Sep 25 02:09:52.688048 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-ad25758b-c92e-4ca0-ae28-d0489d2fe0c0 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:52.689997 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-ad25758b-c92e-4ca0-ae28-d0489d2fe0c0 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 810 time: 0.1479669 Sep 25 02:09:52.764024 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-39d180d0-64cf-44cf-8677-c48772831515 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb HTTP/1.1" status: 200 len: 380 time: 0.0594809 Sep 25 02:09:52.799272 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131'}], 'enable_snat': True}, 'gw_port_id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:48Z', 'revision_number': 4, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'gw_port': {'id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '589e3437-2d1a-42cb-add0-1210ef21ddd6', 'name': '', 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'mac_address': 'fa:16:3e:85:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '026d8f53-4f94-41c3-ae0a-f182bfe48cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:47Z', 'updated_at': '2022-09-25T02:09:52Z', 'revision_number': 4, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'subnets': [{'id': '026d8f53-4f94-41c3-ae0a-f182bfe48cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:09:52.829652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33c654-7eed-4b4a-85e5-8ccf74ac983f None None] The sync data for ids ['ac5187d6-a3d9-4800-b334-31bb6092256d'] in dv-neutron-master-2-hyperv is: [{'id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131'}], 'enable_snat': True}, 'gw_port_id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:48Z', 'revision_number': 4, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'gw_port': {'id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '589e3437-2d1a-42cb-add0-1210ef21ddd6', 'name': '', 'network_id': 'be36101d-a7fa-4e41-acc7-49e85782d0e1', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'mac_address': 'fa:16:3e:85:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '026d8f53-4f94-41c3-ae0a-f182bfe48cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:47Z', 'updated_at': '2022-09-25T02:09:52Z', 'revision_number': 4, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'subnets': [{'id': '026d8f53-4f94-41c3-ae0a-f182bfe48cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:09:52.882959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'port': {'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'admin_state_up': True, 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'security_groups': ['38923956-4c83-4a27-86a1-e69e873e3e46']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:52.926636 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Attempt 8 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:52.994238 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:53.009243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Current status of the port 589e3437-2d1a-42cb-add0-1210ef21ddd6 is: DOWN; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:53.009746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.012777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:53.013237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Made reservation on behalf of 52ec558a2e0b40c3b9a2a6c75b5f45eb for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 02:09:53.018824 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.050304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] For port 589e3437-2d1a-42cb-add0-1210ef21ddd6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=589e3437-2d1a-42cb-add0-1210ef21ddd6,segment=NetworkSegment(2cbafbba-9973-4de3-81e9-b3f57b20864b),segment_id=2cbafbba-9973-4de3-81e9-b3f57b20864b)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:53.055718 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.089103 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Provisioning complete for port 9644f368-9676-4c81-8bf5-e58a55bf74c7 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:53.089563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.089972 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Attempt 1 to provision port 9644f368-9676-4c81-8bf5-e58a55bf74c7 Sep 25 02:09:53.119517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 589e3437-2d1a-42cb-add0-1210ef21ddd6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:53.163339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Allocated IP 172.20.0.8 (04965641-6358-4abc-b86c-cae04f47e9c2/6053025d-6800-4fd0-a4ae-23d6c9d9d5ae/80dfd8d5-98b2-470e-b8ca-3179ceea18c4) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:09:53.179224 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Pushing event updated for resources: {'Port': ['ID=589e3437-2d1a-42cb-add0-1210ef21ddd6,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:53.230061 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 589e3437-2d1a-42cb-add0-1210ef21ddd6 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:53.230547 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.230958 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:53.234076 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-8291ce38-70c4-4a80-8ca8-187e07d7b493 None None] Current status of the port 9644f368-9676-4c81-8bf5-e58a55bf74c7 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:53.309051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:53.312526 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 589e3437-2d1a-42cb-add0-1210ef21ddd6 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:53.327633 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.354004 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-4b442210-31e4-4f05-8f51-8e7dbb7ee305 None None] Provisioning complete for port 589e3437-2d1a-42cb-add0-1210ef21ddd6 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:53.354384 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4b442210-31e4-4f05-8f51-8e7dbb7ee305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.354748 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-4b442210-31e4-4f05-8f51-8e7dbb7ee305 None None] Attempt 1 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:53.365713 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.421334 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Network 04965641-6358-4abc-b86c-cae04f47e9c2 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:09:53.424910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:09:53.426920 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'Port': ['ID=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:53.429118 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:09:53.454969 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-4b442210-31e4-4f05-8f51-8e7dbb7ee305 None None] Current status of the port 589e3437-2d1a-42cb-add0-1210ef21ddd6 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:53.482415 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:53.483066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.502037 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-e7124e9b-4f4e-4eff-bbdd-0b31dac11a7c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6235800 Sep 25 02:09:53.521390 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Request body: {'port': {'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:09:53.583624 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.676583 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-0f917284-63f7-46ac-b809-0c234158ad81 None None] Provisioning complete for port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:53.677063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0f917284-63f7-46ac-b809-0c234158ad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:53.677477 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0f917284-63f7-46ac-b809-0c234158ad81 None None] Attempt 1 to provision port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 Sep 25 02:09:53.716467 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0f917284-63f7-46ac-b809-0c234158ad81 None None] Port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:53.796913 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:53.815351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2fef1-db2a-456b-80ed-1c660e6ea082 req-62fa1371-edb4-4173-976f-2a597bdf215c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:53.817006 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4e2fef1-db2a-456b-80ed-1c660e6ea082 req-62fa1371-edb4-4173-976f-2a597bdf215c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 931 time: 0.0531998 Sep 25 02:09:53.870293 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-c4e2fef1-db2a-456b-80ed-1c660e6ea082 req-a2a9d20c-9838-44c0-bb22-8e0e1a442abc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470188 Sep 25 02:09:54.141988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:54.154143 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 {{(pid=107188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:09:54.162161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Publish callbacks [] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:54.174043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.provisioning_blocks [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Transition to ACTIVE for port object 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 will not be triggered until provisioned by entity L2. {{(pid=107188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 02:09:54.178000 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:54.217226 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0f917284-63f7-46ac-b809-0c234158ad81 None None] Attempt 2 to provision port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 Sep 25 02:09:54.249166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0f917284-63f7-46ac-b809-0c234158ad81 None None] Port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:09:54.255576 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Pushing event updated for resources: {'Port': ['ID=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:54.284183 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Attempting to bind port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 02:09:54.284820 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Attempting to bind port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 02:09:54.285150 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Attempting to bind port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 on network 04965641-6358-4abc-b86c-cae04f47e9c2 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:09:54.330678 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 on network 04965641-6358-4abc-b86c-cae04f47e9c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 02:09:54.331007 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Attempting to bind port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 on network 04965641-6358-4abc-b86c-cae04f47e9c2 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:09:54.372807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 2, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 02:09:54.373154 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Checking segment: {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:09:54.373545 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Bound using segment: {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 02:09:54.373989 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Bound port: 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'}}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 02:09:54.374355 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:54.382658 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:54.439709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, cleared binding levels {{(pid=107188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 02:09:54.442776 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 02:09:54.448433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:54.452417 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:54.453043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:54.454464 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 200 len: 1093 time: 0.9374340 Sep 25 02:09:54.455053 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:09:54.457434 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7da1c6f-365b-40ec-aff5-16d9ff82374e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:09:54.498076 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7e0fe3-f642-43c1-bbb6-bbfabcc1d723 x-openstack-request-id: req-9c7e0fe3-f642-43c1-bbb6-bbfabcc1d723 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:09:54.498368 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:09:54.498644 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c7e0fe3-f642-43c1-bbb6-bbfabcc1d723 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:09:54.499062 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7e0fe3-f642-43c1-bbb6-bbfabcc1d723'] response: {'name': 'network-changed', 'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'status': 'completed', 'code': 200} Sep 25 02:09:54.516038 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7bd22-13bd-4411-a9ec-3139e7a75c28 service neutron] Pushing event updated for resources: {'Port': ['ID=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:54.563765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-9f53b14c-39b4-4386-b666-a941f2eb000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:54.565305 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-9f53b14c-39b4-4386-b666-a941f2eb000e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1127 time: 0.0404267 Sep 25 02:09:54.609388 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-036fc075-ec06-4868-b1e8-6636d6cc1f17 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 200 len: 217 time: 0.0322282 Sep 25 02:09:54.656610 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-a5780988-b914-4ee5-810f-f8fbed24f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:54.658007 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-a5780988-b914-4ee5-810f-f8fbed24f353 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0434759 Sep 25 02:09:54.704852 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-c393be39-43ac-40ee-9d69-e7a29b349de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:54.706340 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-c393be39-43ac-40ee-9d69-e7a29b349de9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414550 Sep 25 02:09:54.750697 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-0f917284-63f7-46ac-b809-0c234158ad81 None None] Attempt 3 to provision port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 Sep 25 02:09:54.791658 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0f917284-63f7-46ac-b809-0c234158ad81 None None] Port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 had new provisioning blocks added so it will not transition to active. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 02:09:54.802732 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-9d61ac53-2082-4db5-896e-a881533968f1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898290 Sep 25 02:09:54.907596 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-becb82f3-c816-4c0b-8a9d-06d2e43c5ffc req-ccfeed1b-d4ba-4191-ab8b-d6a31256cd46 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984490 Sep 25 02:09:55.002535 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ca877-fadc-4287-9bae-788c42d59a2f req-b2538e43-10a1-4f04-8cb8-17e873e06238 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:55.004216 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cb5ca877-fadc-4287-9bae-788c42d59a2f req-b2538e43-10a1-4f04-8cb8-17e873e06238 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 943 time: 0.0519867 Sep 25 02:09:55.060493 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-cb5ca877-fadc-4287-9bae-788c42d59a2f req-4de0e5e6-091f-4f5f-999f-e085efe2bbf3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502691 Sep 25 02:09:55.073389 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 589e3437-2d1a-42cb-add0-1210ef21ddd6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:55.095147 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:55.119719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Provisioning complete for port 589e3437-2d1a-42cb-add0-1210ef21ddd6 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:55.120129 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:55.120474 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Attempt 1 to provision port 589e3437-2d1a-42cb-add0-1210ef21ddd6 Sep 25 02:09:55.194059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Current status of the port 589e3437-2d1a-42cb-add0-1210ef21ddd6 is: ACTIVE; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:56.185304 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89832e-e3f9-43e6-8af9-c5f123080a38 req-2caea656-2752-4d71-a87a-d3af0566f341 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:56.186781 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fa89832e-e3f9-43e6-8af9-c5f123080a38 req-2caea656-2752-4d71-a87a-d3af0566f341 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 943 time: 0.0476384 Sep 25 02:09:56.238820 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-fa89832e-e3f9-43e6-8af9-c5f123080a38 req-bc011177-916f-44ba-b46d-a1c3751b94ae tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463696 Sep 25 02:09:56.938439 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-51e673bd-89e6-4c3b-9818-1557781a44bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:56.939915 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-51e673bd-89e6-4c3b-9818-1557781a44bd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1127 time: 0.0391457 Sep 25 02:09:57.018717 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:57.034192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-30d6ff04-8ff3-4200-9c57-08ae8da20091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:57.035962 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-30d6ff04-8ff3-4200-9c57-08ae8da20091 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.0897484 Sep 25 02:09:57.074378 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-bea8c894-e961-4d35-a482-c2bd281656b0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 200 len: 217 time: 0.0329163 Sep 25 02:09:57.126236 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-faa299b2-b937-4758-9e63-7f268ae74baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:57.127699 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-faa299b2-b937-4758-9e63-7f268ae74baa service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0478876 Sep 25 02:09:57.170651 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-fa699899-6308-4acb-9214-2f11cb70f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:57.172163 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-fa699899-6308-4acb-9214-2f11cb70f43d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381598 Sep 25 02:09:57.264433 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-ea5884e5-30bf-4e0a-8626-a7b1f2c8d43b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865486 Sep 25 02:09:57.352099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:57.356545 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-a7da1c6f-365b-40ec-aff5-16d9ff82374e req-10398a1d-0429-46a1-867b-9474ed18ed7a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870216 Sep 25 02:09:57.365472 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaa7c0-a9fe-46dd-9c9c-2f153e604edb req-56647f26-0f36-4681-b893-aa1576115de8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:57.367007 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2bfaa7c0-a9fe-46dd-9c9c-2f153e604edb req-56647f26-0f36-4681-b893-aa1576115de8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 943 time: 0.0519536 Sep 25 02:09:57.416948 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2bfaa7c0-a9fe-46dd-9c9c-2f153e604edb req-037dcb9d-26c1-4dd0-9d21-7c8fca6fc58e tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443242 Sep 25 02:09:57.879137 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 02:09:57.895746 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:09:57.979824 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:57.990812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 02:09:58.024829 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:09:58.025216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:58.038668 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:09:58.057719 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:09:58.064958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:58.113979 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:09:58.535939 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['80dfd8d5-98b2-470e-b8ca-3179ceea18c4'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 02:09:58.537066 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ed154-ab4f-49ab-a179-49a5c613da54 req-fc39d417-0489-43fe-9327-cab1f78c50cc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:58.538580 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-003ed154-ab4f-49ab-a179-49a5c613da54 req-fc39d417-0489-43fe-9327-cab1f78c50cc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 944 time: 0.0476995 Sep 25 02:09:58.597122 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-003ed154-ab4f-49ab-a179-49a5c613da54 req-bb3bc2c1-0322-4936-9d58-6b700972227f tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525799 Sep 25 02:09:58.796922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-88c129eb-3fc3-4fbe-8431-0dd05b2552e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:59.717000 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3632f-16ab-4194-bdb9-84b310add3f0 req-a9dceade-c357-411a-920f-64ba2be804ee tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:09:59.718481 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ad3632f-16ab-4194-bdb9-84b310add3f0 req-a9dceade-c357-411a-920f-64ba2be804ee tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 944 time: 0.0481644 Sep 25 02:09:59.770921 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ad3632f-16ab-4194-bdb9-84b310add3f0 req-bb9adf3b-81b2-432b-9159-2c6265dfd349 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468297 Sep 25 02:09:59.900926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:09:59.944199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 02:09:59.949020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:09:59.949393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:09:59.949738 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 Sep 25 02:10:00.016531 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:00.023290 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:10:00.023686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:00.049372 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:10:00.052165 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3239326e-45b9-43b9-b558-42eba8ab125b" -d '{"events": [{"server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "name": "network-vif-plugged", "status": "completed", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:10:00.067194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:10:00.073478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:00.098266 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7e7efd-a015-4f0b-833d-10c62880f224 x-openstack-request-id: req-1e7e7efd-a015-4f0b-833d-10c62880f224 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:10:00.098563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "name": "network-vif-plugged", "status": "completed", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:10:00.098820 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e7e7efd-a015-4f0b-833d-10c62880f224 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:10:00.099218 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7e7efd-a015-4f0b-833d-10c62880f224'] response: {'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'code': 200} Sep 25 02:10:00.124542 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:10:00.299530 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c26310-7cb9-43ef-86f1-565e1be69120 req-f0bec293-4109-4058-8ea5-cfd69b695e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:00.301587 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-09c26310-7cb9-43ef-86f1-565e1be69120 req-f0bec293-4109-4058-8ea5-cfd69b695e05 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1129 time: 0.0389485 Sep 25 02:10:00.350623 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-09c26310-7cb9-43ef-86f1-565e1be69120 req-eee681bb-e5e1-4f9c-be59-fb7a309d98f5 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398138 Sep 25 02:10:00.895370 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433dad0-87ab-4e68-a722-77e50f1d9753 req-f3bb9000-9e70-4766-abc3-5afaf0702351 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:00.896879 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2433dad0-87ab-4e68-a722-77e50f1d9753 req-f3bb9000-9e70-4766-abc3-5afaf0702351 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 945 time: 0.0464947 Sep 25 02:10:00.949835 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2433dad0-87ab-4e68-a722-77e50f1d9753 req-a66a7ded-2320-4ef6-bc4c-d874b8fa532a tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474381 Sep 25 02:10:00.984676 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:00.992753 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:INSERT=1,neutron:SELECT=38 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:01.706090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:01.712708 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3e34f342-c91e-47dd-a60c-527f536027fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:02.080267 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adeb8e-21c6-4f9c-af97-a17081b67c12 req-55753116-54d2-471b-8ea1-b374c8b2c6ac tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:02.081732 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d3adeb8e-21c6-4f9c-af97-a17081b67c12 req-55753116-54d2-471b-8ea1-b374c8b2c6ac tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 945 time: 0.0473762 Sep 25 02:10:02.130455 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-d3adeb8e-21c6-4f9c-af97-a17081b67c12 req-b1a49934-a5b7-486e-82a7-472e148202e3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422645 Sep 25 02:10:02.252478 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1e04-bcc7-4fdd-8c1e-2d85b5a09d65 req-509854f0-736f-423c-8956-56c5ce01e3ca tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:02.254566 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1b1d1e04-bcc7-4fdd-8c1e-2d85b5a09d65 req-509854f0-736f-423c-8956-56c5ce01e3ca tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 945 time: 0.0469604 Sep 25 02:10:02.268081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:INSERT=6,neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:02.311147 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1b1d1e04-bcc7-4fdd-8c1e-2d85b5a09d65 req-7b2e4297-0d95-4fb8-9b4a-c14ae6a1c1ac tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486653 Sep 25 02:10:02.339331 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38686) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:10:02.421628 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd494cf-676a-41a7-a500-f6f112bff55d tempest-TestSnapshotPattern-990905935 tempest-TestSnapshotPattern-990905935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:02.423160 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-fbd494cf-676a-41a7-a500-f6f112bff55d tempest-TestSnapshotPattern-990905935 tempest-TestSnapshotPattern-990905935-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1124 time: 0.0828183 Sep 25 02:10:02.426500 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 38690) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:10:02.430677 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:10:02.451979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:02.533726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:02.641022 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Allocated IP 172.36.7.119 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/d7180b4c-c114-45d1-858e-ae8e996e824c) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:10:02.745712 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for port (d7180b4c-c114-45d1-858e-ae8e996e824c), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:02.751441 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:02.778608 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d7180b4c-c114-45d1-858e-ae8e996e824c), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:02.823047 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:10:02.826066 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:10:02.829951 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:10:02.851819 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'Port': ['ID=d7180b4c-c114-45d1-858e-ae8e996e824c,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:10:03.096991 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:03.178751 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for floatingip (f55f4a74-308c-4ae6-ac48-ae031d70f0ef), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:03.249002 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (d7180b4c-c114-45d1-858e-ae8e996e824c), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:03.398008 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for port (d7180b4c-c114-45d1-858e-ae8e996e824c), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:03.402499 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (d7180b4c-c114-45d1-858e-ae8e996e824c), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:03.467798 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'Port': ['ID=d7180b4c-c114-45d1-858e-ae8e996e824c,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:10:03.470289 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (f55f4a74-308c-4ae6-ac48-ae031d70f0ef), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:03.563918 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Floating IP f55f4a74-308c-4ae6-ac48-ae031d70f0ef associated. External IP: 172.36.7.119, port: 80dfd8d5-98b2-470e-b8ca-3179ceea18c4. Sep 25 02:10:03.606980 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:03.762675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Router 3340648c-55d9-4952-80f2-67535ee68797 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:10:03.864914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:10:03.874099 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] Sync routers for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:10:03.883762 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:03.885614 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:10:03.886299 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:10:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:10:03.913960 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8151e4a0-0151-453b-8df7-631787db6817 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4864702 Sep 25 02:10:03.914705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:10:03.917045 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc00dbf2f735d18d0a5a93c5ce3e53c0176e28f64b5f91004a12477883c5e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c22d24-a228-4ba2-8831-2ae70f795ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:10:03.986692 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:10:04.014766 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1242aa-c412-4fb6-937f-c5ba3addf076 x-openstack-request-id: req-6c1242aa-c412-4fb6-937f-c5ba3addf076 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:10:04.015064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:10:04.015322 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c1242aa-c412-4fb6-937f-c5ba3addf076 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:10:04.015766 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1242aa-c412-4fb6-937f-c5ba3addf076'] response: {'name': 'network-changed', 'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'status': 'completed', 'code': 200} Sep 25 02:10:04.054301 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:04.113003 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-62c1025f-9f76-420d-8afe-3748e8949023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:04.115145 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-62c1025f-9f76-420d-8afe-3748e8949023 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1129 time: 0.0504668 Sep 25 02:10:04.206380 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-09763906-7b7f-4c8c-817b-930a0fcaa2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:04.207895 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-09763906-7b7f-4c8c-817b-930a0fcaa2f7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.0866883 Sep 25 02:10:04.213753 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f55f4a74-308c-4ae6-ac48-ae031d70f0ef', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.119', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:10:03Z', 'updated_at': '2022-09-25T02:10:03Z', 'revision_number': 0, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:10:04.241848 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] Checking router: 3340648c-55d9-4952-80f2-67535ee68797 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:10:04.250516 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:10:04.251137 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:10:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:10:04.274205 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-f13e6844-98d1-4a3c-a25e-75192316f68c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 200 len: 999 time: 0.0604529 Sep 25 02:10:04.325757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-effd994c-ef0c-4304-8bb4-ee7a76163ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:04.327214 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-effd994c-ef0c-4304-8bb4-ee7a76163ba7 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0472908 Sep 25 02:10:04.350934 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:10:04.370731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-a57a4b2e-def5-4a5f-8790-d9f2bebdd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:04.372202 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-a57a4b2e-def5-4a5f-8790-d9f2bebdd561 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397234 Sep 25 02:10:04.467669 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-87992eaa-0eec-401f-938c-5ea09483990a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896692 Sep 25 02:10:04.527359 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:04.557875 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e4c22d24-a228-4ba2-8831-2ae70f795ee4 req-6c8cfb4b-70e6-43cf-9505-8a6c7aa3a2b7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847974 Sep 25 02:10:04.560165 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f55f4a74-308c-4ae6-ac48-ae031d70f0ef', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.119', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:10:03Z', 'updated_at': '2022-09-25T02:10:03Z', 'revision_number': 0, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:10:04.584646 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6ebd2f-5cdb-49a5-a96b-da79395fab9d None None] The sync data for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv is: [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f55f4a74-308c-4ae6-ac48-ae031d70f0ef', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.119', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:10:03Z', 'updated_at': '2022-09-25T02:10:03Z', 'revision_number': 0, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:10:04.771059 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d3913-542c-46f9-be29-0b841fc42107 None None] New status for floating IP f55f4a74-308c-4ae6-ac48-ae031d70f0ef: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 02:10:06.189958 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:06.810403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:09.118553 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:10:11.414278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:13.908739 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:13.910720 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=35,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:14.552978 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:14.554829 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=71 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:14.563483 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=77 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:19.114474 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=73 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:21.407551 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:21.409523 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:28.789219 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1ffe207a-5ba3-4ca4-a842-b4e0de58df5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:31.714701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-eeaf52a6-a92b-4e5f-ab65-a180567c2de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:34.056873 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:36.194063 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:36.803468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:38.640186 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=13 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:38.644253 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=21 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:41.407417 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:10:46.118230 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:10:46.853098 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-c028dea0-8c86-47a3-9a48-9c1b6b9d71c2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383353 Sep 25 02:10:46.966358 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-1f9ff345-bf52-419d-83d8-b451b483bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:46.967880 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-1f9ff345-bf52-419d-83d8-b451b483bc65 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1129 time: 0.0488324 Sep 25 02:10:47.074587 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-f5d9e048-517a-41f6-9085-52c1d76af7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:47.076089 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-f5d9e048-517a-41f6-9085-52c1d76af7d0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.0906296 Sep 25 02:10:47.139326 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-bb2e50f9-72fc-4973-bf8c-c3c12b276914 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 200 len: 1001 time: 0.0562365 Sep 25 02:10:47.187345 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-80b7e8d0-9300-4676-a02d-78585e224609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:47.188780 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-80b7e8d0-9300-4676-a02d-78585e224609 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0435238 Sep 25 02:10:47.240027 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-bc4c6960-9783-4fb8-9946-13f52e7dbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:10:47.242075 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-bc4c6960-9783-4fb8-9946-13f52e7dbed0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451615 Sep 25 02:10:47.332189 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-827dc533-342e-4613-bb44-7d7be567dc55 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844581 Sep 25 02:10:47.424989 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-506215e6-165e-4bf4-bacf-41e095fcb74e req-5f7d28be-e5f3-4cf7-bb18-6b17ca021f04 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869672 Sep 25 02:10:51.397282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:51.403094 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:55.065506 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:56.113954 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:57.419618 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=51 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:57.420881 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=50 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:10:58.791312 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ad132ea7-0b78-4538-9b0a-2439266abc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:01.716529 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5553dc72-a168-45bf-b8c3-84c99956c6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:04.058949 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:06.197777 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:06.805186 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:11.426993 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:14.984188 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:14.995454 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:21.421146 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:21.423038 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:23.116604 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:11:28.794304 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8dc282b5-3bab-4136-8e9e-853c776eeb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:31.718015 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a218af0-65b2-40d2-a210-7d8fdcab0fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:33.111316 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:33.112055 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:34.061492 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:36.206975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:36.809082 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:41.446595 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:11:47.839001 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-f97da9ce-fb20-4415-9c49-2846926c3b12 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415974 Sep 25 02:11:47.939983 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-d7f21303-7ce2-472f-9770-969aff535e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:11:47.941460 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-d7f21303-7ce2-472f-9770-969aff535e63 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1129 time: 0.0396032 Sep 25 02:11:48.046110 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-1d5fb56c-a7b6-4752-ba1b-27c2b661a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:11:48.047609 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-1d5fb56c-a7b6-4752-ba1b-27c2b661a062 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.0884092 Sep 25 02:11:48.110482 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-b0f50209-24cc-4b4e-bcc5-e4301a4da7bd service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 200 len: 1001 time: 0.0569746 Sep 25 02:11:48.158677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-f21a528a-6422-4ef9-8a6a-f6f06ff68237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:11:48.160609 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-f21a528a-6422-4ef9-8a6a-f6f06ff68237 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0441840 Sep 25 02:11:48.201791 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-7abc2389-f14a-45e1-b39e-7938827deff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:11:48.203222 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-7abc2389-f14a-45e1-b39e-7938827deff9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378745 Sep 25 02:11:48.212817 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-250931c4-5d3e-4cca-b5d5-405c95e0c332 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 02:11:48.213790 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-250931c4-5d3e-4cca-b5d5-405c95e0c332 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047522 Sep 25 02:11:48.306565 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-8265a862-fb4c-4abb-87a2-587ff946bae1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868781 Sep 25 02:11:48.404352 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-222da5a9-0738-4ca8-bd79-0f8f1ea5d3a7 req-4cb58eaf-f413-48d0-92ae-10f56e8ec794 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920789 Sep 25 02:11:51.989587 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:51.990922 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:58.399694 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=47 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:58.401764 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=54 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:58.652516 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:58.654448 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:11:58.796351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3457-48c8-4b9e-8a21-e55dca76d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:00.115117 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:12:01.720860 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8691-c6ea-4074-8cdf-a1c79e3e3ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:04.064018 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:06.200047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:06.811364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:10.109966 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:10.110725 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:11.445986 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:21.440248 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:21.442194 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:28.799229 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db712018-c6ec-4435-9c0e-2cc0fe479cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:31.723105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-da962782-a743-4821-a0da-7204b3c0ef37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:34.067907 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:36.202123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:36.669703 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 02:12:36.771090 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:12:36.783177 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 02:12:36.834144 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:36.834951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 is: ACTIVE; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:12:36.835966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:36.850042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:12:36.871788 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:12:36.875975 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:36.923365 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:12:36.930346 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.930701 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.931047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.931388 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.931728 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.932088 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.932419 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.932749 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.933077 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.933407 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.933741 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.934070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.934396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.934720 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:36.935042 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:37.038902 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['80dfd8d5-98b2-470e-b8ca-3179ceea18c4'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 02:12:37.114570 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:12:38.695914 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:12:38.726911 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=18 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:38.739843 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:12:38.740257 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:38.740601 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 Sep 25 02:12:38.771686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:38.816151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:12:38.816543 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:38.839225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:12:38.841489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd4a58-f0e8-4aa6-b6c2-7c061edcad6a" -d '{"events": [{"server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "name": "network-vif-plugged", "status": "completed", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:12:38.858657 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:12:38.867065 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:38.912782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:38.918826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:12:38.945376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f7db70-9d5a-45c9-8c28-e0b2c6cb50a5 x-openstack-request-id: req-e2f7db70-9d5a-45c9-8c28-e0b2c6cb50a5 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:12:38.945665 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "name": "network-vif-plugged", "status": "completed", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:12:38.945972 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2f7db70-9d5a-45c9-8c28-e0b2c6cb50a5 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:12:38.946320 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f7db70-9d5a-45c9-8c28-e0b2c6cb50a5'] response: {'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'code': 200} Sep 25 02:12:41.469937 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:47.110776 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:49.909765 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-88afd5c6-8e99-4756-ac8a-8c68f4b989f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:49.911538 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-88afd5c6-8e99-4756-ac8a-8c68f4b989f4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1129 time: 0.0544424 Sep 25 02:12:50.042950 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-fda57832-6dde-43ab-8e37-c30463d3e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:50.044473 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-fda57832-6dde-43ab-8e37-c30463d3e10b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.1136353 Sep 25 02:12:50.112555 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-5425ffea-2d13-418f-b9c7-833a953e9ab8 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 200 len: 1001 time: 0.0614665 Sep 25 02:12:50.170328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-466372c0-a932-41de-8fb9-ad5a5201194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:50.171818 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-466372c0-a932-41de-8fb9-ad5a5201194c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0531566 Sep 25 02:12:50.224589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-2417385f-2fe1-4caa-bf06-7155af53ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:50.226521 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-2417385f-2fe1-4caa-bf06-7155af53ff3b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484612 Sep 25 02:12:50.332092 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-44fc6fd2-e5e6-42c0-bb6a-67f840d98f94 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995495 Sep 25 02:12:50.441285 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5431e8c0-8314-464c-b8fc-e08c8aff26c1 req-71816cdb-f81a-4b67-bcc7-1c93d9682bac service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027694 Sep 25 02:12:51.459541 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=17 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:51.466092 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:51.875023 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-8d077d8c-8b92-4a81-a9f2-6e09915deb6f tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1172261564&fields=id&tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb HTTP/1.1" status: 200 len: 267 time: 0.0452900 Sep 25 02:12:51.985198 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931172-a7f1-4548-a025-3755939d017b req-079952ab-072a-4894-b3e5-37a696b292f0 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:51.986673 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-079952ab-072a-4894-b3e5-37a696b292f0 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 810 time: 0.1053412 Sep 25 02:12:52.001165 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-ae25fd4b-5e8d-4a19-ab89-e7bc4f974cef tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/quotas/52ec558a2e0b40c3b9a2a6c75b5f45eb HTTP/1.1" status: 200 len: 375 time: 0.0090320 Sep 25 02:12:52.052974 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-6cf1078a-f323-4679-9f44-57b1c44f8dd5 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470617 Sep 25 02:12:52.202886 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-87ec2c96-98e6-4b9d-b8df-4d527d2db792 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385570 Sep 25 02:12:52.293437 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-ae4bfce2-8b05-49e8-a72f-76cf6f6afb06 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846667 Sep 25 02:12:52.465970 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-9f00b812-5010-4f2b-9f5b-39654c91b620 req-b9c80520-d081-40a0-aff8-a418112bb210 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 210 time: 0.0279412 Sep 25 02:12:53.548880 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-55b81a19-7572-484c-ae3a-57d67a563e9d req-2c679b89-61b3-4bbd-9066-5d0cbbb85168 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 210 time: 0.0281839 Sep 25 02:12:54.655567 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e490fae7-a1e0-4071-beff-6d3dda3a2a2d req-9191db04-b804-4fd6-880c-66d3beb34ea8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 210 time: 0.0308516 Sep 25 02:12:55.070288 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:55.630773 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931172-a7f1-4548-a025-3755939d017b req-fa30c41d-f096-4bbb-a839-0f7c79eb75f6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:55.632405 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-fa30c41d-f096-4bbb-a839-0f7c79eb75f6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 810 time: 0.1065602 Sep 25 02:12:55.703399 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-893085ad-53e5-4bc0-8e23-13e7645fbab4 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb HTTP/1.1" status: 200 len: 380 time: 0.0561187 Sep 25 02:12:55.712320 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'port': {'device_id': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'admin_state_up': True, 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'security_groups': ['38923956-4c83-4a27-86a1-e69e873e3e46']}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:12:55.763833 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-694e46ce-1529-459c-a8b3-7e953baf47ef req-d75b1f7a-0dae-4cda-9d72-cd554f46bc77 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 210 time: 0.0311501 Sep 25 02:12:55.832834 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Made reservation on behalf of 52ec558a2e0b40c3b9a2a6c75b5f45eb for: {'port': 1} {{(pid=107188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 02:12:55.837771 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:55.992441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.db_base_plugin_common [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Allocated IP 172.20.0.13 (04965641-6358-4abc-b86c-cae04f47e9c2/6053025d-6800-4fd0-a4ae-23d6c9d9d5ae/4565c695-b236-43d7-a715-ddf44bf87a1a) {{(pid=107188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:12:55.998778 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:56.009807 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:12:56.149443 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), precommit_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:56.188850 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), after_create {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:56.240916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Network 04965641-6358-4abc-b86c-cae04f47e9c2 is already hosted by enough agents. {{(pid=107188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:12:56.244685 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.base_scheduler [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Resources bound (agent type, host, resource id): {{(pid=107188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:12:56.262736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Received port after_create {{(pid=107188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:12:56.298231 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'Port': ['ID=4565c695-b236-43d7-a715-ddf44bf87a1a,revision_number=1']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:12:56.313475 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.313832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.314192 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.314522 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.314961 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.315274 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.315666 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.316103 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.316433 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.316841 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.317175 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.317573 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.317903 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.318300 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.318627 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:12:56.350590 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:56.351307 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:56.374321 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-f5d78baf-f3bc-46c7-b660-f6394e7a3a33 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6656549 Sep 25 02:12:56.605812 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Provisioning complete for port 4565c695-b236-43d7-a715-ddf44bf87a1a triggered by entity DHCP. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:12:56.607803 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:56.609544 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 1 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:12:56.653216 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:12:56.754495 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:12:56.848767 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:12:56.849156 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:56.887732 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:12:56.889745 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:12:56.892351 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b7336-dae9-4570-9a21-3ef52bcaa9e0" -d '{"events": [{"server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "name": "network-vif-unplugged", "status": "completed", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:12:56.896255 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:56.903715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a38682-09ac-4f25-8abf-194ee0cd8446 req-352fbac8-63af-4215-b237-21f73e28b313 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:56.905306 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e9a38682-09ac-4f25-8abf-194ee0cd8446 req-352fbac8-63af-4215-b237-21f73e28b313 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0537837 Sep 25 02:12:56.963200 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 02:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41baf47-ca09-4b41-af9f-ebbdc9df4aff x-openstack-request-id: req-d41baf47-ca09-4b41-af9f-ebbdc9df4aff {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:12:56.963473 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "name": "network-vif-unplugged", "status": "completed", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:12:56.964466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d41baf47-ca09-4b41-af9f-ebbdc9df4aff {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:12:56.965349 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41baf47-ca09-4b41-af9f-ebbdc9df4aff'] response: {'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'code': 200} Sep 25 02:12:56.966651 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:12:57.009098 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e9a38682-09ac-4f25-8abf-194ee0cd8446 req-8f3530db-4076-484e-bfe7-a211286a2097 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904553 Sep 25 02:12:57.153942 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 2 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:12:57.190376 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:12:57.691456 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 3 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:12:57.723625 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:12:58.138285 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baab6c-56e2-4de7-9d9f-6b17544d5b30 req-ad4d78aa-1b45-4917-92b0-287e8d25e197 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:58.140560 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d7baab6c-56e2-4de7-9d9f-6b17544d5b30 req-ad4d78aa-1b45-4917-92b0-287e8d25e197 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0514333 Sep 25 02:12:58.193215 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-d7baab6c-56e2-4de7-9d9f-6b17544d5b30 req-55a8c71f-6a19-4b6d-82f5-979abb016a69 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466762 Sep 25 02:12:58.225139 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 4 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:12:58.270157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:12:58.771388 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 5 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:12:58.815155 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:12:58.816695 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-fe64ca28-ebc1-4d12-a53a-636f109796e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:12:59.317016 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 6 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:12:59.354151 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:12:59.373990 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd9720-7a7f-4fb0-9465-e3b0070c5395 req-be514cd6-9249-43b5-982b-b701ca12bce6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:12:59.375483 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8efd9720-7a7f-4fb0-9465-e3b0070c5395 req-be514cd6-9249-43b5-982b-b701ca12bce6 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.1066165 Sep 25 02:12:59.445238 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-8efd9720-7a7f-4fb0-9465-e3b0070c5395 req-eb6e6363-5554-496a-992e-3c4c13cee162 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613053 Sep 25 02:12:59.856013 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 7 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:12:59.888853 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:13:00.390147 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 8 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:13:00.433852 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:13:00.610396 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915aa7-e920-445a-b390-fb4f1bc206ee req-ffcfe172-7a59-45c8-8bad-3a5dc9ec31a1 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:00.611936 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-89915aa7-e920-445a-b390-fb4f1bc206ee req-ffcfe172-7a59-45c8-8bad-3a5dc9ec31a1 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0975327 Sep 25 02:13:00.673980 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-89915aa7-e920-445a-b390-fb4f1bc206ee req-2bf56e25-caad-403a-87e5-e2c44d278b5e tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552125 Sep 25 02:13:00.934655 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 9 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:13:00.979935 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:13:01.481340 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Attempt 10 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:13:01.520003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-453c8724-62cc-46aa-ab8a-3c8d8abbdbe9 None None] Port 4565c695-b236-43d7-a715-ddf44bf87a1a cannot update to ACTIVE because it is not bound. {{(pid=107189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 02:13:01.729854 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-11d6b716-4a07-4cd2-99c5-f0f266abde86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:01.803070 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefce69-123e-4cb5-a147-7175ec538d66 req-fa6ce878-cdd7-4e39-ac5f-e1cbe8f89e1c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:01.805248 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4eefce69-123e-4cb5-a147-7175ec538d66 req-fa6ce878-cdd7-4e39-ac5f-e1cbe8f89e1c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0487165 Sep 25 02:13:01.863546 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-4eefce69-123e-4cb5-a147-7175ec538d66 req-dc111558-6869-444a-a93d-e8b34d966532 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525830 Sep 25 02:13:02.990356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225d5f8-5152-48f2-85c9-b92c2c53b3b6 req-a3f975f4-f485-45db-abf9-5cdf6035910c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:02.992362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0225d5f8-5152-48f2-85c9-b92c2c53b3b6 req-a3f975f4-f485-45db-abf9-5cdf6035910c tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0508504 Sep 25 02:13:03.048028 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-0225d5f8-5152-48f2-85c9-b92c2c53b3b6 req-0d265dc1-354e-4001-8a4f-3668f3520348 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473342 Sep 25 02:13:04.081552 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:04.192524 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a31ae-c587-4eb5-a48a-c7e461842644 req-6b3f14f2-a716-44e1-b18d-81d0d8f22a56 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:04.194005 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-801a31ae-c587-4eb5-a48a-c7e461842644 req-6b3f14f2-a716-44e1-b18d-81d0d8f22a56 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0511262 Sep 25 02:13:04.245289 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-801a31ae-c587-4eb5-a48a-c7e461842644 req-255c9686-732e-4796-ab9f-008496d7aa62 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449662 Sep 25 02:13:05.379910 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d7f1-160d-4df0-88e3-add9546a0d65 req-edccb564-8172-4b5b-8e57-b4129ed8cc57 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:05.381412 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8452d7f1-160d-4df0-88e3-add9546a0d65 req-edccb564-8172-4b5b-8e57-b4129ed8cc57 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0491657 Sep 25 02:13:05.439526 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-8452d7f1-160d-4df0-88e3-add9546a0d65 req-842f1c9d-04b1-40e9-9263-1ca06562dc18 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518517 Sep 25 02:13:05.987708 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:05.992857 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:06.204421 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:06.565578 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986ad9d-f1b5-40bf-8341-a32a40be53c8 req-0080121f-16e5-4a75-9168-49ef14007863 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:06.567054 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c986ad9d-f1b5-40bf-8341-a32a40be53c8 req-0080121f-16e5-4a75-9168-49ef14007863 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0530865 Sep 25 02:13:06.599749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:06.617600 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-c986ad9d-f1b5-40bf-8341-a32a40be53c8 req-7da39ee5-347f-49c3-8202-9bf5ab6410b1 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448980 Sep 25 02:13:06.817079 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:07.736643 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b0efe-29f6-4b8d-86c0-b2efc1922d66 req-eeeb4c3e-f54d-4217-815c-fd119e8ec607 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:07.738092 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-922b0efe-29f6-4b8d-86c0-b2efc1922d66 req-eeeb4c3e-f54d-4217-815c-fd119e8ec607 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0465782 Sep 25 02:13:07.790983 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-922b0efe-29f6-4b8d-86c0-b2efc1922d66 req-b3036055-b682-4eeb-b41a-87d784d4b41e tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473289 Sep 25 02:13:08.916692 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1648a6-f316-400c-b15a-fa1d220cc46e req-416bf890-300e-4c2e-8162-548e2382ddf7 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:08.918161 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-db1648a6-f316-400c-b15a-fa1d220cc46e req-416bf890-300e-4c2e-8162-548e2382ddf7 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 932 time: 0.0514348 Sep 25 02:13:08.968959 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-db1648a6-f316-400c-b15a-fa1d220cc46e req-b81b059c-1536-4d67-84a8-505ef6ef631f tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451710 Sep 25 02:13:09.165287 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.v2.base [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Request body: {'port': {'device_id': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=107188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:13:09.227261 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:09.387735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:09.484222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4565c695-b236-43d7-a715-ddf44bf87a1a {{(pid=107188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:13:09.491580 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Publish callbacks [] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), precommit_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:09.503696 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.provisioning_blocks [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Transition to ACTIVE for port object 4565c695-b236-43d7-a715-ddf44bf87a1a will not be triggered until provisioned by entity L2. {{(pid=107188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 02:13:09.507632 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:09.585740 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Pushing event updated for resources: {'Port': ['ID=4565c695-b236-43d7-a715-ddf44bf87a1a,revision_number=2']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:13:09.613196 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Attempting to bind port 4565c695-b236-43d7-a715-ddf44bf87a1a on host hv-neutron-mast for vnic_type normal with profile {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 02:13:09.613534 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Attempting to bind port 4565c695-b236-43d7-a715-ddf44bf87a1a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 02:13:09.613862 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Attempting to bind port 4565c695-b236-43d7-a715-ddf44bf87a1a on network 04965641-6358-4abc-b86c-cae04f47e9c2 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:13:09.656904 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Port 4565c695-b236-43d7-a715-ddf44bf87a1a on network 04965641-6358-4abc-b86c-cae04f47e9c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 02:13:09.657161 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Attempting to bind port 4565c695-b236-43d7-a715-ddf44bf87a1a on network 04965641-6358-4abc-b86c-cae04f47e9c2 {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 02:13:09.697718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Checking agent: {'id': '6faf0bb5-8bd1-4da5-9812-78f10e311cbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'started_at': datetime.datetime(2022, 9, 25, 0, 57, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 2, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 02:13:09.698059 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Checking segment: {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 02:13:09.698440 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Bound using segment: {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'} {{(pid=107188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 02:13:09.698873 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.managers [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Bound port: 4565c695-b236-43d7-a715-ddf44bf87a1a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f2dc4a-7504-4d19-a924-573007b8496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2'}}] {{(pid=107188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 02:13:09.699251 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), before_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:09.757532 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, cleared binding levels {{(pid=107188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 02:13:09.761005 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4565c695-b236-43d7-a715-ddf44bf87a1a,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 02:13:09.767126 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4600742'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), after_update {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:09.771326 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:09.771933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:09.773513 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/4565c695-b236-43d7-a715-ddf44bf87a1a HTTP/1.1" status: 200 len: 1094 time: 0.6141012 Sep 25 02:13:09.774084 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:13:09.777168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe4b5ff-02ee-4dd6-b553-7f787022de96" -d '{"events": [{"name": "network-changed", "server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:13:09.825305 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a3ab9-d21d-4229-b3ad-7fc49989108a service neutron] Pushing event updated for resources: {'Port': ['ID=4565c695-b236-43d7-a715-ddf44bf87a1a,revision_number=3']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:13:09.875847 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eef1e77-e7be-49ea-9b26-dc8585da91d6 x-openstack-request-id: req-7eef1e77-e7be-49ea-9b26-dc8585da91d6 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:13:09.876168 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:13:09.876425 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7eef1e77-e7be-49ea-9b26-dc8585da91d6 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:13:09.876829 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eef1e77-e7be-49ea-9b26-dc8585da91d6'] response: {'name': 'network-changed', 'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'status': 'completed', 'code': 200} Sep 25 02:13:09.888718 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931172-a7f1-4548-a025-3755939d017b req-b94783f1-8105-4c70-bc98-9e3864104e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:09.890202 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-b94783f1-8105-4c70-bc98-9e3864104e38 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 1128 time: 0.0457475 Sep 25 02:13:09.934633 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-6982c671-cc23-45c3-a757-b24ee88a1800 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4565c695-b236-43d7-a715-ddf44bf87a1a HTTP/1.1" status: 200 len: 217 time: 0.0322478 Sep 25 02:13:09.982721 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931172-a7f1-4548-a025-3755939d017b req-fd7dba1b-e5cd-4287-8219-7a3805a4a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:09.984165 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-fd7dba1b-e5cd-4287-8219-7a3805a4a5c9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0437846 Sep 25 02:13:09.999248 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:10.029604 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931172-a7f1-4548-a025-3755939d017b req-6fc9d051-1f6f-4784-b295-8a04ea6469df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:10.031113 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-6fc9d051-1f6f-4784-b295-8a04ea6469df service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402989 Sep 25 02:13:10.130902 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6457b3-9867-424b-bd4b-2ceb02cd4bae req-af76c071-64ea-453e-9d2b-f485feb141b9 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:10.132460 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5a6457b3-9867-424b-bd4b-2ceb02cd4bae req-af76c071-64ea-453e-9d2b-f485feb141b9 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 944 time: 0.0866983 Sep 25 02:13:10.203969 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:10.215518 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-42f34827-cd48-44f0-af88-c5eab3397cdf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776917 Sep 25 02:13:10.220645 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-5a6457b3-9867-424b-bd4b-2ceb02cd4bae req-253d4d45-02d6-4a23-baf9-a91a08399bd3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817263 Sep 25 02:13:10.305341 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-96931172-a7f1-4548-a025-3755939d017b req-bbbefaf5-d7ae-43a2-8a64-d81e1a8152d4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832567 Sep 25 02:13:11.348891 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ebbe2-3e29-4f6a-909a-387234fd6e15 req-b2db37c7-8ac1-4d66-8abf-d2e76643f7e9 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:11.350384 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2a8ebbe2-3e29-4f6a-909a-387234fd6e15 req-b2db37c7-8ac1-4d66-8abf-d2e76643f7e9 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 944 time: 0.0528431 Sep 25 02:13:11.402159 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2a8ebbe2-3e29-4f6a-909a-387234fd6e15 req-8709ff9e-abfe-4a09-887b-11dc36984bef tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459177 Sep 25 02:13:11.474934 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:12.520471 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd22e6-44fd-4c1b-9850-b702386fac40 req-de2cc0c1-190d-4432-94b2-0f24f00a5b5b tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:12.521940 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1bfd22e6-44fd-4c1b-9850-b702386fac40 req-de2cc0c1-190d-4432-94b2-0f24f00a5b5b tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 944 time: 0.0459471 Sep 25 02:13:12.574713 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1bfd22e6-44fd-4c1b-9850-b702386fac40 req-73b395f2-3d37-4e5e-9bdf-4fd0c8f66e5b tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465543 Sep 25 02:13:12.620222 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-c4ae3793-40a7-442e-aee7-8c0c379e307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:12.621668 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-c4ae3793-40a7-442e-aee7-8c0c379e307f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 1128 time: 0.0392115 Sep 25 02:13:12.709821 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-97abb2e7-4d22-4154-9bb8-0d2a26bf8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:12.711262 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-97abb2e7-4d22-4154-9bb8-0d2a26bf8e75 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.0836728 Sep 25 02:13:12.752717 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-3263c013-7753-4d9a-8c89-19d5f1df4355 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4565c695-b236-43d7-a715-ddf44bf87a1a HTTP/1.1" status: 200 len: 217 time: 0.0356634 Sep 25 02:13:12.803925 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-c05da43d-6a80-44db-ae44-5af409afc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:12.805374 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-c05da43d-6a80-44db-ae44-5af409afc371 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0449712 Sep 25 02:13:12.847858 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-db9808e7-f6db-46a7-bdc8-a6ad9d5998e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:12.849294 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-db9808e7-f6db-46a7-bdc8-a6ad9d5998e8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385082 Sep 25 02:13:12.856740 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 4565c695-b236-43d7-a715-ddf44bf87a1a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 02:13:12.943818 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-52a3214f-c623-415c-a6de-f90226ca9ddb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886049 Sep 25 02:13:12.958282 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4565c695-b236-43d7-a715-ddf44bf87a1a,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:13:12.970128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'port_id': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'mac_address': 'fa:16:3e:e5:bc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 02:13:12.972422 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:13.008696 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 4565c695-b236-43d7-a715-ddf44bf87a1a is: DOWN; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:13:13.009686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:13.022530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4565c695-b236-43d7-a715-ddf44bf87a1a {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:13:13.037204 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0fe4b5ff-02ee-4dd6-b553-7f787022de96 req-868a89a1-4d9a-4a11-bd32-897f07d5e5bc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880539 Sep 25 02:13:13.042792 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4565c695-b236-43d7-a715-ddf44bf87a1a,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:13:13.046683 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:13.069364 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:13.093941 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=4565c695-b236-43d7-a715-ddf44bf87a1a,revision_number=4']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:13:13.482281 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['4565c695-b236-43d7-a715-ddf44bf87a1a'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 02:13:13.688729 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:13.699457 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe89a3-6afa-4003-afc1-406773cf1003 req-715daedc-6eed-4911-a1e8-2a57c094769d tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:13.700996 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b7fe89a3-6afa-4003-afc1-406773cf1003 req-715daedc-6eed-4911-a1e8-2a57c094769d tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 945 time: 0.0481076 Sep 25 02:13:13.713160 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:13.752308 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-b7fe89a3-6afa-4003-afc1-406773cf1003 req-0730f684-1ba5-483e-8131-2c899303846f tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448544 Sep 25 02:13:14.113954 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:13:14.874079 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f0a2-4ea9-4e17-ba1e-5e3110813e02 req-75bce52f-8942-4d44-b91e-e37810d19764 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:14.875542 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2d9f0a2-4ea9-4e17-ba1e-5e3110813e02 req-75bce52f-8942-4d44-b91e-e37810d19764 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 945 time: 0.0467231 Sep 25 02:13:14.891984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 4565c695-b236-43d7-a715-ddf44bf87a1a up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:13:14.925713 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2d9f0a2-4ea9-4e17-ba1e-5e3110813e02 req-0af49878-f74b-47ad-abc2-5585416caa15 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446696 Sep 25 02:13:14.934406 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning for port 4565c695-b236-43d7-a715-ddf44bf87a1a completed by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 02:13:14.941087 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 4565c695-b236-43d7-a715-ddf44bf87a1a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:13:14.941478 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:14.941826 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:13:15.016466 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 4565c695-b236-43d7-a715-ddf44bf87a1a is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:13:15.016856 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:15.039666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:13:15.042403 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f26f0b-1e42-4648-8211-5673abe999fe" -d '{"events": [{"server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "name": "network-vif-plugged", "status": "completed", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:13:15.055070 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4565c695-b236-43d7-a715-ddf44bf87a1a,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:13:15.060763 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:15.085967 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bf3162-c828-4a40-9945-a4545b5735a0 x-openstack-request-id: req-e9bf3162-c828-4a40-9945-a4545b5735a0 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:13:15.086270 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "name": "network-vif-plugged", "status": "completed", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:13:15.086527 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9bf3162-c828-4a40-9945-a4545b5735a0 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:13:15.086925 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9bf3162-c828-4a40-9945-a4545b5735a0'] response: {'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'code': 200} Sep 25 02:13:15.112060 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=4565c695-b236-43d7-a715-ddf44bf87a1a,revision_number=5']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:13:15.283218 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e6f0a-a8de-4b14-8519-6f424fac12a1 req-6342f0f9-9698-4889-ac67-d0c4dcc14f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:15.284715 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-883e6f0a-a8de-4b14-8519-6f424fac12a1 req-6342f0f9-9698-4889-ac67-d0c4dcc14f95 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 1130 time: 0.0375016 Sep 25 02:13:15.322736 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:15.330945 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-883e6f0a-a8de-4b14-8519-6f424fac12a1 req-1fb03a89-9dac-47ea-8809-760562cdaa99 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406513 Sep 25 02:13:16.355927 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ef8c0-0372-4c25-ab49-28c08043afd1 req-e3371320-b671-4f62-96c1-4f6bb360e670 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:16.357422 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e91ef8c0-0372-4c25-ab49-28c08043afd1 req-e3371320-b671-4f62-96c1-4f6bb360e670 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 946 time: 0.3559690 Sep 25 02:13:16.406002 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e91ef8c0-0372-4c25-ab49-28c08043afd1 req-ead01907-bc74-44bd-b85e-b9fc184b38e7 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429473 Sep 25 02:13:17.531146 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995bcc5-b9ec-4967-8c49-b9f5c3bada49 req-961fe940-c485-4a7d-8283-1ead53bf1da9 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:17.532714 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1995bcc5-b9ec-4967-8c49-b9f5c3bada49 req-961fe940-c485-4a7d-8283-1ead53bf1da9 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 946 time: 0.0507736 Sep 25 02:13:17.581897 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1995bcc5-b9ec-4967-8c49-b9f5c3bada49 req-66d5b7d1-7bda-42b0-844e-f83172abc850 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Sep 25 02:13:17.699564 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973aadb-afe9-4c35-bde9-709395bb9832 req-71d7cf27-54ea-4d09-af29-71ba2afd64d1 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:17.700956 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1973aadb-afe9-4c35-bde9-709395bb9832 req-71d7cf27-54ea-4d09-af29-71ba2afd64d1 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 946 time: 0.0458634 Sep 25 02:13:17.740444 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:17.749579 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1973aadb-afe9-4c35-bde9-709395bb9832 req-c666bb60-5f13-47d8-ad35-0cef90b7cf14 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Sep 25 02:13:17.777338 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39014) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:13:17.815347 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e082592-b683-43d6-ac35-9e1bc3743279 tempest-TestSnapshotPattern-990905935 tempest-TestSnapshotPattern-990905935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:17.816902 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9e082592-b683-43d6-ac35-9e1bc3743279 tempest-TestSnapshotPattern-990905935 tempest-TestSnapshotPattern-990905935-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 1125 time: 0.0385764 Sep 25 02:13:17.819754 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39016) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:13:17.823896 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.v2.base [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Request body: {'floatingip': {'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'port_id': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 02:13:17.844866 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:17.926709 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (None), before_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:18.027975 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_common [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Allocated IP 172.36.7.133 (138a0b37-abec-4287-895a-94d38f21a5dc/90aa2bcf-450d-4964-9326-2123c7e5c10e/cb98cf59-6708-45e6-9ca6-681158fbb7bd) {{(pid=107187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 02:13:18.142956 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for port (cb98cf59-6708-45e6-9ca6-681158fbb7bd), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:18.175156 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745228552385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (cb98cf59-6708-45e6-9ca6-681158fbb7bd), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:18.214915 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Network 138a0b37-abec-4287-895a-94d38f21a5dc is already hosted by enough agents. {{(pid=107187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 02:13:18.219545 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.base_scheduler [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Resources bound (agent type, host, resource id): {{(pid=107187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 02:13:18.222023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Received port after_create {{(pid=107187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 02:13:18.242997 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'Port': ['ID=cb98cf59-6708-45e6-9ca6-681158fbb7bd,revision_number=1']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:13:18.258822 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.259163 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.260043 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.260380 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.260704 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.261029 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.261350 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.261667 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.261988 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.262308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.262626 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.262959 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.263261 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.263583 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.263895 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:13:18.770587 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:18.786474 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:18.923362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for floatingip (2d811a26-7876-4697-a4dd-56b9ae577bf0), precommit_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:18.991397 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (cb98cf59-6708-45e6-9ca6-681158fbb7bd), before_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:19.141413 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for port (cb98cf59-6708-45e6-9ca6-681158fbb7bd), precommit_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:19.145771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5618416'] for port (cb98cf59-6708-45e6-9ca6-681158fbb7bd), after_update {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:19.215398 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event updated for resources: {'Port': ['ID=cb98cf59-6708-45e6-9ca6-681158fbb7bd,revision_number=2']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:13:19.218952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874220'] for floatingip (2d811a26-7876-4697-a4dd-56b9ae577bf0), after_create {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:19.315082 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Floating IP 2d811a26-7876-4697-a4dd-56b9ae577bf0 associated. External IP: 172.36.7.133, port: 4565c695-b236-43d7-a715-ddf44bf87a1a. Sep 25 02:13:19.513471 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Router 3340648c-55d9-4952-80f2-67535ee68797 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:13:19.612786 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:19.615748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:13:19.620934 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:19.625731 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] Sync routers for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:13:19.635196 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:19.636530 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:13:19.637150 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:13:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:13:19.668771 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a13770fc-433b-4182-8dee-ea780c642a44 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8457975 Sep 25 02:13:19.668771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:13:19.669517 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc00dbf2f735d18d0a5a93c5ce3e53c0176e28f64b5f91004a12477883c5e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a23564-1523-4bb5-ad97-b7d6ac553897" -d '{"events": [{"name": "network-changed", "server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:13:19.707007 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccd2a8f-c3d8-40c7-8a4c-c6ca603c8179 x-openstack-request-id: req-9ccd2a8f-c3d8-40c7-8a4c-c6ca603c8179 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:13:19.707308 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:13:19.707565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ccd2a8f-c3d8-40c7-8a4c-c6ca603c8179 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:13:19.708019 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccd2a8f-c3d8-40c7-8a4c-c6ca603c8179'] response: {'name': 'network-changed', 'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'status': 'completed', 'code': 200} Sep 25 02:13:19.738373 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:13:19.802639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-be0aefa5-7cda-4da9-875e-acdf9f7a59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:19.804107 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-be0aefa5-7cda-4da9-875e-acdf9f7a59a3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 1130 time: 0.0449007 Sep 25 02:13:19.898830 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-5790e973-af31-4a71-a66c-95ad95b4cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:19.900352 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-5790e973-af31-4a71-a66c-95ad95b4cd1a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.0875866 Sep 25 02:13:19.948364 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2d811a26-7876-4697-a4dd-56b9ae577bf0', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.133', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:e5:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:13:18Z', 'updated_at': '2022-09-25T02:13:18Z', 'revision_number': 0, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}, {'id': 'f55f4a74-308c-4ae6-ac48-ae031d70f0ef', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.119', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:10:03Z', 'updated_at': '2022-09-25T02:10:04Z', 'revision_number': 1, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:13:19.964545 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-777f7a4f-aebf-4add-8b9b-a40840122da5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4565c695-b236-43d7-a715-ddf44bf87a1a HTTP/1.1" status: 200 len: 1000 time: 0.0589452 Sep 25 02:13:19.976527 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] Checking router: 3340648c-55d9-4952-80f2-67535ee68797 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:13:19.985134 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:13:19.985740 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:13:02Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:13:20.013270 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-42bdffad-1ecf-43a8-a380-853f8ba576b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:20.014759 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-42bdffad-1ecf-43a8-a380-853f8ba576b4 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0447292 Sep 25 02:13:20.060138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-5faccea8-0817-4a69-ac09-c0349cd89998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:20.061548 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-5faccea8-0817-4a69-ac09-c0349cd89998 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417781 Sep 25 02:13:20.090399 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:13:20.157132 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-36f7e5b3-a58d-4be4-8435-d495ebe1399d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893118 Sep 25 02:13:20.247219 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-f5a23564-1523-4bb5-ad97-b7d6ac553897 req-a6d1c0ad-7871-49cf-b490-11b461d98ecf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838127 Sep 25 02:13:20.304116 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2d811a26-7876-4697-a4dd-56b9ae577bf0', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.133', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:e5:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:13:18Z', 'updated_at': '2022-09-25T02:13:18Z', 'revision_number': 0, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}, {'id': 'f55f4a74-308c-4ae6-ac48-ae031d70f0ef', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.119', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:10:03Z', 'updated_at': '2022-09-25T02:10:04Z', 'revision_number': 1, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:13:20.328771 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5c31c-2122-4239-870b-0146a91b4a40 None None] The sync data for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv is: [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2d811a26-7876-4697-a4dd-56b9ae577bf0', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.133', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:e5:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:13:18Z', 'updated_at': '2022-09-25T02:13:18Z', 'revision_number': 0, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}, {'id': 'f55f4a74-308c-4ae6-ac48-ae031d70f0ef', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.119', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:10:03Z', 'updated_at': '2022-09-25T02:10:04Z', 'revision_number': 1, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:13:20.529800 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f326b9-3d04-4a83-89a6-d4d65f02b7d9 None None] New status for floating IP 2d811a26-7876-4697-a4dd-56b9ae577bf0: ACTIVE {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 02:13:28.798892 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4550-c94f-45f2-b19c-194644f0ce9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:29.639096 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:29.663742 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:30.241749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=58 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:30.243813 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=52 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:30.306596 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=76 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:30.307401 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=74 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:31.723468 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-17ae527c-f803-4b17-b63d-ea6125439135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:34.077252 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:36.194499 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:36.208007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:36.819923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:41.493910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:13:42.984617 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:42.988637 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:48.556970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:51.112652 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:13:51.891047 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-a9cc3312-18bd-4a61-86da-470a4b5846c4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958335 Sep 25 02:13:51.991239 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-56cc1fbc-c083-4dc1-9d64-2ad456861dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:51.992928 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-56cc1fbc-c083-4dc1-9d64-2ad456861dc9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1127 time: 0.0390921 Sep 25 02:13:52.102998 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-e3175f62-5a6c-4714-a5e2-5daa85dc5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:52.104416 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-e3175f62-5a6c-4714-a5e2-5daa85dc5e89 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.0924346 Sep 25 02:13:52.165265 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-48464f36-d339-48fb-94f5-4f0dee6bba1a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 200 len: 999 time: 0.0552061 Sep 25 02:13:52.213227 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-0dd01a1d-d3ab-47bb-9095-c6f15f8a0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:52.214640 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-0dd01a1d-d3ab-47bb-9095-c6f15f8a0bb8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0434408 Sep 25 02:13:52.260466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-2c4ecd93-c96c-4de6-8dff-f74bc67b227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:13:52.261928 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-2c4ecd93-c96c-4de6-8dff-f74bc67b227b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408714 Sep 25 02:13:52.370051 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-a8442862-bd70-448d-97e3-81dbad2c6af5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019454 Sep 25 02:13:52.464315 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-0e5fccb0-9060-4aaf-b94f-dccea9edf521 req-71932f03-8622-4775-8c87-bb0baabc247e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886090 Sep 25 02:13:58.649881 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:58.651764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:13:58.801434 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d9699059-5bb2-4b48-b4a8-5c8362077344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:01.108994 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:01.726058 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2c039c03-f443-4263-a25a-e5081a9b15fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:02.460273 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=53 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:02.461053 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=48 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:04.080579 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:06.213247 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:06.822140 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:11.504930 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:19.979958 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:19.984079 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:21.494115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:21.500138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:28.111198 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:14:28.804714 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f7ab5c32-0822-4da1-befc-8de12a030f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:31.729054 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b2ba6304-f449-4d4c-aab4-768601c6344a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:34.082857 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:36.205923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:36.823971 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:38.650973 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=13 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:38.653910 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:41.505199 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:14:51.498519 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:51.500358 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:52.849379 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-088e5137-3952-47b7-99ce-fa19d018200d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385623 Sep 25 02:14:52.925508 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-4eda4b1c-33a1-47f9-8959-7f7f17609826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:14:52.927020 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-4eda4b1c-33a1-47f9-8959-7f7f17609826 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 1130 time: 0.0412171 Sep 25 02:14:53.029945 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-8f1a7572-fc91-4f11-a2d3-02732d95cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:14:53.031309 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-8f1a7572-fc91-4f11-a2d3-02732d95cd54 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.0868206 Sep 25 02:14:53.100542 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-a8a93647-2a97-4451-8845-47d1194dcbd1 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4565c695-b236-43d7-a715-ddf44bf87a1a HTTP/1.1" status: 200 len: 1002 time: 0.0590684 Sep 25 02:14:53.150613 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-225e127f-8df2-407c-bd61-fa44f8c11210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:14:53.152462 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-225e127f-8df2-407c-bd61-fa44f8c11210 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0460939 Sep 25 02:14:53.196041 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-26000766-e4d2-476d-a467-83b0b03cc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:14:53.197512 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-26000766-e4d2-476d-a467-83b0b03cc236 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386372 Sep 25 02:14:53.291002 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-42f63a3c-895b-486a-845b-3d88fbd9ef72 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Sep 25 02:14:53.389776 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-1781ac51-a1cf-4633-bcb0-b74ca250f728 req-177f39f2-97f1-4970-ad9b-2d48f443f4a3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925968 Sep 25 02:14:56.988348 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:56.989106 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:14:58.808931 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-e6a07427-d605-429d-8e67-dfafee8bd140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:01.731188 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2b697d56-2d7c-45ad-ba11-bca563e56b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:03.384085 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=51 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:03.386043 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=50 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:04.086319 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:05.110424 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:15:06.209444 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:06.826294 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:11.517530 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:15.106640 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:21.511805 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:21.512652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:27.463481 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 4565c695-b236-43d7-a715-ddf44bf87a1a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=107189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 02:15:27.562231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4565c695-b236-43d7-a715-ddf44bf87a1a,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:27.573425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Returning: {'device': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'port_id': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'mac_address': 'fa:16:3e:e5:bc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 02:15:27.607279 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 4565c695-b236-43d7-a715-ddf44bf87a1a is: ACTIVE; New status is: BUILD {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:15:27.607666 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:27.620123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4565c695-b236-43d7-a715-ddf44bf87a1a {{(pid=107189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 02:15:27.639423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4565c695-b236-43d7-a715-ddf44bf87a1a,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:27.644943 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:27.693962 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=4565c695-b236-43d7-a715-ddf44bf87a1a,revision_number=6']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:27.700932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.701288 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.701640 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.701985 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.702324 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.702659 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.702992 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.703322 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.703652 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.704517 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.704850 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.705180 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.705508 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.705834 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.706159 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:27.790172 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] get_ports_and_sgs() called for port_ids ['4565c695-b236-43d7-a715-ddf44bf87a1a'] {{(pid=107189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 02:15:28.811423 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4e29714e-a3e2-44a2-a98f-6ad28baa8cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:29.471114 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 4565c695-b236-43d7-a715-ddf44bf87a1a up at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 02:15:29.514231 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.provisioning_blocks [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Provisioning complete for port 4565c695-b236-43d7-a715-ddf44bf87a1a triggered by entity L2. {{(pid=107189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 02:15:29.514606 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1251038'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), provisioning_complete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:29.514946 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Attempt 1 to provision port 4565c695-b236-43d7-a715-ddf44bf87a1a Sep 25 02:15:29.588459 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 4565c695-b236-43d7-a715-ddf44bf87a1a is: BUILD; New status is: ACTIVE {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:15:29.588847 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:29.610751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:15:29.613013 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96b5e9d-ba3d-4da9-b95b-89b0f4d95077" -d '{"events": [{"server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "name": "network-vif-plugged", "status": "completed", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:15:29.626686 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4565c695-b236-43d7-a715-ddf44bf87a1a,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:29.631043 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:29.654727 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:29.671656 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a7bb4b-6ea1-45ac-8988-2f1889bb1adb x-openstack-request-id: req-21a7bb4b-6ea1-45ac-8988-2f1889bb1adb {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:15:29.671982 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "name": "network-vif-plugged", "status": "completed", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:15:29.672221 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21a7bb4b-6ea1-45ac-8988-2f1889bb1adb {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:15:29.672635 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a7bb4b-6ea1-45ac-8988-2f1889bb1adb'] response: {'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'code': 200} Sep 25 02:15:29.683782 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=4565c695-b236-43d7-a715-ddf44bf87a1a,revision_number=7']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:31.746798 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ba6d9-9db6-40a3-bffe-b0cbc771346a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:33.996884 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:34.078158 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:34.093395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:35.894790 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:36.259899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:36.838118 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:40.937952 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39258) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:41.078432 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Deleting port cb98cf59-6708-45e6-9ca6-681158fbb7bd {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:41.078670 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (cb98cf59-6708-45e6-9ca6-681158fbb7bd), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:41.158158 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (cb98cf59-6708-45e6-9ca6-681158fbb7bd), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:41.158485 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for floatingip (cb98cf59-6708-45e6-9ca6-681158fbb7bd), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:41.171923 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Calling delete_port for cb98cf59-6708-45e6-9ca6-681158fbb7bd owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:41.314685 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (cb98cf59-6708-45e6-9ca6-681158fbb7bd), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:41.339515 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event deleted for resources: {'Port': ['ID=cb98cf59-6708-45e6-9ca6-681158fbb7bd,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:41.365434 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.365779 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.366121 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.366464 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.366795 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.367125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.367449 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.367771 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.368129 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.368454 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.368780 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.369104 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.369423 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.369741 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.370064 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:41.414371 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for floatingip (2d811a26-7876-4697-a4dd-56b9ae577bf0), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:41.414708 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Floating IP 2d811a26-7876-4697-a4dd-56b9ae577bf0 disassociated (deleted). External IP: 172.36.7.133, port: 4565c695-b236-43d7-a715-ddf44bf87a1a. Sep 25 02:15:41.558885 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:41.617391 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Router 3340648c-55d9-4952-80f2-67535ee68797 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:15:41.720644 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:15:41.725294 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:41.730840 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] Sync routers for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:15:41.741012 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:15:41.741619 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:15:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:41.758125 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-f577c269-1b5c-4a97-b1e7-288e08e006b8 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/2d811a26-7876-4697-a4dd-56b9ae577bf0 HTTP/1.1" status: 204 len: 168 time: 0.8166165 Sep 25 02:15:41.758125 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:15:41.759044 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc00dbf2f735d18d0a5a93c5ce3e53c0176e28f64b5f91004a12477883c5e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fc8f79-0006-4de3-b97c-7afbb487507e" -d '{"events": [{"name": "network-changed", "server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:15:41.844991 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:15:41.860460 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ff7285-af7d-46c6-a50e-a55d3cf02445 x-openstack-request-id: req-f8ff7285-af7d-46c6-a50e-a55d3cf02445 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:15:41.860759 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:15:41.861023 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8ff7285-af7d-46c6-a50e-a55d3cf02445 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:15:41.861451 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ff7285-af7d-46c6-a50e-a55d3cf02445'] response: {'name': 'network-changed', 'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'status': 'completed', 'code': 200} Sep 25 02:15:41.977337 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:41.980356 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:41.999669 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607798-0391-4a80-a1ca-ed5e200884e4 req-f20fc428-8223-4697-ad79-9980dd1879fb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:42.002120 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-00607798-0391-4a80-a1ca-ed5e200884e4 req-f20fc428-8223-4697-ad79-9980dd1879fb tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 946 time: 0.0559490 Sep 25 02:15:42.052752 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-00607798-0391-4a80-a1ca-ed5e200884e4 req-1a9583c8-e336-42a0-84ae-1183eeb58890 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 Sep 25 02:15:42.056949 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f55f4a74-308c-4ae6-ac48-ae031d70f0ef', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.119', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:10:03Z', 'updated_at': '2022-09-25T02:10:04Z', 'revision_number': 1, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:42.081717 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] Checking router: 3340648c-55d9-4952-80f2-67535ee68797 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:15:42.091139 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:15:42.091760 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:15:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:42.130094 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-64336beb-2540-4d0c-a117-8b7ac42ad558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:42.131613 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-64336beb-2540-4d0c-a117-8b7ac42ad558 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 1130 time: 0.0406787 Sep 25 02:15:42.141801 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:15:42.200731 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:15:42.487981 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f55f4a74-308c-4ae6-ac48-ae031d70f0ef', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.119', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:10:03Z', 'updated_at': '2022-09-25T02:10:04Z', 'revision_number': 1, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:42.511576 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5ca34-e509-4ed6-8b89-a7b9c76236f5 None None] The sync data for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv is: [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f55f4a74-308c-4ae6-ac48-ae031d70f0ef', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'floating_ip_address': '172.36.7.119', 'floating_network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'router_id': '3340648c-55d9-4952-80f2-67535ee68797', 'port_id': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'mac_address': 'fa:16:3e:2e:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T02:10:03Z', 'updated_at': '2022-09-25T02:10:04Z', 'revision_number': 1, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:15:42.721006 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a04e21-42ac-4810-8875-07b833f9a178 None None] New status for floating IP 2d811a26-7876-4697-a4dd-56b9ae577bf0: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 02:15:43.177422 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7f6bb-0135-43ac-a7f3-e8c8ccbcb57a req-bd05dbbb-3ea9-4465-9266-419a15b116aa tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:43.179017 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-baa7f6bb-0135-43ac-a7f3-e8c8ccbcb57a req-bd05dbbb-3ea9-4465-9266-419a15b116aa tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 946 time: 0.0472565 Sep 25 02:15:43.230111 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-baa7f6bb-0135-43ac-a7f3-e8c8ccbcb57a req-30ab3107-a842-475a-8b93-397e2aebb6fc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455689 Sep 25 02:15:43.515861 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 4565c695-b236-43d7-a715-ddf44bf87a1a no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:15:43.523272 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-f9a918f2-1447-4889-9e74-1924bc1fd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:43.524907 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-f9a918f2-1447-4889-9e74-1924bc1fd06b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.0883017 Sep 25 02:15:43.585940 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-ac3586c0-cd67-4fb9-8248-9d9d5a88aadd service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4565c695-b236-43d7-a715-ddf44bf87a1a HTTP/1.1" status: 200 len: 217 time: 0.0330985 Sep 25 02:15:43.587138 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Current status of the port 4565c695-b236-43d7-a715-ddf44bf87a1a is: ACTIVE; New status is: DOWN {{(pid=107189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 02:15:43.587563 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1423182'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), before_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:43.611020 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a'}] {{(pid=107189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:15:43.613382 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108efc9869842ffc8569dc1d27fc2c813e64cb87bc593896c3100bedcc01fe04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c7debe-9c55-478c-943c-5ad7870d5ffb" -d '{"events": [{"server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "name": "network-vif-unplugged", "status": "completed", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a"}]}' {{(pid=107189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:15:43.630067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4565c695-b236-43d7-a715-ddf44bf87a1a,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:43.635379 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745229061030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745228552403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745228552421'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:43.647472 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-763e86ce-4047-4e2e-9a75-10b10a75f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:43.648985 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-763e86ce-4047-4e2e-9a75-10b10a75f332 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0569656 Sep 25 02:15:43.662833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 02:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa727615-3e12-4816-a74c-11a991709463 x-openstack-request-id: req-aa727615-3e12-4816-a74c-11a991709463 {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:15:43.663128 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "name": "network-vif-unplugged", "status": "completed", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a", "code": 200}]} {{(pid=107189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:15:43.663378 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa727615-3e12-4816-a74c-11a991709463 {{(pid=107189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:15:43.663766 dv-neutron-master-2-hyperv neutron-server[107189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa727615-3e12-4816-a74c-11a991709463'] response: {'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'code': 200} Sep 25 02:15:43.689570 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Pushing event updated for resources: {'Port': ['ID=4565c695-b236-43d7-a715-ddf44bf87a1a,revision_number=8']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:43.919535 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-8bb64129-8558-476a-afb4-d9c687d70294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:43.921028 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-8bb64129-8558-476a-afb4-d9c687d70294 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392790 Sep 25 02:15:44.059131 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-569f469a-86fa-4c10-ad79-dda877f49e8e tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:44.060616 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-569f469a-86fa-4c10-ad79-dda877f49e8e tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 944 time: 0.0496562 Sep 25 02:15:44.098174 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-afa90cd3-09ba-4d34-b1a9-b99bcf45b981 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877380 Sep 25 02:15:44.142363 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Deleting port 4565c695-b236-43d7-a715-ddf44bf87a1a {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:44.142711 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:44.196050 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-36fc8f79-0006-4de3-b97c-7afbb487507e req-ab18d81a-2cb0-4e46-9f08-ffd4ba8b51a8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915046 Sep 25 02:15:44.235316 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] For port 4565c695-b236-43d7-a715-ddf44bf87a1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4565c695-b236-43d7-a715-ddf44bf87a1a,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:44.235680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:44.249627 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Calling delete_port for 4565c695-b236-43d7-a715-ddf44bf87a1a owned by compute:nova {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:44.354381 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a8296-4e9e-45cc-a5ef-5f7e2edc9a04 req-73c61a98-0145-484e-ab11-87576ef20d09 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:44.355984 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-317a8296-4e9e-45cc-a5ef-5f7e2edc9a04 req-73c61a98-0145-484e-ab11-87576ef20d09 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=481e1f3c-aca2-45b4-9b5d-d423056ad18c HTTP/1.1" status: 200 len: 944 time: 0.0485020 Sep 25 02:15:44.377649 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (4565c695-b236-43d7-a715-ddf44bf87a1a), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:44.409487 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event deleted for resources: {'Port': ['ID=4565c695-b236-43d7-a715-ddf44bf87a1a,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:44.412927 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-317a8296-4e9e-45cc-a5ef-5f7e2edc9a04 req-c750360c-2144-4fa3-bd0d-a3e1ff28f462 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508378 Sep 25 02:15:44.454024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] No DVR routers for this DVR port 4565c695-b236-43d7-a715-ddf44bf87a1a on host hv-neutron-mast {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:15:44.456489 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:44.459648 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-1ac3113f-ce7b-4bea-973c-0ceec50b0a22 req-4fda8a51-3a00-49af-9fe7-cbed1051dbfe tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "DELETE /networking/v2.0/ports/4565c695-b236-43d7-a715-ddf44bf87a1a HTTP/1.1" status: 204 len: 173 time: 0.3934596 Sep 25 02:15:44.460165 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'name': 'network-vif-deleted', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:15:44.462378 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc00dbf2f735d18d0a5a93c5ce3e53c0176e28f64b5f91004a12477883c5e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fbcb32-49a6-4f87-b76d-dc4075fdf7f5" -d '{"events": [{"server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "name": "network-vif-deleted", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:15:44.505270 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329bdafe-0476-493c-9a88-63b0049c63f3 x-openstack-request-id: req-329bdafe-0476-493c-9a88-63b0049c63f3 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:15:44.505573 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481e1f3c-aca2-45b4-9b5d-d423056ad18c", "name": "network-vif-deleted", "tag": "4565c695-b236-43d7-a715-ddf44bf87a1a", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:15:44.505833 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-329bdafe-0476-493c-9a88-63b0049c63f3 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:15:44.506253 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329bdafe-0476-493c-9a88-63b0049c63f3'] response: {'server_uuid': '481e1f3c-aca2-45b4-9b5d-d423056ad18c', 'name': 'network-vif-deleted', 'tag': '4565c695-b236-43d7-a715-ddf44bf87a1a', 'status': 'completed', 'code': 200} Sep 25 02:15:46.006726 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39320) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:46.143431 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Deleting port d7180b4c-c114-45d1-858e-ae8e996e824c {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:46.143770 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (d7180b4c-c114-45d1-858e-ae8e996e824c), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:46.222552 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (d7180b4c-c114-45d1-858e-ae8e996e824c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:46.222876 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for floatingip (d7180b4c-c114-45d1-858e-ae8e996e824c), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:46.235442 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Calling delete_port for d7180b4c-c114-45d1-858e-ae8e996e824c owned by network:floatingip {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:46.322750 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:46.353933 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:46.381057 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (d7180b4c-c114-45d1-858e-ae8e996e824c), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:46.404266 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event deleted for resources: {'Port': ['ID=d7180b4c-c114-45d1-858e-ae8e996e824c,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:46.468884 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for floatingip (f55f4a74-308c-4ae6-ac48-ae031d70f0ef), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:46.469222 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.db.l3_db [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Floating IP f55f4a74-308c-4ae6-ac48-ae031d70f0ef disassociated (deleted). External IP: 172.36.7.119, port: 80dfd8d5-98b2-470e-b8ca-3179ceea18c4. Sep 25 02:15:46.665744 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Router 3340648c-55d9-4952-80f2-67535ee68797 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:15:46.769455 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:15:46.774738 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for floatingip (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:46.779086 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] Sync routers for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:15:46.789582 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:15:46.790206 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:15:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:46.805883 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-51196760-79ff-440e-9329-376d53e61b74 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f55f4a74-308c-4ae6-ac48-ae031d70f0ef HTTP/1.1" status: 204 len: 168 time: 0.7980688 Sep 25 02:15:46.806623 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4'}] {{(pid=107187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:15:46.809038 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc00dbf2f735d18d0a5a93c5ce3e53c0176e28f64b5f91004a12477883c5e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4"}]}' {{(pid=107187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:15:46.851638 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 02:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be13beaf-d249-4155-b705-7393043cdd95 x-openstack-request-id: req-be13beaf-d249-4155-b705-7393043cdd95 {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:15:46.852028 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4", "status": "completed", "code": 200}]} {{(pid=107187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:15:46.852351 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be13beaf-d249-4155-b705-7393043cdd95 {{(pid=107187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:15:46.852833 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be13beaf-d249-4155-b705-7393043cdd95'] response: {'name': 'network-changed', 'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'status': 'completed', 'code': 200} Sep 25 02:15:46.894543 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:15:46.946888 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-24f4deb7-81e6-4481-a763-29d10796e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:46.951409 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-24f4deb7-81e6-4481-a763-29d10796e93a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 1127 time: 0.0449886 Sep 25 02:15:46.967157 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:47.057421 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2561118-93b4-4ad5-b7e9-6f5103e698ac req-8c0a70e9-a224-4561-b98e-271539e10ecc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:47.059261 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2561118-93b4-4ad5-b7e9-6f5103e698ac req-8c0a70e9-a224-4561-b98e-271539e10ecc tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 943 time: 0.0492525 Sep 25 02:15:47.060216 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-6cc92638-bcf9-47bc-a57e-9f2968131733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:47.061757 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-6cc92638-bcf9-47bc-a57e-9f2968131733 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 200 len: 911 time: 0.1008673 Sep 25 02:15:47.087755 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:47.109764 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-e2561118-93b4-4ad5-b7e9-6f5103e698ac req-c24e7df3-3b2b-45b8-a523-c0d15a3a532b tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434189 Sep 25 02:15:47.112563 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] Checking router: 3340648c-55d9-4952-80f2-67535ee68797 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:15:47.119391 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=100 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:47.121607 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:15:47.122221 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:15:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:47.223625 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:15:47.405956 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:47.414037 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-b1236b43-a335-48a6-9d0d-7faf959f29d7 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 200 len: 217 time: 0.0340021 Sep 25 02:15:47.431567 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebb480-a1d4-47cd-b6c5-9e70b5472387 None None] The sync data for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv is: [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:43Z', 'revision_number': 4, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '18c59982-ba41-4497-9506-05463e974f70', 'name': '', 'network_id': '04965641-6358-4abc-b86c-cae04f47e9c2', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'mac_address': 'fa:16:3e:4d:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:42Z', 'updated_at': '2022-09-25T02:09:47Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'subnets': [{'id': '6053025d-6800-4fd0-a4ae-23d6c9d9d5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:15:47.469021 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-1d103c59-20a4-4692-a912-43e0235f731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:47.470519 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-1d103c59-20a4-4692-a912-43e0235f731e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 200 len: 849 time: 0.0498345 Sep 25 02:15:47.548335 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 4565c695-b236-43d7-a715-ddf44bf87a1a no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:15:47.570003 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 4565c695-b236-43d7-a715-ddf44bf87a1a {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:15:47.570354 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 4565c695-b236-43d7-a715-ddf44bf87a1a not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:15:47.666052 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29763cce-c1a2-45bb-8cc0-685052b3752a None None] New status for floating IP f55f4a74-308c-4ae6-ac48-ae031d70f0ef: DOWN {{(pid=107189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 02:15:47.854995 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-47afb655-1b74-43a8-9930-29af37700df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:47.856531 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-47afb655-1b74-43a8-9930-29af37700df8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=04965641-6358-4abc-b86c-cae04f47e9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3801699 Sep 25 02:15:47.959734 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-8ce00fd2-3514-463e-ab7d-667a84d4c25d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845721 Sep 25 02:15:48.233525 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67400f04-56d5-4350-a16f-12079430b619 req-8be30c16-80b2-4eb5-a679-69e0c790039f tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:48.234988 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67400f04-56d5-4350-a16f-12079430b619 req-8be30c16-80b2-4eb5-a679-69e0c790039f tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 943 time: 0.0461142 Sep 25 02:15:48.317811 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-01681549-9892-46f4-b5fb-4032193b2693 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 02:15:48.319281 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-01681549-9892-46f4-b5fb-4032193b2693 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9fda9514-392f-4c83-9dc0-9e1d69ff5208 HTTP/1.1" status: 200 len: 943 time: 0.0507107 Sep 25 02:15:48.331362 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-67400f04-56d5-4350-a16f-12079430b619 req-cc7aa396-5fd4-45ec-8be6-0a54b0401d7b tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=38923956-4c83-4a27-86a1-e69e873e3e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901742 Sep 25 02:15:48.338082 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=100 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:48.351982 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:48.378038 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [req-2ed06e09-b12d-425c-a001-3a19bdcc5ffd req-eb6dcb51-deb2-4cdd-888a-4d9284306d3e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096368 Sep 25 02:15:48.430328 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Deleting port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:48.430670 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:48.520435 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] For port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:48.520797 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:48.533584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Calling delete_port for 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 owned by compute:nova {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:48.583002 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:48.585021 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=100 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:48.671088 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (80dfd8d5-98b2-470e-b8ca-3179ceea18c4), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:48.700681 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event deleted for resources: {'Port': ['ID=80dfd8d5-98b2-470e-b8ca-3179ceea18c4,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:48.713672 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.714023 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.714367 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.714710 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.715051 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.715388 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.715715 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.716065 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.716413 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.716731 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.717057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.717383 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.717706 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.718384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.718384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=107188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 02:15:48.758933 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] No DVR routers for this DVR port 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 on host hv-neutron-mast {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:15:48.761531 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45158'] for port (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:48.764911 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [req-44c090cd-b55d-4d7e-b29b-d2363f06f36b req-3c22bd7d-aedc-4093-83dc-2b5d4c708906 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.60 "DELETE /networking/v2.0/ports/80dfd8d5-98b2-470e-b8ca-3179ceea18c4 HTTP/1.1" status: 204 len: 173 time: 0.4208829 Sep 25 02:15:48.765384 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'name': 'network-vif-deleted', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4'}] {{(pid=107188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 02:15:48.767646 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00b96887af1b66fb5f2989212d8cd279ebf3e33bb414b0525ff3fb76b21c6ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d8c767-a68a-403f-93c0-6b572ba22027" -d '{"events": [{"server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "name": "network-vif-deleted", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4"}]}' {{(pid=107188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 02:15:48.807288 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 02:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c4a214-4c71-4724-9554-2c45f82c6069 x-openstack-request-id: req-c0c4a214-4c71-4724-9554-2c45f82c6069 {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 02:15:48.807591 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fda9514-392f-4c83-9dc0-9e1d69ff5208", "name": "network-vif-deleted", "tag": "80dfd8d5-98b2-470e-b8ca-3179ceea18c4", "status": "completed", "code": 200}]} {{(pid=107188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 02:15:48.807883 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0c4a214-4c71-4724-9554-2c45f82c6069 {{(pid=107188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 02:15:48.808386 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c4a214-4c71-4724-9554-2c45f82c6069'] response: {'server_uuid': '9fda9514-392f-4c83-9dc0-9e1d69ff5208', 'name': 'network-vif-deleted', 'tag': '80dfd8d5-98b2-470e-b8ca-3179ceea18c4', 'status': 'completed', 'code': 200} Sep 25 02:15:49.401754 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 39334) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:49.460093 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-27a632ae-eb51-4bb6-9785-0d798e3fb9d3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group (38923956-4c83-4a27-86a1-e69e873e3e46), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:49.484207 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-27a632ae-eb51-4bb6-9785-0d798e3fb9d3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group (38923956-4c83-4a27-86a1-e69e873e3e46), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:49.546309 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-27a632ae-eb51-4bb6-9785-0d798e3fb9d3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (38923956-4c83-4a27-86a1-e69e873e3e46), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:49.548931 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-27a632ae-eb51-4bb6-9785-0d798e3fb9d3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:49.550093 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-27a632ae-eb51-4bb6-9785-0d798e3fb9d3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/38923956-4c83-4a27-86a1-e69e873e3e46 HTTP/1.1" status: 204 len: 168 time: 0.1480017 Sep 25 02:15:49.559370 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a632ae-eb51-4bb6-9785-0d798e3fb9d3 tempest-TestSnapshotPattern-1204746330 tempest-TestSnapshotPattern-1204746330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38923956-4c83-4a27-86a1-e69e873e3e46,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:50.609577 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 39340) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:51.009752 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (3340648c-55d9-4952-80f2-67535ee68797), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:51.225555 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Deleting port 18c59982-ba41-4497-9506-05463e974f70 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:51.225889 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (18c59982-ba41-4497-9506-05463e974f70), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:51.261420 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:51.277046 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:51.305674 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] For port 18c59982-ba41-4497-9506-05463e974f70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18c59982-ba41-4497-9506-05463e974f70,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:51.306034 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (18c59982-ba41-4497-9506-05463e974f70), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:51.319339 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Calling delete_port for 18c59982-ba41-4497-9506-05463e974f70 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:51.502466 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (18c59982-ba41-4497-9506-05463e974f70), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:51.530749 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=18c59982-ba41-4497-9506-05463e974f70,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:51.551067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:15:51.578404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] No Port match for: 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:15:51.578825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Device 80dfd8d5-98b2-470e-b8ca-3179ceea18c4 not bound to the agent host hv-neutron-mast {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:15:51.698735 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (3340648c-55d9-4952-80f2-67535ee68797), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:51.904225 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Router 3340648c-55d9-4952-80f2-67535ee68797 has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:15:52.003319 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:15:52.008338 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-27f0fb0d-ed9d-47b2-9443-dc6324783d9f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3340648c-55d9-4952-80f2-67535ee68797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975685 Sep 25 02:15:52.010966 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39344) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:52.011738 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] Sync routers for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:15:52.023246 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:15:52.023846 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:15:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:52.111407 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks [] for router (3340648c-55d9-4952-80f2-67535ee68797), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.123190 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: dv-neutron-master-2-hyperv {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:15:52.210718 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks [] for router_gateway (3340648c-55d9-4952-80f2-67535ee68797), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.256576 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Deleting port 82091ddd-c496-4d50-955d-ed3b30a527dc {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:52.256914 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.294840 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175'}], 'enable_snat': True}, 'gw_port_id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:15:51Z', 'revision_number': 5, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port': {'id': '82091ddd-c496-4d50-955d-ed3b30a527dc', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340648c-55d9-4952-80f2-67535ee68797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:52.323250 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] Checking router: 3340648c-55d9-4952-80f2-67535ee68797 for host: dv-neutron-master-2-hyperv {{(pid=107190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:15:52.331584 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] Routers {'3340648c-55d9-4952-80f2-67535ee68797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:15:52.332492 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:15:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['3340648c-55d9-4952-80f2-67535ee68797'], 'active': True} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:52.337081 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] For port 82091ddd-c496-4d50-955d-ed3b30a527dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=82091ddd-c496-4d50-955d-ed3b30a527dc,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:52.337450 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.350145 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Calling delete_port for 82091ddd-c496-4d50-955d-ed3b30a527dc owned by network:router_gateway {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:52.411354 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_dvr_db [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] Set router 3340648c-55d9-4952-80f2-67535ee68797 gateway port host: None {{(pid=107190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:15:52.461944 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.l3_hamode_db [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:15:52Z', 'revision_number': 6, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:52.485825 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025e66c-3175-4e2d-b0b8-ec52948ca6ad None None] The sync data for ids ['3340648c-55d9-4952-80f2-67535ee68797'] in dv-neutron-master-2-hyperv is: [{'id': '3340648c-55d9-4952-80f2-67535ee68797', 'name': 'tempest-TestSnapshotPattern-1807487608-router', 'tenant_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:40Z', 'updated_at': '2022-09-25T02:15:52Z', 'revision_number': 6, 'project_id': '52ec558a2e0b40c3b9a2a6c75b5f45eb', 'gw_port_host': None}] {{(pid=107190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:15:52.524713 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (82091ddd-c496-4d50-955d-ed3b30a527dc), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.558660 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=82091ddd-c496-4d50-955d-ed3b30a527dc,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:52.621661 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (3340648c-55d9-4952-80f2-67535ee68797), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.706731 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (3340648c-55d9-4952-80f2-67535ee68797), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.708831 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks [] for router_controller (3340648c-55d9-4952-80f2-67535ee68797), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.750167 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (3340648c-55d9-4952-80f2-67535ee68797), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.750675 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3340648c-55d9-4952-80f2-67535ee68797 {{(pid=107187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 02:15:52.755018 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.756314 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-a061807e-6d91-4950-a370-dc31549adf6f admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/3340648c-55d9-4952-80f2-67535ee68797 HTTP/1.1" status: 204 len: 168 time: 0.7442784 Sep 25 02:15:52.758748 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39346) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:52.765512 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:52.810796 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd08dc01-33b6-46e8-9152-96bd141535ce admin admin] Deleting subnet 6053025d-6800-4fd0-a4ae-23d6c9d9d5ae {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 02:15:52.814335 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc01-33b6-46e8-9152-96bd141535ce admin admin] Publish callbacks [] for subnet (6053025d-6800-4fd0-a4ae-23d6c9d9d5ae), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.852162 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc01-33b6-46e8-9152-96bd141535ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (6053025d-6800-4fd0-a4ae-23d6c9d9d5ae), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.932621 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc01-33b6-46e8-9152-96bd141535ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (6053025d-6800-4fd0-a4ae-23d6c9d9d5ae), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:52.987507 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc01-33b6-46e8-9152-96bd141535ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (6053025d-6800-4fd0-a4ae-23d6c9d9d5ae), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.013868 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08dc01-33b6-46e8-9152-96bd141535ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6053025d-6800-4fd0-a4ae-23d6c9d9d5ae,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:53.018679 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc01-33b6-46e8-9152-96bd141535ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.023314 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-bd08dc01-33b6-46e8-9152-96bd141535ce admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/6053025d-6800-4fd0-a4ae-23d6c9d9d5ae HTTP/1.1" status: 204 len: 168 time: 0.2632966 Sep 25 02:15:53.024366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af3419-fc08-4455-9f3b-6f7cf4a6f919 None None] Network 04965641-6358-4abc-b86c-cae04f47e9c2 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 02:15:53.025565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39348) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:53.032859 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:53.094860 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (04965641-6358-4abc-b86c-cae04f47e9c2), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.144366 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Deleting port b0666778-d5ce-4000-b392-5b9b5bfb516d {{(pid=107187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:53.144706 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.208179 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.db [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] For port b0666778-d5ce-4000-b392-5b9b5bfb516d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0666778-d5ce-4000-b392-5b9b5bfb516d,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:53.208179 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.222979 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.plugin [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Calling delete_port for b0666778-d5ce-4000-b392-5b9b5bfb516d owned by network:dhcp {{(pid=107187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:53.237645 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2dae45-a569-43f7-ac10-5f0122eff681 None None] DHCP port deletion for 04965641-6358-4abc-b86c-cae04f47e9c2 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 02:15:53.274196 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6d2dae45-a569-43f7-ac10-5f0122eff681 None None] Deleting port b0666778-d5ce-4000-b392-5b9b5bfb516d {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:53.274498 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6d2dae45-a569-43f7-ac10-5f0122eff681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.313073 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5618377'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.322283 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b0666778-d5ce-4000-b392-5b9b5bfb516d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:15:53.342847 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Pushing event deleted for resources: {'Port': ['ID=b0666778-d5ce-4000-b392-5b9b5bfb516d,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:53.348010 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] No DVR routers for this DVR port b0666778-d5ce-4000-b392-5b9b5bfb516d on host dv-neutron-master-2-hyperv {{(pid=107187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:15:53.350899 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: b0666778-d5ce-4000-b392-5b9b5bfb516d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:15:53.351131 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device b0666778-d5ce-4000-b392-5b9b5bfb516d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:15:53.351660 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 82091ddd-c496-4d50-955d-ed3b30a527dc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:15:53.378245 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 82091ddd-c496-4d50-955d-ed3b30a527dc {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:15:53.378591 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 82091ddd-c496-4d50-955d-ed3b30a527dc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:15:53.379017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 18c59982-ba41-4497-9506-05463e974f70 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:15:53.385608 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-6d2dae45-a569-43f7-ac10-5f0122eff681 None None] For port b0666778-d5ce-4000-b392-5b9b5bfb516d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0666778-d5ce-4000-b392-5b9b5bfb516d,segment=NetworkSegment(e5f2dc4a-7504-4d19-a924-573007b8496e),segment_id=e5f2dc4a-7504-4d19-a924-573007b8496e)] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:53.386007 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6d2dae45-a569-43f7-ac10-5f0122eff681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.413698 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 18c59982-ba41-4497-9506-05463e974f70 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:15:53.414056 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 18c59982-ba41-4497-9506-05463e974f70 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:15:53.419095 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-6d2dae45-a569-43f7-ac10-5f0122eff681 None None] Calling delete_port for b0666778-d5ce-4000-b392-5b9b5bfb516d owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:53.425867 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (04965641-6358-4abc-b86c-cae04f47e9c2), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.449844 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04965641-6358-4abc-b86c-cae04f47e9c2']}} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:53.460303 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f2dc4a-7504-4d19-a924-573007b8496e') {'for_net_delete': True} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:53.460565 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.services.segments.db [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f2dc4a-7504-4d19-a924-573007b8496e') {} {{(pid=107187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:53.470284 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5619318'] for segment (e5f2dc4a-7504-4d19-a924-573007b8496e), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.483572 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (e5f2dc4a-7504-4d19-a924-573007b8496e), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.490708 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=107187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 02:15:53.491111 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5618204'] for segment (e5f2dc4a-7504-4d19-a924-573007b8496e), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.496392 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-6d2dae45-a569-43f7-ac10-5f0122eff681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (b0666778-d5ce-4000-b392-5b9b5bfb516d), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.520316 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2dae45-a569-43f7-ac10-5f0122eff681 None None] Pushing event deleted for resources: {'Port': ['ID=b0666778-d5ce-4000-b392-5b9b5bfb516d,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:53.528034 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2dae45-a569-43f7-ac10-5f0122eff681 None None] No DVR routers for this DVR port b0666778-d5ce-4000-b392-5b9b5bfb516d on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:15:53.571725 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (04965641-6358-4abc-b86c-cae04f47e9c2), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.577782 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Publish callbacks [] for network (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:53.582222 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/04965641-6358-4abc-b86c-cae04f47e9c2 HTTP/1.1" status: 204 len: 168 time: 0.5553958 Sep 25 02:15:53.585014 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 39354) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:53.597170 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b182474-a310-4807-adef-c854ea77c7de admin admin] Pushing event deleted for resources: {'Network': ['ID=04965641-6358-4abc-b86c-cae04f47e9c2,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:53.610288 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment e5f2dc4a-7504-4d19-a924-573007b8496e resource provider aggregate not found Sep 25 02:15:53.632132 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.services.segments.plugin [-] Segment e5f2dc4a-7504-4d19-a924-573007b8496e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5f2dc4a-7504-4d19-a924-573007b8496e found for delete ", "request_id": "req-d6c978f4-9e7d-455d-ac86-6279394f039e"}]} Sep 25 02:15:53.947495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:54.042378 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:54.209364 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7964076'] for router_interface (ac5187d6-a3d9-4800-b334-31bb6092256d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:54.430211 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Deleting port 589e3437-2d1a-42cb-add0-1210ef21ddd6 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:54.430556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:54.522099 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] For port 589e3437-2d1a-42cb-add0-1210ef21ddd6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=589e3437-2d1a-42cb-add0-1210ef21ddd6,segment=NetworkSegment(2cbafbba-9973-4de3-81e9-b3f57b20864b),segment_id=2cbafbba-9973-4de3-81e9-b3f57b20864b)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:54.522363 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:54.535818 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Calling delete_port for 589e3437-2d1a-42cb-add0-1210ef21ddd6 owned by network:router_interface {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:54.711941 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (589e3437-2d1a-42cb-add0-1210ef21ddd6), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:54.739974 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Pushing event deleted for resources: {'Port': ['ID=589e3437-2d1a-42cb-add0-1210ef21ddd6,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:54.843063 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:54.855293 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:54.905910 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8117285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872796'] for router_interface (ac5187d6-a3d9-4800-b334-31bb6092256d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:55.126916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Router ac5187d6-a3d9-4800-b334-31bb6092256d has already been hosted by L3 agent c337908b-fd1d-4913-9831-28c17d90d983 {{(pid=107188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 02:15:55.244495 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=107188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 02:15:55.249612 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-fba85be6-8fa3-47ac-be9b-1751aad7e054 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/ac5187d6-a3d9-4800-b334-31bb6092256d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6630075 Sep 25 02:15:55.252219 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 39358) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:55.254984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] Sync routers for ids ['ac5187d6-a3d9-4800-b334-31bb6092256d'] in dv-neutron-master-2-hyperv {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 02:15:55.263267 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:55.265839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] Routers {'ac5187d6-a3d9-4800-b334-31bb6092256d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:15:55.266470 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:15:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ac5187d6-a3d9-4800-b334-31bb6092256d'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:55.353816 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks [] for router (ac5187d6-a3d9-4800-b334-31bb6092256d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:55.368833 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] Set router ac5187d6-a3d9-4800-b334-31bb6092256d gateway port host: dv-neutron-master-2-hyperv {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:15:55.422173 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:55.460314 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks [] for router_gateway (ac5187d6-a3d9-4800-b334-31bb6092256d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:55.504375 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Deleting port 2934f479-7315-4ad9-8c6b-13e301ed068d {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:55.504716 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:55.563987 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'external_fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131'}], 'enable_snat': True}, 'gw_port_id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:15:54Z', 'revision_number': 5, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'gw_port': {'id': '2934f479-7315-4ad9-8c6b-13e301ed068d', 'name': '', 'network_id': '138a0b37-abec-4287-895a-94d38f21a5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'ip_address': '172.36.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90aa2bcf-450d-4964-9326-2123c7e5c10e', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:55.584080 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] For port 2934f479-7315-4ad9-8c6b-13e301ed068d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2934f479-7315-4ad9-8c6b-13e301ed068d,segment=NetworkSegment(694971c1-b07c-4999-a75a-7ceb1f9679db),segment_id=694971c1-b07c-4999-a75a-7ceb1f9679db)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:55.584441 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:55.588845 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] Checking router: ac5187d6-a3d9-4800-b334-31bb6092256d for host: dv-neutron-master-2-hyperv {{(pid=107189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 02:15:55.597989 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] Routers {'ac5187d6-a3d9-4800-b334-31bb6092256d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=107189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 02:15:55.598613 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T00:51:01Z,description=,heartbeat_timestamp=2022-09-25T02:15:32Z,host='dv-neutron-master-2-hyperv',id=c337908b-fd1d-4913-9831-28c17d90d983,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:51:01Z,topic='l3_agent')) {'router_ids': ['ac5187d6-a3d9-4800-b334-31bb6092256d'], 'active': True} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:55.602709 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Calling delete_port for 2934f479-7315-4ad9-8c6b-13e301ed068d owned by network:router_gateway {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:55.668988 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:55.684135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvr_db [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] Set router ac5187d6-a3d9-4800-b334-31bb6092256d gateway port host: None {{(pid=107189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 02:15:55.734395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_hamode_db [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:15:55Z', 'revision_number': 6, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=107189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:55.761925 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9cef0e-f2fc-45bd-8419-62c7a53cb901 None None] The sync data for ids ['ac5187d6-a3d9-4800-b334-31bb6092256d'] in dv-neutron-master-2-hyperv is: [{'id': 'ac5187d6-a3d9-4800-b334-31bb6092256d', 'name': 'tempest-TestSnapshotPattern-1044237156-router', 'tenant_id': 'f459633c7b534f7d8c4490c15025ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T02:09:45Z', 'updated_at': '2022-09-25T02:15:55Z', 'revision_number': 6, 'project_id': 'f459633c7b534f7d8c4490c15025ddda', 'gw_port_host': None}] {{(pid=107189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 02:15:55.778570 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:55.787832 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (2934f479-7315-4ad9-8c6b-13e301ed068d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:55.816621 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Pushing event deleted for resources: {'Port': ['ID=2934f479-7315-4ad9-8c6b-13e301ed068d,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:55.881599 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874134'] for router_gateway (ac5187d6-a3d9-4800-b334-31bb6092256d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:55.968237 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-926'] for router (ac5187d6-a3d9-4800-b334-31bb6092256d), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:55.970317 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks [] for router_controller (ac5187d6-a3d9-4800-b334-31bb6092256d), precommit_delete_associations {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.013682 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7872865'] for router (ac5187d6-a3d9-4800-b334-31bb6092256d), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.014265 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac5187d6-a3d9-4800-b334-31bb6092256d {{(pid=107188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 02:15:56.019120 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.020330 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-e5219ff5-7ce7-41b6-8c91-472247d1f964 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/ac5187d6-a3d9-4800-b334-31bb6092256d HTTP/1.1" status: 204 len: 168 time: 0.7665904 Sep 25 02:15:56.022967 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39360) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:56.067256 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15eeffd-dd1e-4c95-b227-91750c938fb8 admin admin] Deleting subnet 026d8f53-4f94-41c3-ae0a-f182bfe48cf3 {{(pid=107187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 02:15:56.070231 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d15eeffd-dd1e-4c95-b227-91750c938fb8 admin admin] Publish callbacks [] for subnet (026d8f53-4f94-41c3-ae0a-f182bfe48cf3), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.071714 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:56.106362 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d15eeffd-dd1e-4c95-b227-91750c938fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5619277'] for subnet (026d8f53-4f94-41c3-ae0a-f182bfe48cf3), precommit_delete_associations {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.188962 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d15eeffd-dd1e-4c95-b227-91750c938fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430122'] for subnet (026d8f53-4f94-41c3-ae0a-f182bfe48cf3), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.243722 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d15eeffd-dd1e-4c95-b227-91750c938fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5618342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5583417'] for subnet (026d8f53-4f94-41c3-ae0a-f182bfe48cf3), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.269208 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15eeffd-dd1e-4c95-b227-91750c938fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026d8f53-4f94-41c3-ae0a-f182bfe48cf3,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:56.273955 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-d15eeffd-dd1e-4c95-b227-91750c938fb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.277910 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9114801c-d1de-42e2-bf48-098550514785 None None] Network be36101d-a7fa-4e41-acc7-49e85782d0e1 requested from dv-neutron-master-2-hyperv {{(pid=107189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 02:15:56.279779 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 39362) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:56.279922 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-d15eeffd-dd1e-4c95-b227-91750c938fb8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/026d8f53-4f94-41c3-ae0a-f182bfe48cf3 HTTP/1.1" status: 204 len: 168 time: 0.2558200 Sep 25 02:15:56.358855 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310495'] for network (be36101d-a7fa-4e41-acc7-49e85782d0e1), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.403388 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Deleting port 9644f368-9676-4c81-8bf5-e58a55bf74c7 {{(pid=107188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:56.403728 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.471677 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.db [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] For port 9644f368-9676-4c81-8bf5-e58a55bf74c7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9644f368-9676-4c81-8bf5-e58a55bf74c7,segment=NetworkSegment(2cbafbba-9973-4de3-81e9-b3f57b20864b),segment_id=2cbafbba-9973-4de3-81e9-b3f57b20864b)] {{(pid=107188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:56.472036 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.485556 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.plugin [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Calling delete_port for 9644f368-9676-4c81-8bf5-e58a55bf74c7 owned by network:dhcp {{(pid=107188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:56.559157 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] DHCP port deletion for be36101d-a7fa-4e41-acc7-49e85782d0e1 request from dv-neutron-master-2-hyperv {{(pid=107189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 02:15:56.572488 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4600735'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.598481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Pushing event deleted for resources: {'Port': ['ID=9644f368-9676-4c81-8bf5-e58a55bf74c7,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:56.602123 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] Deleting port 9644f368-9676-4c81-8bf5-e58a55bf74c7 {{(pid=107189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 02:15:56.602505 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745229060877'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), before_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.603924 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] No DVR routers for this DVR port 9644f368-9676-4c81-8bf5-e58a55bf74c7 on host dv-neutron-master-2-hyperv {{(pid=107188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:15:56.670017 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.db [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] For port 9644f368-9676-4c81-8bf5-e58a55bf74c7, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=107189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 02:15:56.670437 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7879510'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), precommit_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.682138 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256513', 'neutron.services.segments.db._delete_segments_for_network-8745229049025'] for network (be36101d-a7fa-4e41-acc7-49e85782d0e1), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.683634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] Calling delete_port for 9644f368-9676-4c81-8bf5-e58a55bf74c7 owned by network:dhcp {{(pid=107189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 02:15:56.686370 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.ipam_backend_mixin [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] Port 9644f368-9676-4c81-8bf5-e58a55bf74c7 was not found and therefore no delete operation was performed {{(pid=107189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 02:15:56.687751 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1422987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745228993163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745228552394'] for port (9644f368-9676-4c81-8bf5-e58a55bf74c7), after_delete {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.703329 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be36101d-a7fa-4e41-acc7-49e85782d0e1']}} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:56.713489 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] Pushing event deleted for resources: {'Port': ['ID=9644f368-9676-4c81-8bf5-e58a55bf74c7,revision_number=None']} {{(pid=107189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:56.714589 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbafbba-9973-4de3-81e9-b3f57b20864b') {'for_net_delete': True} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:56.715052 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.services.segments.db [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbafbba-9973-4de3-81e9-b3f57b20864b') {} {{(pid=107188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 02:15:56.716849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052abbd-0567-43ce-b18c-1bf9943655a7 None None] No DVR routers for this DVR port 9644f368-9676-4c81-8bf5-e58a55bf74c7 on host dv-neutron-master-2-hyperv {{(pid=107189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 02:15:56.729660 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745229048917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4703821'] for segment (2cbafbba-9973-4de3-81e9-b3f57b20864b), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.745067 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878'] for segment (2cbafbba-9973-4de3-81e9-b3f57b20864b), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.753221 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=107188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 02:15:56.753579 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1292878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4600650'] for segment (2cbafbba-9973-4de3-81e9-b3f57b20864b), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.823916 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8117266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874179'] for network (be36101d-a7fa-4e41-acc7-49e85782d0e1), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.828594 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8117248'] for network (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:56.836469 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/be36101d-a7fa-4e41-acc7-49e85782d0e1 HTTP/1.1" status: 204 len: 168 time: 0.5512018 Sep 25 02:15:56.851336 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2cbafbba-9973-4de3-81e9-b3f57b20864b resource provider aggregate not found Sep 25 02:15:56.855481 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db232105-6a11-45fb-b129-787d69719547 admin admin] Pushing event deleted for resources: {'Network': ['ID=be36101d-a7fa-4e41-acc7-49e85782d0e1,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:56.869393 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.services.segments.plugin [-] Segment 2cbafbba-9973-4de3-81e9-b3f57b20864b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cbafbba-9973-4de3-81e9-b3f57b20864b found for delete ", "request_id": "req-614a0c22-8700-4c45-a4cf-370f0d977654"}]} Sep 25 02:15:56.950016 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39372) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:56.987264 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:56.991649 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-9e5b713f-40f0-4cd0-82a3-ab4991945a43 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=52ec558a2e0b40c3b9a2a6c75b5f45eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405085 Sep 25 02:15:56.994405 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.wsgi [-] (107188) accepted ('10.222.0.49', 39374) {{(pid=107188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:57.045031 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-afe0f1ae-0c18-4b83-992d-456cd7e9a5ea admin admin] Publish callbacks [] for security_group (003f7e8b-06ae-43db-84ed-6b844c5ecffa), before_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:57.047361 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:15:57.067639 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-afe0f1ae-0c18-4b83-992d-456cd7e9a5ea admin admin] Publish callbacks [] for security_group (003f7e8b-06ae-43db-84ed-6b844c5ecffa), precommit_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:57.116102 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-afe0f1ae-0c18-4b83-992d-456cd7e9a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (003f7e8b-06ae-43db-84ed-6b844c5ecffa), after_delete {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:57.118584 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron_lib.callbacks.manager [None req-afe0f1ae-0c18-4b83-992d-456cd7e9a5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:57.119734 dv-neutron-master-2-hyperv neutron-server[107188]: INFO neutron.wsgi [None req-afe0f1ae-0c18-4b83-992d-456cd7e9a5ea admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/003f7e8b-06ae-43db-84ed-6b844c5ecffa HTTP/1.1" status: 204 len: 168 time: 0.1241965 Sep 25 02:15:57.127757 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0f1ae-0c18-4b83-992d-456cd7e9a5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003f7e8b-06ae-43db-84ed-6b844c5ecffa,revision_number=None']} {{(pid=107188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:57.239163 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9644f368-9676-4c81-8bf5-e58a55bf74c7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:15:57.258349 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 9644f368-9676-4c81-8bf5-e58a55bf74c7 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:15:57.258697 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 9644f368-9676-4c81-8bf5-e58a55bf74c7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:15:57.259115 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 589e3437-2d1a-42cb-add0-1210ef21ddd6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:15:57.277474 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 589e3437-2d1a-42cb-add0-1210ef21ddd6 {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:15:57.277830 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 589e3437-2d1a-42cb-add0-1210ef21ddd6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:15:57.278251 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2934f479-7315-4ad9-8c6b-13e301ed068d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 02:15:57.297377 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.plugin [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] No Port match for: 2934f479-7315-4ad9-8c6b-13e301ed068d {{(pid=107189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 02:15:57.297670 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron.plugins.ml2.rpc [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Device 2934f479-7315-4ad9-8c6b-13e301ed068d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=107189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 02:15:57.449671 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39380) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:57.494000 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-b38ea6d9-1793-4831-a773-b2bbcc2e50e7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f459633c7b534f7d8c4490c15025ddda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432055 Sep 25 02:15:57.496417 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.wsgi [-] (107187) accepted ('10.222.0.49', 39382) {{(pid=107187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 02:15:57.545705 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8773cb48-7565-49f7-aca5-7cb1c9356e84 admin admin] Publish callbacks [] for security_group (b2957f84-0d3a-44d3-8a8c-83e677fc8107), before_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:57.565470 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8773cb48-7565-49f7-aca5-7cb1c9356e84 admin admin] Publish callbacks [] for security_group (b2957f84-0d3a-44d3-8a8c-83e677fc8107), precommit_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:57.612680 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8773cb48-7565-49f7-aca5-7cb1c9356e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7892679'] for security_group (b2957f84-0d3a-44d3-8a8c-83e677fc8107), after_delete {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:57.615267 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron_lib.callbacks.manager [None req-8773cb48-7565-49f7-aca5-7cb1c9356e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:15:57.616514 dv-neutron-master-2-hyperv neutron-server[107187]: INFO neutron.wsgi [None req-8773cb48-7565-49f7-aca5-7cb1c9356e84 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b2957f84-0d3a-44d3-8a8c-83e677fc8107 HTTP/1.1" status: 204 len: 168 time: 0.1192040 Sep 25 02:15:57.624927 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773cb48-7565-49f7-aca5-7cb1c9356e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2957f84-0d3a-44d3-8a8c-83e677fc8107,revision_number=None']} {{(pid=107187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 02:15:58.813132 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c57417c7-6365-4705-80d9-110551c669ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:01.742462 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4f2fa6d7-7684-4167-bc94-2dd1389477af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:04.092381 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:06.213307 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:06.835549 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:07.101959 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:07.124057 dv-neutron-master-2-hyperv neutron-server[107188]: DEBUG dbcounter [-] [107188] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=107188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:07.598024 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=40,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:07.620313 dv-neutron-master-2-hyperv neutron-server[107187]: DEBUG dbcounter [-] [107187] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=107187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:10.988099 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=99 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:10.993282 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=72 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:11.540162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:19.140789 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:16:21.533447 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:21.536721 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:28.816633 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-0b06edde-40e5-4211-99ce-1a8d11ceecd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:31.745298 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-8b6577e8-37ae-4741-ad85-43e9ab841f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:34.094926 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:36.215456 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:36.838225 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:41.545769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:16:45.078828 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=19 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:45.080404 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:51.540261 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:51.542135 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:16:56.139365 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:16:58.819964 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-de3d9b9d-aea7-42f0-9671-79287821f6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:01.747425 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cd065f8c-5510-4cd6-ad0a-d3c7ea4315c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:04.097208 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:06.134581 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:06.135319 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:06.218217 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:06.839771 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:11.575520 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:21.564511 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:21.571031 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:24.990048 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:24.995098 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:28.822117 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-4bebe0d9-b24a-4706-a401-76d9ca910b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:31.749768 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f3163a90-b65c-461f-8e04-be75e18d9a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:33.137531 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:17:34.101201 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:36.221332 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:36.842482 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:41.588493 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:17:43.132824 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:43.133578 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:58.669396 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:58.670145 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:17:58.824951 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ea93382e-d74f-4c93-97ff-08c6f4293aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:01.750576 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3797-4577-4898-bae2-3735dbef50b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:01.990834 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:02.000825 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=5 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:04.103404 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:06.225393 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:06.844849 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:10.135544 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:18:11.588395 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:20.130642 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:20.131426 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:21.580955 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:21.582764 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:28.830105 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-ab93aa6a-b7ce-4357-b51d-548341f50c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:31.755327 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2518f666-4f69-4840-94d5-98d513c61b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:34.106674 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:36.231653 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:36.849494 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:39.005634 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=15 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:39.006692 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=17 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:41.590057 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:18:47.134986 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:18:51.583667 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:51.586228 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:55.078464 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:57.130524 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:18:58.831400 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d3c32a53-3f65-4778-99c5-3f14cbe59941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:01.760047 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1104-9a3a-4d0f-a1b2-9e8b513da327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:04.108167 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:06.224869 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:06.851278 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:11.601302 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:16.003250 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:16.004013 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=3 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:21.594956 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:21.596839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:24.133676 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:19:28.832839 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-d866e274-0d50-4036-bcc8-39264f6c5279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:31.762368 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f4e14f57-eb64-4c7b-add4-d136bc820d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:34.111634 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:34.129297 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:34.130010 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:36.227770 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:36.853333 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:41.616825 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:19:52.995232 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:52.998266 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:58.653162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:58.653922 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:19:58.834457 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-7b6a8590-d0b4-4753-8b65-d063c5aed143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:01.132624 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:20:01.765122 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-f423943d-5342-463a-b379-87c2e348b55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:04.117966 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:06.229960 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:06.857894 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:11.127258 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:20:11.128106 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:20:11.614707 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:21.608984 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:20:21.610826 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:20:28.836207 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-5b1d913d-6a27-420f-ba68-3c30acbcc242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:31.770996 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-39b42044-7d2e-4910-9c20-0fa3f944e031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:34.117100 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:36.232366 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:36.854907 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:38.131065 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:20:41.613923 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:20:45.082589 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=19 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:20:45.084140 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:20:51.608166 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:20:51.610067 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:20:58.839325 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-db20a0a0-8e57-402f-a304-b773501e8b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:01.763769 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-2cd2541b-1fc0-42c6-a5bc-e045532b8a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:04.120604 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:06.235051 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:06.856276 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:07.009469 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:21:07.010579 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:21:11.631337 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:15.130797 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 02:21:21.624991 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:21:21.626778 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG dbcounter [-] [107189] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:21:25.126528 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:21:28.841011 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-b857d446-45bf-4163-a0f2-021cb3082559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (e9071589-0027-4a2b-9a18-aed4da7ff702), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:31.770243 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-3a56667d-f3f4-4202-85a8-4674f7b9e017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c337908b-fd1d-4913-9831-28c17d90d983), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:34.123932 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-03f37821-eb41-4ad9-b8df-ee1e732790c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (0839a391-d540-4b1c-a030-072558e1928d), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:36.238162 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-c3528c89-6897-4ce7-a5e3-320d320a6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (c9e410c6-a223-4883-bfbc-8074186c4dbd), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:36.858480 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-9e72f725-27ae-4a51-af00-421e610e6ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (fd965fa0-68f5-4610-839c-bed13dcbfc73), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:41.624970 dv-neutron-master-2-hyperv neutron-server[107189]: DEBUG neutron_lib.callbacks.manager [None req-1814a7d2-d0bd-4afe-b66c-3a0c1e8029a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745229049007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1250816'] for agent (6faf0bb5-8bd1-4da5-9812-78f10e311cbb), after_update {{(pid=107189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 02:21:44.003145 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=2 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:21:44.007144 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG dbcounter [-] [107190] Writing DB stats neutron:SELECT=4 {{(pid=107190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 02:21:52.130030 dv-neutron-master-2-hyperv neutron-server[107190]: DEBUG neutron.db.agents_db [None req-f181bbdf-aeec-4f39-a6ab-d19af854fd98 None None] Agent healthcheck: found 6 active agents {{(pid=107190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}